Input buildinfo: https://buildinfos.debian.net/buildinfo-pool/n/nomad/nomad_0.12.10+dfsg1-3_all.buildinfo Use metasnap for getting required timestamps New buildinfo file: /tmp/nomad-0.12.10+dfsg1-3if0rld6p/nomad_0.12.10+dfsg1-3_all.buildinfo Get source package info: nomad=0.12.10+dfsg1-3 Source URL: http://snapshot.notset.fr/mr/package/nomad/0.12.10+dfsg1-3/srcfiles?fileinfo=1 env -i PATH=/usr/sbin:/usr/bin:/sbin:/bin TMPDIR=/tmp mmdebstrap --arch=amd64 --include=adduser=3.118 autoconf=2.69-14 automake=1:1.16.3-2 autopoint=0.21-4 autotools-dev=20180224.1+nmu1 base-files=11.1 base-passwd=3.5.50 bash=5.1-3 bash-completion=1:2.11-2 binutils=2.35.2-2 binutils-common=2.35.2-2 binutils-x86-64-linux-gnu=2.35.2-2 bsdextrautils=2.36.1-7 bsdutils=1:2.36.1-7 build-essential=12.9 bzip2=1.0.8-4 ca-certificates=20210119 consul=1.8.7+dfsg1-2+b2 coreutils=8.32-4+b1 cpp=4:10.2.1-1 cpp-10=10.2.1-6 dash=0.5.11+git20210120+802ebd4-1 debconf=1.5.77 debhelper=13.3.4 debianutils=4.11.2 dh-autoreconf=20 dh-golang=1.51 dh-strip-nondeterminism=1.12.0-1 diffutils=1:3.7-5 dpkg=1.20.9 dpkg-dev=1.20.9 dwz=0.14-1 file=1:5.39-3 findutils=4.8.0-1 g++=4:10.2.1-1 g++-10=10.2.1-6 gcc=4:10.2.1-1 gcc-10=10.2.1-6 gcc-10-base=10.2.1-6 gettext=0.21-4 gettext-base=0.21-4 golang-1.15-go=1.15.9-5 golang-1.15-src=1.15.9-5 golang-any=2:1.15~1 golang-dbus-dev=5.0.3-2 golang-etcd-server-dev=3.3.25+dfsg-6 golang-ginkgo-dev=1.14.2-1 golang-github-agext-levenshtein-dev=1.2.3-1 golang-github-agtorre-gocolorize-dev=1.0.0-3 golang-github-alecthomas-units-dev=0.0~git20201120.1786d5e-1 golang-github-alexflint-go-filemutex-dev=1.1.0-1 golang-github-apex-log-dev=1.1.1-3 golang-github-apparentlymart-go-textseg-dev=12.0.0-1 golang-github-appc-cni-dev=0.8.1-1 golang-github-appc-spec-dev=0.8.11+dfsg-2.1 golang-github-armon-circbuf-dev=0.0~git20190214.5111143-1 golang-github-armon-go-metrics-dev=0.3.4-1 golang-github-armon-go-radix-dev=1.0.0-1 golang-github-aws-aws-sdk-go-dev=1.36.33-1 golang-github-azure-go-ansiterm-dev=0.0~git20160622.0.fa152c5-2.1 golang-github-azure-go-autorest-dev=14.1.1-1 golang-github-beorn7-perks-dev=1.0.1-1 golang-github-bgentry-go-netrc-dev=0.0~git20140422.9fd32a8-1 golang-github-bgentry-speakeasy-dev=0.1.0-2 golang-github-bitly-go-simplejson-dev=0.5.0-5 golang-github-bmizerany-assert-dev=0.0~git20120716-4 golang-github-boltdb-bolt-dev=1.3.1-7 golang-github-bradfitz-gomemcache-dev=0.0~git20141109-3 golang-github-bugsnag-bugsnag-go-dev=1.7.0-1 golang-github-bugsnag-panicwrap-dev=1.2.0-1.1 golang-github-burntsushi-toml-dev=0.3.1-1 golang-github-cespare-xxhash-dev=2.1.1-1 golang-github-checkpoint-restore-go-criu-dev=4.1.0-3 golang-github-chzyer-readline-dev=1.4.39.g2972be2-1 golang-github-cilium-ebpf-dev=0.2.0-1 golang-github-circonus-labs-circonus-gometrics-dev=2.3.1-3 golang-github-circonus-labs-circonusllhist-dev=0.0~git20191022.ec08cde-1 golang-github-containerd-btrfs-dev=0.0~git20201111.404b914-1 golang-github-containerd-cgroups-dev=0.0~git20201119.4cbc285-4 golang-github-containerd-console-dev=1.0.1-2 golang-github-containerd-containerd-dev=1.4.5~ds1-1 golang-github-containerd-continuity-dev=0.0~git20201208.1805252-2 golang-github-containerd-fifo-dev=0.0~git20201026.0724c46-1 golang-github-containerd-go-cni-dev=1.0.1-1 golang-github-containerd-go-runc-dev=0.0~git20201020.16b287b-1 golang-github-containerd-ttrpc-dev=1.0.2-1 golang-github-containerd-typeurl-dev=1.0.1-1 golang-github-containernetworking-plugins-dev=0.9.0-1 golang-github-coreos-bbolt-dev=1.3.5-1 golang-github-coreos-go-iptables-dev=0.5.0-1 golang-github-coreos-go-semver-dev=0.3.0-1 golang-github-coreos-go-systemd-dev=22.1.0-3 golang-github-coreos-pkg-dev=4-3 golang-github-cpuguy83-go-md2man-v2-dev=2.0.0+ds-5 golang-github-creack-pty-dev=1.1.11-1 golang-github-cyphar-filepath-securejoin-dev=0.2.2-2 golang-github-datadog-datadog-go-dev=2.1.0-3 golang-github-davecgh-go-spew-dev=1.1.1-2 golang-github-deckarep-golang-set-dev=1.5-2 golang-github-denverdino-aliyungo-dev=0.0~git20180921.13fa8aa-2 golang-github-dghubble-sling-dev=1.3.0-1 golang-github-dgrijalva-jwt-go-dev=3.2.0-3 golang-github-digitalocean-godo-dev=1.37.0-1 golang-github-dimchansky-utfbom-dev=1.1.1-1 golang-github-docker-distribution-dev=2.7.1+ds2-7 golang-github-docker-docker-credential-helpers-dev=0.6.3-1 golang-github-docker-docker-dev=20.10.5+dfsg1-1 golang-github-docker-go-connections-dev=0.4.0-3 golang-github-docker-go-events-dev=0.0~git20190806.e31b211-1 golang-github-docker-go-metrics-dev=0.0.1-1 golang-github-docker-go-units-dev=0.4.0-3 golang-github-docker-libkv-dev=0.2.1-2 golang-github-docker-libtrust-dev=0.0~git20150526.0.9cbd2a1-3.1 golang-github-dustin-go-humanize-dev=1.0.0-2 golang-github-elazarl-go-bindata-assetfs-dev=1.0.0-1.1 golang-github-fatih-color-dev=1.7.0-1 golang-github-fatih-structs-dev=1.0.0-1.1 golang-github-fsnotify-fsnotify-dev=1.4.9-2 golang-github-fsouza-go-dockerclient-dev=1.6.6-1 golang-github-garyburd-redigo-dev=0.0~git20150901.0.d8dbe4d-2.1 golang-github-ghodss-yaml-dev=1.0.0-1.1 golang-github-gin-contrib-sse-dev=0.1.0-1 golang-github-gin-gonic-gin-dev=1.6.3-3 golang-github-go-ini-ini-dev=1.32.0-2.1 golang-github-go-kit-kit-dev=0.6.0-3 golang-github-go-logfmt-logfmt-dev=0.5.0-2 golang-github-go-playground-assert-v2-dev=2.0.1-2 golang-github-go-playground-locales-dev=0.13.0-2 golang-github-go-playground-universal-translator-dev=0.17.0-2 golang-github-go-playground-validator-v10-dev=10.4.1-2 golang-github-go-stack-stack-dev=1.8.0-1 golang-github-gofrs-uuid-dev=3.2.0-2 golang-github-gogo-googleapis-dev=1.4.0-1 golang-github-gogo-protobuf-dev=1.3.2-1 golang-github-golang-groupcache-dev=0.0~git20200121.8c9f03a-1 golang-github-golang-mock-dev=1.3.1-2 golang-github-golang-snappy-dev=0.0.2-2 golang-github-google-btree-dev=1.0.0-1 golang-github-google-go-cmp-dev=0.5.4-1 golang-github-google-go-querystring-dev=1.0.0-1 golang-github-google-martian-dev=2.1.0+git20181219.d0b5ad3-3 golang-github-google-pprof-dev=0.0~git20200905.acf8798-2 golang-github-google-uuid-dev=1.2.0-1 golang-github-googleapis-gax-go-dev=2.0.5-1 golang-github-gophercloud-gophercloud-dev=0.12.0-1 golang-github-gorhill-cronexpr-dev=1.0.0+git20180427.88b0669-2 golang-github-gorilla-context-dev=1.1-3 golang-github-gorilla-handlers-dev=1.4.2-1 golang-github-gorilla-mux-dev=1.7.4-1 golang-github-gorilla-websocket-dev=1.4.2-1 golang-github-gotestyourself-gotest.tools-dev=3.0.3-1 golang-github-grpc-ecosystem-go-grpc-middleware-dev=1.2.2-2 golang-github-grpc-ecosystem-go-grpc-prometheus-dev=1.2.0+git20191002.6af20e3-3 golang-github-grpc-ecosystem-grpc-gateway-dev=1.6.4-2 golang-github-hashicorp-consul-dev=1.8.7+dfsg1-2 golang-github-hashicorp-errwrap-dev=1.1.0-1 golang-github-hashicorp-go-bexpr-dev=0.1.2-2 golang-github-hashicorp-go-checkpoint-dev=0.5.0-1 golang-github-hashicorp-go-cleanhttp-dev=0.5.2-1 golang-github-hashicorp-go-discover-dev=0.0+git20190905.34a6505-2 golang-github-hashicorp-go-getter-dev=1.4.1-1 golang-github-hashicorp-go-hclog-dev=0.11.0-1 golang-github-hashicorp-go-immutable-radix-dev=1.3.0-1 golang-github-hashicorp-go-memdb-dev=1.2.1-1 golang-github-hashicorp-go-msgpack-dev=0.5.5-1 golang-github-hashicorp-go-multierror-dev=1.1.0-1 golang-github-hashicorp-go-plugin-dev=1.0.1-3 golang-github-hashicorp-go-retryablehttp-dev=0.6.4-2 golang-github-hashicorp-go-rootcerts-dev=1.0.2-2 golang-github-hashicorp-go-safetemp-dev=1.0.0-2 golang-github-hashicorp-go-sockaddr-dev=0.0~git20170627.41949a1+ds-2 golang-github-hashicorp-go-syslog-dev=1.0.0-1 golang-github-hashicorp-go-uuid-dev=1.0.2-1 golang-github-hashicorp-go-version-dev=1.2.0-1 golang-github-hashicorp-golang-lru-dev=0.5.4-2 golang-github-hashicorp-hcl-dev=1.0.0-1.1 golang-github-hashicorp-hil-dev=0.0~git20160711.1e86c6b-1 golang-github-hashicorp-logutils-dev=1.0.0-1 golang-github-hashicorp-mdns-dev=1.0.3-2 golang-github-hashicorp-memberlist-dev=0.2.2-1 golang-github-hashicorp-net-rpc-msgpackrpc-dev=0.0~git20151116.0.a14192a-1.1 golang-github-hashicorp-raft-boltdb-dev=0.0~git20171010.6e5ba93-3 golang-github-hashicorp-raft-dev=1.1.2-1 golang-github-hashicorp-scada-client-dev=0.0~git20160601.0.6e89678-2.1 golang-github-hashicorp-serf-dev=0.9.4~ds1-1 golang-github-hashicorp-yamux-dev=0.0+git20190923.df201c7-1 golang-github-ianlancetaylor-demangle-dev=0.0~git20200824.28f6c0f-1 golang-github-imdario-mergo-dev=0.3.8-3 golang-github-inconshreveable-log15-dev=2.15-1 golang-github-inconshreveable-muxado-dev=0.0~git20140312.0.f693c7e-2.1 golang-github-influxdata-tail-dev=1.0.0+git20180327.c434825-4 golang-github-ishidawataru-sctp-dev=0.0+git20190723.7c296d4-3 golang-github-jmespath-go-jmespath-dev=0.4.0-1 golang-github-jonboulle-clockwork-dev=0.1.0-4.1 golang-github-jpillora-backoff-dev=1.0.0-1.1 golang-github-json-iterator-go-dev=1.1.10-2 golang-github-juju-ansiterm-dev=0.0~git20161107.35c59b9-3 golang-github-juju-loggo-dev=0.0~git20170605.8232ab8-4 golang-github-julienschmidt-httprouter-dev=1.3.0-1 golang-github-kardianos-osext-dev=0.0~git20190222.2bc1f35-2 golang-github-kr-fs-dev=0.1.0-1 golang-github-kr-pretty-dev=0.2.1+git20200831.59b4212-1 golang-github-kr-pty-dev=1.1.6-1 golang-github-kr-text-dev=0.2.0-1 golang-github-leodido-go-urn-dev=1.2.1-2 golang-github-lk4d4-joincontext-dev=0.0+git20171026.1724345-2 golang-github-lunixbochs-vtclean-dev=1.0.0-1 golang-github-magiconair-properties-dev=1.8.4-1 golang-github-mattn-go-colorable-dev=0.1.7-1 golang-github-mattn-go-isatty-dev=0.0.12-1 golang-github-mattn-go-runewidth-dev=0.0.9-1 golang-github-mattn-go-shellwords-dev=1.0.10-2 golang-github-miekg-dns-dev=1.1.35-1 golang-github-mitchellh-cli-dev=1.1.1-1 golang-github-mitchellh-colorstring-dev=0.0~git20150917.0.8631ce9-1.1 golang-github-mitchellh-copystructure-dev=0.0~git20161013.0.5af94ae-2.1 golang-github-mitchellh-go-homedir-dev=1.1.0-1 golang-github-mitchellh-go-ps-dev=0.0~git20150710.0.e6c6068-1.1 golang-github-mitchellh-go-testing-interface-dev=1.14.1-1 golang-github-mitchellh-go-wordwrap-dev=1.0.1-1 golang-github-mitchellh-hashstructure-dev=1.0.0-1.1 golang-github-mitchellh-mapstructure-dev=1.3.3-1 golang-github-mitchellh-reflectwalk-dev=1.0.1-1 golang-github-moby-sys-dev=0.0~git20201113.5a29239-1 golang-github-moby-term-dev=0.0~git20201110.bea5bbe-1 golang-github-modern-go-concurrent-dev=1.0.3-1.1 golang-github-modern-go-reflect2-dev=1.0.1-1 golang-github-morikuni-aec-dev=1.0.0-2 golang-github-mrunalp-fileutils-dev=0.5.0-1 golang-github-mwitkow-go-conntrack-dev=0.0~git20190716.2f06839-2 golang-github-ncw-swift-dev=1.0.52-1 golang-github-nytimes-gziphandler-dev=1.1.1-1 golang-github-oklog-run-dev=1.1.0-1 golang-github-olekukonko-tablewriter-dev=0.0.4-1 golang-github-onsi-ginkgo-dev=1.14.2-1 golang-github-opencontainers-go-digest-dev=1.0.0-1 golang-github-opencontainers-image-spec-dev=1.0.1-5 golang-github-opencontainers-runc-dev=1.0.0~rc93+ds1-5 golang-github-opencontainers-selinux-dev=1.8.0-1 golang-github-opencontainers-specs-dev=1.0.2.41.g7413a7f-1 golang-github-opentracing-opentracing-go-dev=1.2.0-1 golang-github-packethost-packngo-dev=0.2.0-2 golang-github-pascaldekloe-goe-dev=0.1.0-2 golang-github-patrickmn-go-cache-dev=2.1.0-1.1 golang-github-pelletier-go-toml-dev=1.8.1-1 golang-github-pierrec-lz4-dev=2.5.2-1 golang-github-pkg-errors-dev=0.9.1-1 golang-github-pkg-sftp-dev=1.10.1-1 golang-github-pmezard-go-difflib-dev=1.0.0-3 golang-github-posener-complete-dev=1.2.3-2 golang-github-prometheus-client-golang-dev=1.9.0-2 golang-github-prometheus-client-model-dev=0.2.0-2 golang-github-prometheus-common-dev=0.15.0-2 golang-github-prometheus-procfs-dev=0.3.0-2 golang-github-racksec-srslog-dev=0.0~git20180709.a4725f0-1 golang-github-revel-revel-dev=1.0.0-2 golang-github-robfig-pathtree-dev=0.0~git20140121-4 golang-github-rogpeppe-fastuuid-dev=0.0~git20150106.0.6724a57-2.1 golang-github-rs-cors-dev=1.7.0-2 golang-github-russross-blackfriday-v2-dev=2.0.1-3 golang-github-rwcarlsen-goexif-dev=0.0~git20190401.9e8deec-1 golang-github-ryanuber-columnize-dev=2.1.1-2 golang-github-ryanuber-go-glob-dev=1.0.0-2 golang-github-safchain-ethtool-dev=0.0~git20201023.874930c-1 golang-github-samuel-go-zookeeper-dev=0.0~git20180130.c4fab1a-1 golang-github-satori-go.uuid-dev=1.2.0-2 golang-github-seccomp-libseccomp-golang-dev=0.9.1-2 golang-github-shirou-gopsutil-dev=2.19.11-4 golang-github-shurcool-sanitized-anchor-name-dev=1.0.0-1 golang-github-sirupsen-logrus-dev=1.7.0-2 golang-github-skratchdot-open-golang-dev=0.0~git20160302.0.75fb7ed-2 golang-github-soheilhy-cmux-dev=0.1.4-2 golang-github-spf13-afero-dev=1.5.1-1 golang-github-spf13-cast-dev=1.3.1-1 golang-github-spf13-cobra-dev=1.1.2-1 golang-github-spf13-jwalterweatherman-dev=1.1.0+really1.1.0-1 golang-github-spf13-pflag-dev=1.0.5-2 golang-github-spf13-viper-dev=1.7.1-1 golang-github-stretchr-objx-dev=0.3.0-1 golang-github-stretchr-testify-dev=1.6.1-2 golang-github-subosito-gotenv-dev=1.2.0+git20190917.de67a66-2 golang-github-tchap-go-patricia-dev=2.2.6-5 golang-github-tmc-grpc-websocket-proxy-dev=0.0~git20200427.3cfed13-2 golang-github-tv42-httpunix-dev=0.0~git20150427.b75d861-2 golang-github-twinj-uuid-dev=0.10.0+git20160909.96.7bbe408-6 golang-github-ugorji-go-codec=1.1.7-2+b5 golang-github-ugorji-go-codec-dev=1.1.7-2 golang-github-ulikunitz-xz-dev=0.5.6-2 golang-github-urfave-cli-dev=1.22.4-2 golang-github-urfave-negroni-dev=0.2.0-1.1 golang-github-vishvananda-netlink-dev=1.1.0-2 golang-github-vishvananda-netns-dev=0.0~git20200728.db3c7e5-1 golang-github-vmihailenco-tagparser-dev=0.1.1-2 golang-github-vmware-govmomi-dev=0.23.0-1 golang-github-willf-bitset-dev=1.1.11-1 golang-github-xeipuuv-gojsonpointer-dev=0.0~git20190905.02993c4-1 golang-github-xeipuuv-gojsonreference-dev=0.0~git20180127.bd5ef7b-2 golang-github-xeipuuv-gojsonschema-dev=1.2.0-1 golang-github-xiang90-probing-dev=0.0.2-1 golang-github-yuin-goldmark-dev=1.3.2-1 golang-github-zclconf-go-cty-dev=1.5.1-1 golang-glog-dev=0.0~git20160126.23def4e-3 golang-go=2:1.15~1 golang-go-semver-dev=0.3.0-1 golang-go-zfs-dev=2.1.1.49.gf784269-1 golang-go.opencensus-dev=0.22.4-2 golang-go.uber-atomic-dev=1.4.0-1 golang-go.uber-multierr-dev=1.1.0-1.1 golang-go.uber-zap-dev=1.15.0-2 golang-go4-dev=0.0~git20190313.94abd69-1 golang-gocapability-dev=0.0+git20200815.42c35b4-1 golang-golang-x-crypto-dev=1:0.0~git20201221.eec23a3-1 golang-golang-x-mod-dev=0.4.1-1 golang-golang-x-net-dev=1:0.0+git20210119.5f4716e+dfsg-4 golang-golang-x-oauth2-dev=0.0~git20190604.0f29369-2 golang-golang-x-oauth2-google-dev=0.0~git20190604.0f29369-2 golang-golang-x-sync-dev=0.0~git20210220.036812b-1 golang-golang-x-sys-dev=0.0~git20210124.22da62e-1 golang-golang-x-term-dev=0.0~git20201210.2321bbc-1 golang-golang-x-text-dev=0.3.6-1 golang-golang-x-time-dev=0.0+git20200630.3af7569-1 golang-golang-x-tools-dev=1:0.1.0+ds-1 golang-golang-x-xerrors-dev=0.0~git20191204.9bdfabe-1 golang-gomega-dev=1.10.3-1 golang-google-api-dev=0.28.0-2 golang-google-cloud-compute-metadata-dev=0.56.0-1 golang-google-cloud-dev=0.56.0-1 golang-google-genproto-dev=0.0~git20200413.b5235f6-1 golang-google-grpc-dev=1.27.1-1 golang-gopkg-alecthomas-kingpin.v2-dev=2.2.6-3 golang-gopkg-check.v1-dev=0.0+git20200902.038fdea-1 golang-gopkg-cheggaaa-pb.v1-dev=1.0.25-1 golang-gopkg-inf.v0-dev=0.9.1-1 golang-gopkg-ini.v1-dev=1.57.0-1 golang-gopkg-mgo.v2-dev=2016.08.01-7 golang-gopkg-natefinch-lumberjack.v2-dev=2.1-1 golang-gopkg-square-go-jose.v2-dev=2.5.1-2 golang-gopkg-tomb.v1-dev=0.0~git20141024.0.dd63297-7 golang-gopkg-tomb.v2-dev=0.0~git20161208.d5d1b58-3 golang-gopkg-vmihailenco-msgpack.v2-dev=4.3.1-2 golang-gopkg-yaml.v2-dev=2.4.0-1 golang-gopkg-yaml.v3-dev=3.0.0~git20200121.a6ecf24-3 golang-goprotobuf-dev=1.3.4-2+b5 golang-k8s-sigs-yaml-dev=1.2.0-3 golang-protobuf-extensions-dev=1.0.1-1 golang-rsc-binaryregexp-dev=0.2.0-2 golang-src=2:1.15~1 grep=3.6-1 groff-base=1.22.4-6 gzip=1.10-4 hostname=3.23 init-system-helpers=1.60 intltool-debian=0.35.0+20060710.5 iproute2=5.10.0-4 libacl1=2.2.53-10 libarchive-zip-perl=1.68-1 libasan6=10.2.1-6 libatomic1=10.2.1-6 libattr1=1:2.4.48-6 libaudit-common=1:3.0-2 libaudit1=1:3.0-2 libbinutils=2.35.2-2 libblkid1=2.36.1-7 libbpf0=1:0.3-2 libbsd0=0.11.3-1 libbtrfs-dev=5.10.1-2 libbtrfs0=5.10.1-2 libbz2-1.0=1.0.8-4 libc-bin=2.31-13 libc-dev-bin=2.31-13 libc6=2.31-13 libc6-dev=2.31-13 libcap-ng0=0.7.9-2.2+b1 libcap2=1:2.44-1 libcap2-bin=1:2.44-1 libcc1-0=10.2.1-6 libcom-err2=1.46.2-2 libcrypt-dev=1:4.4.18-4 libcrypt1=1:4.4.18-4 libctf-nobfd0=2.35.2-2 libctf0=2.35.2-2 libdb5.3=5.3.28+dfsg1-0.8 libdebconfclient0=0.259 libdebhelper-perl=13.3.4 libdpkg-perl=1.20.9 libelf1=0.183-3 libffi7=3.3-6 libfile-stripnondeterminism-perl=1.12.0-1 libgcc-10-dev=10.2.1-6 libgcc-s1=10.2.1-6 libgcrypt20=1.8.7-6 libgdbm-compat4=1.19-2 libgdbm6=1.19-2 libglib2.0-0=2.66.8-1 libgmp10=2:6.2.1+dfsg-1 libgomp1=10.2.1-6 libgpg-error0=1.38-2 libgssapi-krb5-2=1.18.3-5 libicu67=67.1-7 libisl23=0.23-1 libitm1=10.2.1-6 libk5crypto3=1.18.3-5 libkeyutils1=1.6.1-2 libkrb5-3=1.18.3-5 libkrb5support0=1.18.3-5 liblsan0=10.2.1-6 liblz4-1=1.9.3-2 liblzma5=5.2.5-2 libmagic-mgc=1:5.39-3 libmagic1=1:5.39-3 libmd0=1.0.3-3 libmnl0=1.0.4-3 libmount1=2.36.1-7 libmpc3=1.2.0-1 libmpfr6=4.1.0-3 libncurses6=6.2+20201114-2 libncursesw6=6.2+20201114-2 libnsl-dev=1.3.0-2 libnsl2=1.3.0-2 libpam-modules=1.4.0-7 libpam-modules-bin=1.4.0-7 libpam-runtime=1.4.0-7 libpam0g=1.4.0-7 libpcre2-8-0=10.36-2 libpcre3=2:8.39-13 libperl5.32=5.32.1-4 libpipeline1=1.5.3-1 libprocps8=2:3.3.17-5 libprotobuf-dev=3.12.4-1 libprotobuf-lite23=3.12.4-1 libprotobuf23=3.12.4-1 libprotoc23=3.12.4-1 libquadmath0=10.2.1-6 libsasl2-2=2.1.27+dfsg-2.1 libsasl2-dev=2.1.27+dfsg-2.1 libsasl2-modules-db=2.1.27+dfsg-2.1 libseccomp-dev=2.5.1-1 libseccomp2=2.5.1-1 libselinux1=3.1-3 libsemanage-common=3.1-1 libsemanage1=3.1-1+b2 libsepol1=3.1-1 libsigsegv2=2.13-1 libsmartcols1=2.36.1-7 libssl1.1=1.1.1k-1 libstdc++-10-dev=10.2.1-6 libstdc++6=10.2.1-6 libsub-override-perl=0.09-2 libsystemd-dev=247.3-5 libsystemd0=247.3-5 libtinfo6=6.2+20201114-2 libtirpc-common=1.3.1-1 libtirpc-dev=1.3.1-1 libtirpc3=1.3.1-1 libtool=2.4.6-15 libtsan0=10.2.1-6 libubsan1=10.2.1-6 libuchardet0=0.0.7-1 libudev1=247.3-5 libunistring2=0.9.10-4 libuuid1=2.36.1-7 libxml2=2.9.10+dfsg-6.7 libxtables12=1.8.7-1 libzstd1=1.4.8+dfsg-2.1 linux-libc-dev=5.10.46-1 login=1:4.8.1-1 lsb-base=11.1.0 m4=1.4.18-5 mailcap=3.69 make=4.3-4.1 man-db=2.9.4-2 mawk=1.3.4.20200120-2 media-types=4.0.0 mime-support=3.66 ncurses-base=6.2+20201114-2 ncurses-bin=6.2+20201114-2 openssl=1.1.1k-1 passwd=1:4.8.1-1 patch=2.7.6-7 perl=5.32.1-4 perl-base=5.32.1-4 perl-modules-5.32=5.32.1-4 pipexec=2.5.5-2+b1 pkg-config=0.29.2-1 po-debconf=1.0.21+nmu1 procps=2:3.3.17-5 protobuf-compiler=3.12.4-1 sed=4.7-1 sensible-utils=0.0.14 sysvinit-utils=2.96-7 tar=1.34+dfsg-1 tzdata=2021a-1 util-linux=2.36.1-7 xz-utils=5.2.5-2 zlib1g=1:1.2.11.dfsg-2 zlib1g-dev=1:1.2.11.dfsg-2 --variant=apt --aptopt=Acquire::Check-Valid-Until "false" --aptopt=Acquire::http::Dl-Limit "1000"; --aptopt=Acquire::https::Dl-Limit "1000"; --aptopt=Acquire::Retries "5"; --aptopt=APT::Get::allow-downgrades "true"; --keyring=/usr/share/keyrings/ --essential-hook=chroot "$1" sh -c "apt-get --yes install fakeroot util-linux" --essential-hook=copy-in /usr/share/keyrings/debian-archive-bullseye-automatic.gpg /usr/share/keyrings/debian-archive-bullseye-security-automatic.gpg /usr/share/keyrings/debian-archive-bullseye-stable.gpg /usr/share/keyrings/debian-archive-buster-automatic.gpg /usr/share/keyrings/debian-archive-buster-security-automatic.gpg /usr/share/keyrings/debian-archive-buster-stable.gpg /usr/share/keyrings/debian-archive-keyring.gpg /usr/share/keyrings/debian-archive-removed-keys.gpg /usr/share/keyrings/debian-archive-stretch-automatic.gpg /usr/share/keyrings/debian-archive-stretch-security-automatic.gpg /usr/share/keyrings/debian-archive-stretch-stable.gpg /usr/share/keyrings/debian-ports-archive-keyring-removed.gpg /usr/share/keyrings/debian-ports-archive-keyring.gpg /usr/share/keyrings/debian-keyring.gpg /etc/apt/trusted.gpg.d/ --essential-hook=chroot "$1" sh -c "rm /etc/apt/sources.list && echo 'deb http://snapshot.notset.fr/archive/debian/20210814T212851Z/ bookworm main deb-src http://snapshot.notset.fr/archive/debian/20210814T212851Z/ bookworm main deb http://snapshot.notset.fr/archive/debian/20210708T090732Z/ unstable main' >> /etc/apt/sources.list && apt-get update" --customize-hook=chroot "$1" useradd --no-create-home -d /nonexistent -p "" builduser -s /bin/bash --customize-hook=chroot "$1" env sh -c "apt-get source --only-source -d nomad=0.12.10+dfsg1-3 && mkdir -p /build/nomad-SofExn && dpkg-source --no-check -x /*.dsc /build/nomad-SofExn/nomad-0.12.10+dfsg1 && chown -R builduser:builduser /build/nomad-SofExn" --customize-hook=chroot "$1" env --unset=TMPDIR runuser builduser -c "cd /build/nomad-SofExn/nomad-0.12.10+dfsg1 && env DEB_BUILD_OPTIONS="parallel=4" LANG="C.UTF-8" LC_ALL="C.UTF-8" SOURCE_DATE_EPOCH="1625873349" dpkg-buildpackage -uc -a amd64 --build=all" --customize-hook=sync-out /build/nomad-SofExn /tmp/nomad-0.12.10+dfsg1-3if0rld6p bullseye /dev/null deb http://snapshot.notset.fr/archive/debian/20210708T090732Z unstable main I: automatically chosen mode: root I: chroot architecture amd64 is equal to the host's architecture I: automatically chosen format: tar I: using /tmp/mmdebstrap.rVPBuZTUKQ as tempdir I: running apt-get update... I: downloading packages with apt... I: extracting archives... I: installing essential packages... I: running --essential-hook in shell: sh -c 'chroot "$1" sh -c "apt-get --yes install fakeroot util-linux"' exec /tmp/mmdebstrap.rVPBuZTUKQ Reading package lists... Building dependency tree... util-linux is already the newest version (2.36.1-7). The following NEW packages will be installed: fakeroot libfakeroot 0 upgraded, 2 newly installed, 0 to remove and 0 not upgraded. Need to get 134 kB of archives. After this operation, 397 kB of additional disk space will be used. Get:1 http://snapshot.notset.fr/archive/debian/20210708T090732Z unstable/main amd64 libfakeroot amd64 1.25.3-1.1 [47.0 kB] Get:2 http://snapshot.notset.fr/archive/debian/20210708T090732Z unstable/main amd64 fakeroot amd64 1.25.3-1.1 [87.0 kB] debconf: delaying package configuration, since apt-utils is not installed Fetched 134 kB in 0s (1092 kB/s) Selecting previously unselected package libfakeroot:amd64. (Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 4667 files and directories currently installed.) Preparing to unpack .../libfakeroot_1.25.3-1.1_amd64.deb ... Unpacking libfakeroot:amd64 (1.25.3-1.1) ... Selecting previously unselected package fakeroot. Preparing to unpack .../fakeroot_1.25.3-1.1_amd64.deb ... Unpacking fakeroot (1.25.3-1.1) ... Setting up libfakeroot:amd64 (1.25.3-1.1) ... Setting up fakeroot (1.25.3-1.1) ... update-alternatives: using /usr/bin/fakeroot-sysv to provide /usr/bin/fakeroot (fakeroot) in auto mode Processing triggers for libc-bin (2.31-13) ... I: running special hook: copy-in /usr/share/keyrings/debian-archive-bullseye-automatic.gpg /usr/share/keyrings/debian-archive-bullseye-security-automatic.gpg /usr/share/keyrings/debian-archive-bullseye-stable.gpg /usr/share/keyrings/debian-archive-buster-automatic.gpg /usr/share/keyrings/debian-archive-buster-security-automatic.gpg /usr/share/keyrings/debian-archive-buster-stable.gpg /usr/share/keyrings/debian-archive-keyring.gpg /usr/share/keyrings/debian-archive-removed-keys.gpg /usr/share/keyrings/debian-archive-stretch-automatic.gpg /usr/share/keyrings/debian-archive-stretch-security-automatic.gpg /usr/share/keyrings/debian-archive-stretch-stable.gpg /usr/share/keyrings/debian-ports-archive-keyring-removed.gpg /usr/share/keyrings/debian-ports-archive-keyring.gpg /usr/share/keyrings/debian-keyring.gpg /etc/apt/trusted.gpg.d/ I: running --essential-hook in shell: sh -c 'chroot "$1" sh -c "rm /etc/apt/sources.list && echo 'deb http://snapshot.notset.fr/archive/debian/20210814T212851Z/ bookworm main deb-src http://snapshot.notset.fr/archive/debian/20210814T212851Z/ bookworm main deb http://snapshot.notset.fr/archive/debian/20210708T090732Z/ unstable main' >> /etc/apt/sources.list && apt-get update"' exec /tmp/mmdebstrap.rVPBuZTUKQ Get:1 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm InRelease [81.6 kB] Hit:2 http://snapshot.notset.fr/archive/debian/20210708T090732Z unstable InRelease Ign:3 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main Sources Ign:4 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main amd64 Packages Ign:3 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main Sources Ign:4 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main amd64 Packages Ign:3 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main Sources Ign:4 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main amd64 Packages Get:3 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main Sources [11.4 MB] Get:4 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main amd64 Packages [11.1 MB] Fetched 22.6 MB in 22s (1048 kB/s) Reading package lists... I: installing remaining packages inside the chroot... I: running --customize-hook in shell: sh -c 'chroot "$1" useradd --no-create-home -d /nonexistent -p "" builduser -s /bin/bash' exec /tmp/mmdebstrap.rVPBuZTUKQ I: running --customize-hook in shell: sh -c 'chroot "$1" env sh -c "apt-get source --only-source -d nomad=0.12.10+dfsg1-3 && mkdir -p /build/nomad-SofExn && dpkg-source --no-check -x /*.dsc /build/nomad-SofExn/nomad-0.12.10+dfsg1 && chown -R builduser:builduser /build/nomad-SofExn"' exec /tmp/mmdebstrap.rVPBuZTUKQ Reading package lists... NOTICE: 'nomad' packaging is maintained in the 'Git' version control system at: https://salsa.debian.org/go-team/packages/nomad.git Please use: git clone https://salsa.debian.org/go-team/packages/nomad.git to retrieve the latest (possibly unreleased) updates to the package. Need to get 25.5 MB of source archives. Get:1 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main nomad 0.12.10+dfsg1-3 (dsc) [7712 B] Get:2 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main nomad 0.12.10+dfsg1-3 (tar) [25.5 MB] Get:3 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main nomad 0.12.10+dfsg1-3 (diff) [29.8 kB] Fetched 25.5 MB in 20s (1257 kB/s) Download complete and in download only mode W: Download is performed unsandboxed as root as file 'nomad_0.12.10+dfsg1-3.dsc' couldn't be accessed by user '_apt'. - pkgAcquire::Run (13: Permission denied) dpkg-source: info: extracting nomad in /build/nomad-SofExn/nomad-0.12.10+dfsg1 dpkg-source: info: unpacking nomad_0.12.10+dfsg1.orig.tar.xz dpkg-source: info: unpacking nomad_0.12.10+dfsg1-3.debian.tar.xz dpkg-source: info: using patch list from debian/patches/series dpkg-source: info: applying consul-upgrade4.patch dpkg-source: info: applying default-cni_path.patch dpkg-source: info: applying docker.patch dpkg-source: info: applying generate.patch dpkg-source: info: applying getter.patch dpkg-source: info: applying runc-rc93.patch dpkg-source: info: applying t-skip-unreliable-tests.patch dpkg-source: info: applying disable-cap-net-raw.patch I: running --customize-hook in shell: sh -c 'chroot "$1" env --unset=TMPDIR runuser builduser -c "cd /build/nomad-SofExn/nomad-0.12.10+dfsg1 && env DEB_BUILD_OPTIONS="parallel=4" LANG="C.UTF-8" LC_ALL="C.UTF-8" SOURCE_DATE_EPOCH="1625873349" dpkg-buildpackage -uc -a amd64 --build=all"' exec /tmp/mmdebstrap.rVPBuZTUKQ dpkg-buildpackage: info: source package nomad dpkg-buildpackage: info: source version 0.12.10+dfsg1-3 dpkg-buildpackage: info: source distribution unstable dpkg-buildpackage: info: source changed by Peter Pentchev dpkg-source --before-build . fakeroot debian/rules clean dh clean --buildsystem=golang --with=golang,bash-completion --builddirectory=_build dh_auto_clean -O--buildsystem=golang -O--builddirectory=_build dh_autoreconf_clean -O--buildsystem=golang -O--builddirectory=_build debian/rules override_dh_clean make[1]: Entering directory '/build/nomad-SofExn/nomad-0.12.10+dfsg1' dh_clean ## Remove Files-Excluded (when built from checkout or non-DFSG tarball): rm -f -rv `perl -0nE 'say $1 if m{^Files\-Excluded\:\s*(.*?)(?:\n\n|Files:|Comment:)}sm;' debian/copyright` find vendor -mindepth 1 -type d -empty -delete -printf 'removed %p\n' removed vendor/github.com/willf removed vendor/github.com/mattn removed vendor/github.com/vishvananda removed vendor/github.com/jmespath removed vendor/github.com/cespare removed vendor/github.com/StackExchange removed vendor/github.com/gorilla removed vendor/github.com/aws removed vendor/github.com/oklog removed vendor/github.com/ishidawataru removed vendor/github.com/posener removed vendor/github.com/rs removed vendor/github.com/checkpoint-restore removed vendor/github.com/agext removed vendor/github.com/dustin removed vendor/github.com/zclconf removed vendor/github.com/cilium removed vendor/github.com/armon removed vendor/github.com/dgrijalva removed vendor/github.com/morikuni removed vendor/github.com/dimchansky removed vendor/github.com/kr removed vendor/github.com/prometheus removed vendor/github.com/matttproud removed vendor/github.com/ulikunitz removed vendor/github.com/go-ole removed vendor/github.com/davecgh removed vendor/github.com/hpcloud removed vendor/github.com/packethost removed vendor/github.com/ryanuber removed vendor/github.com/google removed vendor/github.com/beorn7 removed vendor/github.com/gophercloud removed vendor/github.com/konsorten removed vendor/github.com/vmware removed vendor/github.com/digitalocean removed vendor/github.com/circonus-labs removed vendor/github.com/denverdino removed vendor/github.com/containernetworking removed vendor/github.com/vmihailenco removed vendor/github.com/cyphar removed vendor/github.com/miekg removed vendor/github.com/gogo removed vendor/github.com/LK4D4 removed vendor/github.com/stretchr removed vendor/github.com/tv42 removed vendor/github.com/fatih removed vendor/github.com/skratchdot removed vendor/github.com/googleapis removed vendor/github.com/Azure removed vendor/github.com/godbus removed vendor/github.com/golang removed vendor/github.com/pierrec removed vendor/github.com/bgentry removed vendor/github.com/DataDog removed vendor/github.com/opencontainers removed vendor/github.com/docker removed vendor/github.com/fsouza removed vendor/github.com/pkg removed vendor/github.com/mrunalp removed vendor/github.com/pmezard removed vendor/github.com/seccomp removed vendor/github.com/NYTimes removed vendor/github.com/coreos removed vendor/github.com/BurntSushi removed vendor/github.com/apparentlymart removed vendor/github.com/Microsoft removed vendor/github.com/elazarl removed vendor/github.com/boltdb removed vendor/github.com/sirupsen removed vendor/github.com/syndtr removed vendor/github.com/shirou removed vendor/github.com/onsi removed vendor/github.com/grpc-ecosystem removed vendor/cloud.google.com removed vendor/golang.org/x removed vendor/golang.org removed vendor/honnef.co/go removed vendor/honnef.co removed vendor/gopkg.in/square find . -type f -name '*.pb.go' -not -name 'csi.pb.go' -delete -printf 'removed %p\n' ## delete generated .pb.go files removed ./plugins/device/proto/device.pb.go removed ./plugins/base/proto/base.pb.go removed ./plugins/drivers/proto/driver.pb.go removed ./plugins/shared/hclspec/hcl_spec.pb.go removed ./plugins/shared/structs/proto/recoverable_error.pb.go removed ./plugins/shared/structs/proto/attribute.pb.go removed ./plugins/shared/structs/proto/stats.pb.go removed ./client/logmon/proto/logmon.pb.go removed ./vendor/github.com/hashicorp/go-plugin/internal/plugin/grpc_controller.pb.go removed ./vendor/github.com/hashicorp/go-plugin/internal/plugin/grpc_broker.pb.go removed ./drivers/shared/executor/proto/executor.pb.go removed ./drivers/docker/docklog/proto/docker_logger.pb.go make[1]: Leaving directory '/build/nomad-SofExn/nomad-0.12.10+dfsg1' debian/rules build-indep dh build-indep --buildsystem=golang --with=golang,bash-completion --builddirectory=_build dh_update_autotools_config -i -O--buildsystem=golang -O--builddirectory=_build dh_autoreconf -i -O--buildsystem=golang -O--builddirectory=_build debian/rules override_dh_auto_configure make[1]: Entering directory '/build/nomad-SofExn/nomad-0.12.10+dfsg1' dh_auto_configure make[1]: Leaving directory '/build/nomad-SofExn/nomad-0.12.10+dfsg1' debian/rules override_dh_auto_build make[1]: Entering directory '/build/nomad-SofExn/nomad-0.12.10+dfsg1' export GOPATH=/build/nomad-SofExn/nomad-0.12.10+dfsg1/_build \ && PATH="/build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/bin:$PATH" \ /usr/bin/make -C _build/src/github.com/hashicorp/nomad --makefile=/build/nomad-SofExn/nomad-0.12.10+dfsg1/GNUmakefile proto make[2]: Entering directory '/build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad' bash: line 1: git: command not found bash: line 1: git: command not found bash: line 1: git: command not found bash: line 1: git: command not found --> Generating proto bindings... set -x ;\ for file in $(find -type f -name "*.proto"); do \ protoc -I . -I ../../.. --go_out=plugins=grpc:. $file; \ done ++ find -type f -name '*.proto' + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./plugins/device/proto/device.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./plugins/base/proto/base.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./plugins/drivers/proto/driver.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./plugins/shared/hclspec/hcl_spec.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./plugins/shared/structs/proto/stats.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./plugins/shared/structs/proto/attribute.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./plugins/shared/structs/proto/recoverable_error.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./client/logmon/proto/logmon.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./vendor/github.com/hashicorp/go-plugin/internal/plugin/grpc_broker.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./vendor/github.com/hashicorp/go-plugin/internal/plugin/grpc_controller.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./drivers/shared/executor/proto/executor.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./drivers/docker/docklog/proto/docker_logger.proto make[2]: Leaving directory '/build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad' PATH="/build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/bin:$PATH" \ dh_auto_build -v -- -a -tags "release ui nonvidia" cd _build && go version go version go1.15.9 linux/amd64 cd _build && go env GO111MODULE="off" GOARCH="amd64" GOBIN="" GOCACHE="/build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/go-build" GOENV="/nonexistent/.config/go/env" GOEXE="" GOFLAGS="" GOHOSTARCH="amd64" GOHOSTOS="linux" GOINSECURE="" GOMODCACHE="/build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/pkg/mod" GONOPROXY="" GONOSUMDB="" GOOS="linux" GOPATH="/build/nomad-SofExn/nomad-0.12.10+dfsg1/_build" GOPRIVATE="" GOPROXY="off" GOROOT="/usr/lib/go-1.15" GOSUMDB="sum.golang.org" GOTMPDIR="" GOTOOLDIR="/usr/lib/go-1.15/pkg/tool/linux_amd64" GCCGO="gccgo" AR="ar" CC="gcc" CXX="g++" CGO_ENABLED="1" GOMOD="" CGO_CFLAGS="-g -O2 -ffile-prefix-map=/build/nomad-SofExn/nomad-0.12.10+dfsg1=. -fstack-protector-strong -Wformat -Werror=format-security" CGO_CPPFLAGS="-Wdate-time -D_FORTIFY_SOURCE=2" CGO_CXXFLAGS="-g -O2 -ffile-prefix-map=/build/nomad-SofExn/nomad-0.12.10+dfsg1=. -fstack-protector-strong -Wformat -Werror=format-security" CGO_FFLAGS="-g -O2 -ffile-prefix-map=/build/nomad-SofExn/nomad-0.12.10+dfsg1=. -fstack-protector-strong" CGO_LDFLAGS="-Wl,-z,relro -Wl,-z,now" PKG_CONFIG="pkg-config" GOGCCFLAGS="-fPIC -m64 -pthread -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build122549164=/tmp/go-build -gno-record-gcc-switches" cd _build && go generate -v -a -tags "release ui nonvidia" github.com/hashicorp/nomad github.com/hashicorp/nomad/acl github.com/hashicorp/nomad/api github.com/hashicorp/nomad/api/contexts github.com/hashicorp/nomad/api/internal/testutil github.com/hashicorp/nomad/api/internal/testutil/discover github.com/hashicorp/nomad/api/internal/testutil/freeport github.com/hashicorp/nomad/client github.com/hashicorp/nomad/client/allocdir github.com/hashicorp/nomad/client/allocdir/input github.com/hashicorp/nomad/client/allochealth github.com/hashicorp/nomad/client/allocrunner github.com/hashicorp/nomad/client/allocrunner/interfaces github.com/hashicorp/nomad/client/allocrunner/state github.com/hashicorp/nomad/client/allocrunner/taskrunner github.com/hashicorp/nomad/client/allocrunner/taskrunner/getter github.com/hashicorp/nomad/client/allocrunner/taskrunner/interfaces github.com/hashicorp/nomad/client/allocrunner/taskrunner/restarts github.com/hashicorp/nomad/client/allocrunner/taskrunner/state github.com/hashicorp/nomad/client/allocrunner/taskrunner/template github.com/hashicorp/nomad/client/allocwatcher github.com/hashicorp/nomad/client/config github.com/hashicorp/nomad/client/consul github.com/hashicorp/nomad/client/devicemanager github.com/hashicorp/nomad/client/devicemanager/state github.com/hashicorp/nomad/client/dynamicplugins github.com/hashicorp/nomad/client/fingerprint github.com/hashicorp/nomad/client/interfaces github.com/hashicorp/nomad/client/lib/fifo github.com/hashicorp/nomad/client/lib/nsutil github.com/hashicorp/nomad/client/lib/streamframer github.com/hashicorp/nomad/client/logmon github.com/hashicorp/nomad/client/logmon/logging github.com/hashicorp/nomad/client/logmon/proto github.com/hashicorp/nomad/client/pluginmanager github.com/hashicorp/nomad/client/pluginmanager/csimanager github.com/hashicorp/nomad/client/pluginmanager/drivermanager github.com/hashicorp/nomad/client/pluginmanager/drivermanager/state github.com/hashicorp/nomad/client/servers github.com/hashicorp/nomad/client/state github.com/hashicorp/nomad/client/stats github.com/hashicorp/nomad/client/structs github.com/hashicorp/nomad/client/taskenv github.com/hashicorp/nomad/client/testutil github.com/hashicorp/nomad/client/vaultclient github.com/hashicorp/nomad/command github.com/hashicorp/nomad/command/agent github.com/hashicorp/nomad/command/agent/consul github.com/hashicorp/nomad/command/agent/event github.com/hashicorp/nomad/command/agent/host github.com/hashicorp/nomad/command/agent/monitor github.com/hashicorp/nomad/command/agent/pprof github.com/hashicorp/nomad/command/raft_tools github.com/hashicorp/nomad/devices/gpu/nvidia github.com/hashicorp/nomad/devices/gpu/nvidia/cmd github.com/hashicorp/nomad/devices/gpu/nvidia/nvml github.com/hashicorp/nomad/drivers/docker github.com/hashicorp/nomad/drivers/docker/cmd github.com/hashicorp/nomad/drivers/docker/docklog github.com/hashicorp/nomad/drivers/docker/docklog/proto github.com/hashicorp/nomad/drivers/docker/util github.com/hashicorp/nomad/drivers/exec github.com/hashicorp/nomad/drivers/java github.com/hashicorp/nomad/drivers/mock github.com/hashicorp/nomad/drivers/qemu github.com/hashicorp/nomad/drivers/rawexec github.com/hashicorp/nomad/drivers/shared/eventer github.com/hashicorp/nomad/drivers/shared/executor github.com/hashicorp/nomad/drivers/shared/executor/proto github.com/hashicorp/nomad/drivers/shared/resolvconf github.com/hashicorp/nomad/helper github.com/hashicorp/nomad/helper/args github.com/hashicorp/nomad/helper/boltdd github.com/hashicorp/nomad/helper/codec github.com/hashicorp/nomad/helper/constraints/semver github.com/hashicorp/nomad/helper/discover github.com/hashicorp/nomad/helper/escapingio github.com/hashicorp/nomad/helper/fields github.com/hashicorp/nomad/helper/flag-helpers github.com/hashicorp/nomad/helper/flatmap github.com/hashicorp/nomad/helper/freeport github.com/hashicorp/nomad/helper/gated-writer github.com/hashicorp/nomad/helper/grpc-middleware/logging github.com/hashicorp/nomad/helper/logging github.com/hashicorp/nomad/helper/mount github.com/hashicorp/nomad/helper/noxssrw github.com/hashicorp/nomad/helper/pluginutils/catalog github.com/hashicorp/nomad/helper/pluginutils/grpcutils github.com/hashicorp/nomad/helper/pluginutils/hclspecutils github.com/hashicorp/nomad/helper/pluginutils/hclutils github.com/hashicorp/nomad/helper/pluginutils/loader github.com/hashicorp/nomad/helper/pluginutils/singleton github.com/hashicorp/nomad/helper/pool github.com/hashicorp/nomad/helper/raftutil github.com/hashicorp/nomad/helper/snapshot github.com/hashicorp/nomad/helper/stats github.com/hashicorp/nomad/helper/testlog github.com/hashicorp/nomad/helper/testtask github.com/hashicorp/nomad/helper/tlsutil github.com/hashicorp/nomad/helper/useragent github.com/hashicorp/nomad/helper/uuid github.com/hashicorp/nomad/helper/winsvc github.com/hashicorp/nomad/jobspec github.com/hashicorp/nomad/lib/circbufwriter github.com/hashicorp/nomad/lib/delayheap github.com/hashicorp/nomad/lib/kheap github.com/hashicorp/nomad/nomad github.com/hashicorp/nomad/nomad/deploymentwatcher github.com/hashicorp/nomad/nomad/drainer github.com/hashicorp/nomad/nomad/mock github.com/hashicorp/nomad/nomad/state github.com/hashicorp/nomad/nomad/structs github.com/hashicorp/nomad/nomad/structs/config github.com/hashicorp/nomad/nomad/types github.com/hashicorp/nomad/nomad/volumewatcher github.com/hashicorp/nomad/plugins github.com/hashicorp/nomad/plugins/base github.com/hashicorp/nomad/plugins/base/proto github.com/hashicorp/nomad/plugins/base/structs github.com/hashicorp/nomad/plugins/csi github.com/hashicorp/nomad/plugins/csi/fake github.com/hashicorp/nomad/plugins/csi/testing github.com/hashicorp/nomad/plugins/device github.com/hashicorp/nomad/plugins/device/cmd/example github.com/hashicorp/nomad/plugins/device/cmd/example/cmd github.com/hashicorp/nomad/plugins/device/proto github.com/hashicorp/nomad/plugins/drivers github.com/hashicorp/nomad/plugins/drivers/proto github.com/hashicorp/nomad/plugins/drivers/testutils github.com/hashicorp/nomad/plugins/drivers/utils github.com/hashicorp/nomad/plugins/shared/cmd/launcher github.com/hashicorp/nomad/plugins/shared/cmd/launcher/command github.com/hashicorp/nomad/plugins/shared/hclspec github.com/hashicorp/nomad/plugins/shared/structs github.com/hashicorp/nomad/plugins/shared/structs/proto github.com/hashicorp/nomad/scheduler github.com/hashicorp/nomad/testutil github.com/hashicorp/nomad/version src/github.com/hashicorp/nomad/main.go src/github.com/hashicorp/nomad/main_test.go src/github.com/hashicorp/nomad/acl/acl.go src/github.com/hashicorp/nomad/acl/acl_test.go src/github.com/hashicorp/nomad/acl/policy.go src/github.com/hashicorp/nomad/acl/policy_test.go src/github.com/hashicorp/nomad/api/acl.go src/github.com/hashicorp/nomad/api/acl_test.go src/github.com/hashicorp/nomad/api/agent.go src/github.com/hashicorp/nomad/api/agent_test.go src/github.com/hashicorp/nomad/api/allocations.go src/github.com/hashicorp/nomad/api/allocations_test.go src/github.com/hashicorp/nomad/api/api.go src/github.com/hashicorp/nomad/api/api_test.go src/github.com/hashicorp/nomad/api/compose_test.go src/github.com/hashicorp/nomad/api/constraint.go src/github.com/hashicorp/nomad/api/constraint_test.go src/github.com/hashicorp/nomad/api/csi.go src/github.com/hashicorp/nomad/api/csi_test.go src/github.com/hashicorp/nomad/api/deployments.go src/github.com/hashicorp/nomad/api/evaluations.go src/github.com/hashicorp/nomad/api/evaluations_test.go src/github.com/hashicorp/nomad/api/fs.go src/github.com/hashicorp/nomad/api/fs_test.go src/github.com/hashicorp/nomad/api/ioutil.go src/github.com/hashicorp/nomad/api/ioutil_test.go src/github.com/hashicorp/nomad/api/jobs.go src/github.com/hashicorp/nomad/api/jobs_test.go src/github.com/hashicorp/nomad/api/namespace.go src/github.com/hashicorp/nomad/api/nodes.go src/github.com/hashicorp/nomad/api/nodes_test.go src/github.com/hashicorp/nomad/api/operator.go src/github.com/hashicorp/nomad/api/operator_autopilot.go src/github.com/hashicorp/nomad/api/operator_test.go src/github.com/hashicorp/nomad/api/quota.go src/github.com/hashicorp/nomad/api/raw.go src/github.com/hashicorp/nomad/api/regions.go src/github.com/hashicorp/nomad/api/regions_test.go src/github.com/hashicorp/nomad/api/resources.go src/github.com/hashicorp/nomad/api/scaling.go src/github.com/hashicorp/nomad/api/scaling_test.go src/github.com/hashicorp/nomad/api/search.go src/github.com/hashicorp/nomad/api/search_test.go src/github.com/hashicorp/nomad/api/sentinel.go src/github.com/hashicorp/nomad/api/services.go src/github.com/hashicorp/nomad/api/services_test.go src/github.com/hashicorp/nomad/api/status.go src/github.com/hashicorp/nomad/api/status_test.go src/github.com/hashicorp/nomad/api/system.go src/github.com/hashicorp/nomad/api/system_test.go src/github.com/hashicorp/nomad/api/tasks.go src/github.com/hashicorp/nomad/api/tasks_test.go src/github.com/hashicorp/nomad/api/util_test.go src/github.com/hashicorp/nomad/api/utils.go src/github.com/hashicorp/nomad/api/utils_test.go src/github.com/hashicorp/nomad/api/contexts/contexts.go src/github.com/hashicorp/nomad/api/internal/testutil/responsewriter.go src/github.com/hashicorp/nomad/api/internal/testutil/server.go src/github.com/hashicorp/nomad/api/internal/testutil/slow.go src/github.com/hashicorp/nomad/api/internal/testutil/wait.go src/github.com/hashicorp/nomad/api/internal/testutil/discover/discover.go src/github.com/hashicorp/nomad/api/internal/testutil/freeport/freeport.go src/github.com/hashicorp/nomad/client/acl.go src/github.com/hashicorp/nomad/client/acl_test.go src/github.com/hashicorp/nomad/client/agent_endpoint.go src/github.com/hashicorp/nomad/client/agent_endpoint_test.go src/github.com/hashicorp/nomad/client/alloc_endpoint.go src/github.com/hashicorp/nomad/client/alloc_endpoint_test.go src/github.com/hashicorp/nomad/client/client.go src/github.com/hashicorp/nomad/client/client_stats_endpoint.go src/github.com/hashicorp/nomad/client/client_stats_endpoint_test.go src/github.com/hashicorp/nomad/client/csi_endpoint.go src/github.com/hashicorp/nomad/client/csi_endpoint_test.go src/github.com/hashicorp/nomad/client/driver_manager_test.go src/github.com/hashicorp/nomad/client/enterprise_client_oss.go src/github.com/hashicorp/nomad/client/fingerprint_manager.go src/github.com/hashicorp/nomad/client/fingerprint_manager_test.go src/github.com/hashicorp/nomad/client/fs_endpoint.go src/github.com/hashicorp/nomad/client/fs_endpoint_test.go src/github.com/hashicorp/nomad/client/gc.go src/github.com/hashicorp/nomad/client/gc_test.go src/github.com/hashicorp/nomad/client/heartbeatstop.go src/github.com/hashicorp/nomad/client/heartbeatstop_test.go src/github.com/hashicorp/nomad/client/node_updater.go src/github.com/hashicorp/nomad/client/rpc.go src/github.com/hashicorp/nomad/client/rpc_test.go src/github.com/hashicorp/nomad/client/testing.go src/github.com/hashicorp/nomad/client/util.go src/github.com/hashicorp/nomad/client/util_test.go src/github.com/hashicorp/nomad/client/alloc_watcher_e2e_test.go src/github.com/hashicorp/nomad/client/allocdir/alloc_dir.go src/github.com/hashicorp/nomad/client/allocdir/alloc_dir_test.go src/github.com/hashicorp/nomad/client/allocdir/fs_linux.go src/github.com/hashicorp/nomad/client/allocdir/fs_linux_test.go src/github.com/hashicorp/nomad/client/allocdir/fs_unix.go src/github.com/hashicorp/nomad/client/allocdir/task_dir.go src/github.com/hashicorp/nomad/client/allocdir/task_dir_linux.go src/github.com/hashicorp/nomad/client/allocdir/task_dir_test.go src/github.com/hashicorp/nomad/client/allocdir/testing.go src/github.com/hashicorp/nomad/client/allocdir/input/test.go src/github.com/hashicorp/nomad/client/allochealth/tracker.go src/github.com/hashicorp/nomad/client/allochealth/tracker_test.go src/github.com/hashicorp/nomad/client/allocrunner/alloc_runner.go src/github.com/hashicorp/nomad/client/allocrunner/alloc_runner_hooks.go src/github.com/hashicorp/nomad/client/allocrunner/alloc_runner_test.go src/github.com/hashicorp/nomad/client/allocrunner/alloc_runner_unix_test.go src/github.com/hashicorp/nomad/client/allocrunner/allocdir_hook.go src/github.com/hashicorp/nomad/client/allocrunner/config.go src/github.com/hashicorp/nomad/client/allocrunner/consul_grpc_sock_hook.go src/github.com/hashicorp/nomad/client/allocrunner/consul_grpc_sock_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/consul_http_sock_hook.go src/github.com/hashicorp/nomad/client/allocrunner/consul_http_sock_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/csi_hook.go src/github.com/hashicorp/nomad/client/allocrunner/groupservice_hook.go src/github.com/hashicorp/nomad/client/allocrunner/groupservice_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/health_hook.go src/github.com/hashicorp/nomad/client/allocrunner/health_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/migrate_hook.go src/github.com/hashicorp/nomad/client/allocrunner/network_hook.go src/github.com/hashicorp/nomad/client/allocrunner/network_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/network_manager_linux.go src/github.com/hashicorp/nomad/client/allocrunner/network_manager_linux_test.go src/github.com/hashicorp/nomad/client/allocrunner/networking.go src/github.com/hashicorp/nomad/client/allocrunner/networking_bridge_linux.go src/github.com/hashicorp/nomad/client/allocrunner/networking_cni.go src/github.com/hashicorp/nomad/client/allocrunner/task_hook_coordinator.go src/github.com/hashicorp/nomad/client/allocrunner/task_hook_coordinator_test.go src/github.com/hashicorp/nomad/client/allocrunner/upstream_allocs_hook.go src/github.com/hashicorp/nomad/client/allocrunner/util.go src/github.com/hashicorp/nomad/client/allocrunner/interfaces/runner.go src/github.com/hashicorp/nomad/client/allocrunner/interfaces/runner_lifecycle.go src/github.com/hashicorp/nomad/client/allocrunner/interfaces/task_lifecycle.go src/github.com/hashicorp/nomad/client/allocrunner/state/state.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/artifact_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/artifact_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/connect_native_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/connect_native_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/device_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/device_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/dispatch_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/dispatch_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/driver_handle.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/envoybootstrap_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/envoybootstrap_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/errors.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/errors_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/lazy_handle.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/lifecycle.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/logmon_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/logmon_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/logmon_hook_unix_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/plugin_supervisor_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/script_check_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/script_check_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/service_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/service_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/sids_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/sids_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/stats_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/stats_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/task_dir_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/task_runner.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/task_runner_getters.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/task_runner_hooks.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/task_runner_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/tasklet.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/tasklet_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/template_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/validate_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/validate_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/vault_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/vault_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/volume_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/volume_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/getter/getter.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/interfaces/events.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/interfaces/handle.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/interfaces/lifecycle.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/restarts/restarts.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/restarts/restarts_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/state/state.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/template/template.go src/github.com/hashicorp/nomad/client/allocwatcher/alloc_watcher.go src/github.com/hashicorp/nomad/client/allocwatcher/alloc_watcher_test.go src/github.com/hashicorp/nomad/client/allocwatcher/alloc_watcher_unix_test.go src/github.com/hashicorp/nomad/client/allocwatcher/doc.go src/github.com/hashicorp/nomad/client/allocwatcher/group_alloc_watcher.go src/github.com/hashicorp/nomad/client/allocwatcher/group_alloc_watcher_test.go src/github.com/hashicorp/nomad/client/config/config.go src/github.com/hashicorp/nomad/client/config/config_test.go src/github.com/hashicorp/nomad/client/config/testing.go src/github.com/hashicorp/nomad/client/consul/consul.go src/github.com/hashicorp/nomad/client/consul/consul_testing.go src/github.com/hashicorp/nomad/client/consul/identities.go src/github.com/hashicorp/nomad/client/consul/identities_test.go src/github.com/hashicorp/nomad/client/consul/identities_testing.go src/github.com/hashicorp/nomad/client/devicemanager/instance.go src/github.com/hashicorp/nomad/client/devicemanager/manager.go src/github.com/hashicorp/nomad/client/devicemanager/manager_test.go src/github.com/hashicorp/nomad/client/devicemanager/testing.go src/github.com/hashicorp/nomad/client/devicemanager/utils.go src/github.com/hashicorp/nomad/client/devicemanager/state/state.go src/github.com/hashicorp/nomad/client/dynamicplugins/registry.go src/github.com/hashicorp/nomad/client/dynamicplugins/registry_test.go src/github.com/hashicorp/nomad/client/fingerprint/arch.go src/github.com/hashicorp/nomad/client/fingerprint/arch_test.go src/github.com/hashicorp/nomad/client/fingerprint/bridge.go src/github.com/hashicorp/nomad/client/fingerprint/bridge_linux.go src/github.com/hashicorp/nomad/client/fingerprint/bridge_linux_test.go src/github.com/hashicorp/nomad/client/fingerprint/cgroup.go src/github.com/hashicorp/nomad/client/fingerprint/cgroup_linux.go src/github.com/hashicorp/nomad/client/fingerprint/cgroup_test.go src/github.com/hashicorp/nomad/client/fingerprint/cni.go src/github.com/hashicorp/nomad/client/fingerprint/cni_test.go src/github.com/hashicorp/nomad/client/fingerprint/consul.go src/github.com/hashicorp/nomad/client/fingerprint/consul_test.go src/github.com/hashicorp/nomad/client/fingerprint/cpu.go src/github.com/hashicorp/nomad/client/fingerprint/cpu_test.go src/github.com/hashicorp/nomad/client/fingerprint/env_aws.go src/github.com/hashicorp/nomad/client/fingerprint/env_aws_test.go src/github.com/hashicorp/nomad/client/fingerprint/env_gce.go src/github.com/hashicorp/nomad/client/fingerprint/env_gce_test.go src/github.com/hashicorp/nomad/client/fingerprint/fingerprint.go src/github.com/hashicorp/nomad/client/fingerprint/fingerprint_linux.go src/github.com/hashicorp/nomad/client/fingerprint/fingerprint_test.go src/github.com/hashicorp/nomad/client/fingerprint/host.go src/github.com/hashicorp/nomad/client/fingerprint/host_test.go src/github.com/hashicorp/nomad/client/fingerprint/memory.go src/github.com/hashicorp/nomad/client/fingerprint/memory_test.go src/github.com/hashicorp/nomad/client/fingerprint/network.go src/github.com/hashicorp/nomad/client/fingerprint/network_linux.go src/github.com/hashicorp/nomad/client/fingerprint/network_test.go src/github.com/hashicorp/nomad/client/fingerprint/nomad.go src/github.com/hashicorp/nomad/client/fingerprint/nomad_test.go src/github.com/hashicorp/nomad/client/fingerprint/signal.go src/github.com/hashicorp/nomad/client/fingerprint/signal_test.go src/github.com/hashicorp/nomad/client/fingerprint/storage.go src/github.com/hashicorp/nomad/client/fingerprint/storage_test.go src/github.com/hashicorp/nomad/client/fingerprint/storage_unix.go src/github.com/hashicorp/nomad/client/fingerprint/structs.go src/github.com/hashicorp/nomad/client/fingerprint/vault.go src/github.com/hashicorp/nomad/client/interfaces/client.go src/github.com/hashicorp/nomad/client/lib/fifo/doc.go src/github.com/hashicorp/nomad/client/lib/fifo/fifo_test.go src/github.com/hashicorp/nomad/client/lib/fifo/fifo_unix.go src/github.com/hashicorp/nomad/client/lib/nsutil/netns_linux.go src/github.com/hashicorp/nomad/client/lib/streamframer/framer.go src/github.com/hashicorp/nomad/client/lib/streamframer/framer_test.go src/github.com/hashicorp/nomad/client/logmon/client.go src/github.com/hashicorp/nomad/client/logmon/logmon.go src/github.com/hashicorp/nomad/client/logmon/logmon_test.go src/github.com/hashicorp/nomad/client/logmon/plugin.go src/github.com/hashicorp/nomad/client/logmon/server.go src/github.com/hashicorp/nomad/client/logmon/z_logmon_cmd.go src/github.com/hashicorp/nomad/client/logmon/logging/rotator.go src/github.com/hashicorp/nomad/client/logmon/logging/rotator_test.go src/github.com/hashicorp/nomad/client/logmon/proto/logmon.pb.go src/github.com/hashicorp/nomad/client/pluginmanager/group.go src/github.com/hashicorp/nomad/client/pluginmanager/group_test.go src/github.com/hashicorp/nomad/client/pluginmanager/manager.go src/github.com/hashicorp/nomad/client/pluginmanager/testing.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/doc.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/fingerprint.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/fingerprint_test.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/instance.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/instance_test.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/interface.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/manager.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/manager_test.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/usage_tracker.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/usage_tracker_test.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/volume.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/volume_test.go src/github.com/hashicorp/nomad/client/pluginmanager/drivermanager/instance.go src/github.com/hashicorp/nomad/client/pluginmanager/drivermanager/instance_test.go src/github.com/hashicorp/nomad/client/pluginmanager/drivermanager/manager.go src/github.com/hashicorp/nomad/client/pluginmanager/drivermanager/manager_test.go src/github.com/hashicorp/nomad/client/pluginmanager/drivermanager/state/state.go src/github.com/hashicorp/nomad/client/servers/manager.go src/github.com/hashicorp/nomad/client/servers/manager_internal_test.go src/github.com/hashicorp/nomad/client/servers/manager_test.go src/github.com/hashicorp/nomad/client/state/08types.go src/github.com/hashicorp/nomad/client/state/db_test.go src/github.com/hashicorp/nomad/client/state/errdb.go src/github.com/hashicorp/nomad/client/state/interface.go src/github.com/hashicorp/nomad/client/state/memdb.go src/github.com/hashicorp/nomad/client/state/noopdb.go src/github.com/hashicorp/nomad/client/state/state_database.go src/github.com/hashicorp/nomad/client/state/upgrade.go src/github.com/hashicorp/nomad/client/state/upgrade_test.go src/github.com/hashicorp/nomad/client/state/upgrade_int_test.go src/github.com/hashicorp/nomad/client/stats/cpu.go src/github.com/hashicorp/nomad/client/stats/cpu_test.go src/github.com/hashicorp/nomad/client/stats/host.go src/github.com/hashicorp/nomad/client/stats/host_test.go src/github.com/hashicorp/nomad/client/structs/allochook.go src/github.com/hashicorp/nomad/client/structs/broadcaster.go src/github.com/hashicorp/nomad/client/structs/broadcaster_test.go src/github.com/hashicorp/nomad/client/structs/csi.go src/github.com/hashicorp/nomad/client/structs/structs.go src/github.com/hashicorp/nomad/client/taskenv/env.go src/github.com/hashicorp/nomad/client/taskenv/env_test.go src/github.com/hashicorp/nomad/client/taskenv/services.go src/github.com/hashicorp/nomad/client/taskenv/services_test.go src/github.com/hashicorp/nomad/client/taskenv/util.go src/github.com/hashicorp/nomad/client/taskenv/util_test.go src/github.com/hashicorp/nomad/client/testutil/docker.go src/github.com/hashicorp/nomad/client/testutil/driver_compatible.go src/github.com/hashicorp/nomad/client/testutil/rpc.go src/github.com/hashicorp/nomad/client/vaultclient/vaultclient.go src/github.com/hashicorp/nomad/client/vaultclient/vaultclient_testing.go src/github.com/hashicorp/nomad/command/acl.go src/github.com/hashicorp/nomad/command/acl_bootstrap.go src/github.com/hashicorp/nomad/command/acl_bootstrap_test.go src/github.com/hashicorp/nomad/command/acl_policy.go src/github.com/hashicorp/nomad/command/acl_policy_apply.go src/github.com/hashicorp/nomad/command/acl_policy_apply_test.go src/github.com/hashicorp/nomad/command/acl_policy_delete.go src/github.com/hashicorp/nomad/command/acl_policy_delete_test.go src/github.com/hashicorp/nomad/command/acl_policy_info.go src/github.com/hashicorp/nomad/command/acl_policy_info_test.go src/github.com/hashicorp/nomad/command/acl_policy_list.go src/github.com/hashicorp/nomad/command/acl_policy_list_test.go src/github.com/hashicorp/nomad/command/acl_token.go src/github.com/hashicorp/nomad/command/acl_token_create.go src/github.com/hashicorp/nomad/command/acl_token_create_test.go src/github.com/hashicorp/nomad/command/acl_token_delete.go src/github.com/hashicorp/nomad/command/acl_token_delete_test.go src/github.com/hashicorp/nomad/command/acl_token_info.go src/github.com/hashicorp/nomad/command/acl_token_info_test.go src/github.com/hashicorp/nomad/command/acl_token_list.go src/github.com/hashicorp/nomad/command/acl_token_list_test.go src/github.com/hashicorp/nomad/command/acl_token_self.go src/github.com/hashicorp/nomad/command/acl_token_self_test.go src/github.com/hashicorp/nomad/command/acl_token_update.go src/github.com/hashicorp/nomad/command/acl_token_update_test.go src/github.com/hashicorp/nomad/command/agent_info.go src/github.com/hashicorp/nomad/command/agent_info_test.go src/github.com/hashicorp/nomad/command/agent_monitor.go src/github.com/hashicorp/nomad/command/agent_monitor_test.go src/github.com/hashicorp/nomad/command/alloc.go src/github.com/hashicorp/nomad/command/alloc_exec.go src/github.com/hashicorp/nomad/command/alloc_exec_test.go src/github.com/hashicorp/nomad/command/alloc_exec_unix.go src/github.com/hashicorp/nomad/command/alloc_fs.go src/github.com/hashicorp/nomad/command/alloc_fs_test.go src/github.com/hashicorp/nomad/command/alloc_logs.go src/github.com/hashicorp/nomad/command/alloc_logs_test.go src/github.com/hashicorp/nomad/command/alloc_restart.go src/github.com/hashicorp/nomad/command/alloc_restart_test.go src/github.com/hashicorp/nomad/command/alloc_signal.go src/github.com/hashicorp/nomad/command/alloc_signal_test.go src/github.com/hashicorp/nomad/command/alloc_status.go src/github.com/hashicorp/nomad/command/alloc_status_test.go src/github.com/hashicorp/nomad/command/alloc_stop.go src/github.com/hashicorp/nomad/command/alloc_stop_test.go src/github.com/hashicorp/nomad/command/check.go src/github.com/hashicorp/nomad/command/check_test.go src/github.com/hashicorp/nomad/command/commands.go src/github.com/hashicorp/nomad/command/commands_oss.go src/github.com/hashicorp/nomad/command/data_format.go src/github.com/hashicorp/nomad/command/data_format_test.go src/github.com/hashicorp/nomad/command/deployment.go src/github.com/hashicorp/nomad/command/deployment_fail.go src/github.com/hashicorp/nomad/command/deployment_fail_test.go src/github.com/hashicorp/nomad/command/deployment_list.go src/github.com/hashicorp/nomad/command/deployment_list_test.go src/github.com/hashicorp/nomad/command/deployment_pause.go src/github.com/hashicorp/nomad/command/deployment_pause_test.go src/github.com/hashicorp/nomad/command/deployment_promote.go src/github.com/hashicorp/nomad/command/deployment_promote_test.go src/github.com/hashicorp/nomad/command/deployment_resume.go src/github.com/hashicorp/nomad/command/deployment_resume_test.go src/github.com/hashicorp/nomad/command/deployment_status.go src/github.com/hashicorp/nomad/command/deployment_status_test.go src/github.com/hashicorp/nomad/command/deployment_unblock.go src/github.com/hashicorp/nomad/command/deployment_unblock_test.go src/github.com/hashicorp/nomad/command/eval.go src/github.com/hashicorp/nomad/command/eval_status.go src/github.com/hashicorp/nomad/command/eval_status_test.go src/github.com/hashicorp/nomad/command/helper_devices.go src/github.com/hashicorp/nomad/command/helper_devices_test.go src/github.com/hashicorp/nomad/command/helpers.go src/github.com/hashicorp/nomad/command/helpers_test.go src/github.com/hashicorp/nomad/command/integration_test.go src/github.com/hashicorp/nomad/command/job.go src/github.com/hashicorp/nomad/command/job_deployments.go src/github.com/hashicorp/nomad/command/job_deployments_test.go src/github.com/hashicorp/nomad/command/job_dispatch.go src/github.com/hashicorp/nomad/command/job_dispatch_test.go src/github.com/hashicorp/nomad/command/job_eval.go src/github.com/hashicorp/nomad/command/job_eval_test.go src/github.com/hashicorp/nomad/command/job_history.go src/github.com/hashicorp/nomad/command/job_history_test.go src/github.com/hashicorp/nomad/command/job_init.bindata_assetfs.go src/github.com/hashicorp/nomad/command/job_init.go src/github.com/hashicorp/nomad/command/job_init_test.go src/github.com/hashicorp/nomad/command/job_inspect.go src/github.com/hashicorp/nomad/command/job_inspect_test.go src/github.com/hashicorp/nomad/command/job_periodic.go src/github.com/hashicorp/nomad/command/job_periodic_force.go src/github.com/hashicorp/nomad/command/job_periodic_force_test.go src/github.com/hashicorp/nomad/command/job_plan.go src/github.com/hashicorp/nomad/command/job_plan_test.go src/github.com/hashicorp/nomad/command/job_promote.go src/github.com/hashicorp/nomad/command/job_promote_test.go src/github.com/hashicorp/nomad/command/job_revert.go src/github.com/hashicorp/nomad/command/job_revert_test.go src/github.com/hashicorp/nomad/command/job_run.go src/github.com/hashicorp/nomad/command/job_run_test.go src/github.com/hashicorp/nomad/command/job_status.go src/github.com/hashicorp/nomad/command/job_status_test.go src/github.com/hashicorp/nomad/command/job_stop.go src/github.com/hashicorp/nomad/command/job_stop_test.go src/github.com/hashicorp/nomad/command/job_validate.go src/github.com/hashicorp/nomad/command/job_validate_test.go src/github.com/hashicorp/nomad/command/license.go src/github.com/hashicorp/nomad/command/license_get.go src/github.com/hashicorp/nomad/command/license_get_test.go src/github.com/hashicorp/nomad/command/license_put.go src/github.com/hashicorp/nomad/command/license_put_test.go src/github.com/hashicorp/nomad/command/meta.go src/github.com/hashicorp/nomad/command/meta_test.go src/github.com/hashicorp/nomad/command/monitor.go src/github.com/hashicorp/nomad/command/monitor_test.go src/github.com/hashicorp/nomad/command/namespace.go src/github.com/hashicorp/nomad/command/namespace_apply.go src/github.com/hashicorp/nomad/command/namespace_delete.go src/github.com/hashicorp/nomad/command/namespace_inspect.go src/github.com/hashicorp/nomad/command/namespace_list.go src/github.com/hashicorp/nomad/command/namespace_status.go src/github.com/hashicorp/nomad/command/node.go src/github.com/hashicorp/nomad/command/node_config.go src/github.com/hashicorp/nomad/command/node_config_test.go src/github.com/hashicorp/nomad/command/node_drain.go src/github.com/hashicorp/nomad/command/node_drain_test.go src/github.com/hashicorp/nomad/command/node_eligibility.go src/github.com/hashicorp/nomad/command/node_eligibility_test.go src/github.com/hashicorp/nomad/command/node_status.go src/github.com/hashicorp/nomad/command/node_status_test.go src/github.com/hashicorp/nomad/command/operator.go src/github.com/hashicorp/nomad/command/operator_autopilot.go src/github.com/hashicorp/nomad/command/operator_autopilot_get.go src/github.com/hashicorp/nomad/command/operator_autopilot_get_test.go src/github.com/hashicorp/nomad/command/operator_autopilot_set.go src/github.com/hashicorp/nomad/command/operator_autopilot_set_test.go src/github.com/hashicorp/nomad/command/operator_autopilot_test.go src/github.com/hashicorp/nomad/command/operator_debug.go src/github.com/hashicorp/nomad/command/operator_debug_test.go src/github.com/hashicorp/nomad/command/operator_keygen.go src/github.com/hashicorp/nomad/command/operator_keygen_test.go src/github.com/hashicorp/nomad/command/operator_keyring.go src/github.com/hashicorp/nomad/command/operator_raft.go src/github.com/hashicorp/nomad/command/operator_raft_info.go src/github.com/hashicorp/nomad/command/operator_raft_list.go src/github.com/hashicorp/nomad/command/operator_raft_list_test.go src/github.com/hashicorp/nomad/command/operator_raft_logs.go src/github.com/hashicorp/nomad/command/operator_raft_remove.go src/github.com/hashicorp/nomad/command/operator_raft_remove_test.go src/github.com/hashicorp/nomad/command/operator_raft_state.go src/github.com/hashicorp/nomad/command/operator_raft_test.go src/github.com/hashicorp/nomad/command/operator_snapshot.go src/github.com/hashicorp/nomad/command/operator_snapshot_inspect.go src/github.com/hashicorp/nomad/command/operator_snapshot_inspect_test.go src/github.com/hashicorp/nomad/command/operator_snapshot_restore.go src/github.com/hashicorp/nomad/command/operator_snapshot_restore_test.go src/github.com/hashicorp/nomad/command/operator_snapshot_save.go src/github.com/hashicorp/nomad/command/operator_snapshot_save_test.go src/github.com/hashicorp/nomad/command/operator_test.go src/github.com/hashicorp/nomad/command/plugin.go src/github.com/hashicorp/nomad/command/plugin_status.go src/github.com/hashicorp/nomad/command/plugin_status_csi.go src/github.com/hashicorp/nomad/command/plugin_status_test.go src/github.com/hashicorp/nomad/command/quota.go src/github.com/hashicorp/nomad/command/quota_apply.go src/github.com/hashicorp/nomad/command/quota_apply_test.go src/github.com/hashicorp/nomad/command/quota_delete.go src/github.com/hashicorp/nomad/command/quota_init.go src/github.com/hashicorp/nomad/command/quota_init_test.go src/github.com/hashicorp/nomad/command/quota_inspect.go src/github.com/hashicorp/nomad/command/quota_list.go src/github.com/hashicorp/nomad/command/quota_status.go src/github.com/hashicorp/nomad/command/sentinel.go src/github.com/hashicorp/nomad/command/sentinel_apply.go src/github.com/hashicorp/nomad/command/sentinel_apply_test.go src/github.com/hashicorp/nomad/command/sentinel_delete.go src/github.com/hashicorp/nomad/command/sentinel_delete_test.go src/github.com/hashicorp/nomad/command/sentinel_list.go src/github.com/hashicorp/nomad/command/sentinel_list_test.go src/github.com/hashicorp/nomad/command/sentinel_read.go src/github.com/hashicorp/nomad/command/sentinel_read_test.go src/github.com/hashicorp/nomad/command/server.go src/github.com/hashicorp/nomad/command/server_force_leave.go src/github.com/hashicorp/nomad/command/server_force_leave_test.go src/github.com/hashicorp/nomad/command/server_join.go src/github.com/hashicorp/nomad/command/server_join_test.go src/github.com/hashicorp/nomad/command/server_members.go src/github.com/hashicorp/nomad/command/server_members_test.go src/github.com/hashicorp/nomad/command/status.go src/github.com/hashicorp/nomad/command/status_test.go src/github.com/hashicorp/nomad/command/system.go src/github.com/hashicorp/nomad/command/system_gc.go src/github.com/hashicorp/nomad/command/system_gc_test.go src/github.com/hashicorp/nomad/command/system_reconcile.go src/github.com/hashicorp/nomad/command/system_reconcile_summaries.go src/github.com/hashicorp/nomad/command/system_reconcile_summaries_test.go src/github.com/hashicorp/nomad/command/system_reconcile_test.go src/github.com/hashicorp/nomad/command/system_test.go src/github.com/hashicorp/nomad/command/ui.go src/github.com/hashicorp/nomad/command/util_test.go src/github.com/hashicorp/nomad/command/version.go src/github.com/hashicorp/nomad/command/version_test.go src/github.com/hashicorp/nomad/command/volume.go src/github.com/hashicorp/nomad/command/volume_deregister.go src/github.com/hashicorp/nomad/command/volume_detach.go src/github.com/hashicorp/nomad/command/volume_register.go src/github.com/hashicorp/nomad/command/volume_register_csi.go src/github.com/hashicorp/nomad/command/volume_register_test.go src/github.com/hashicorp/nomad/command/volume_status.go src/github.com/hashicorp/nomad/command/volume_status_csi.go src/github.com/hashicorp/nomad/command/volume_status_test.go src/github.com/hashicorp/nomad/command/agent/acl_endpoint.go src/github.com/hashicorp/nomad/command/agent/acl_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/agent.go src/github.com/hashicorp/nomad/command/agent/agent_endpoint.go src/github.com/hashicorp/nomad/command/agent/agent_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/agent_oss.go src/github.com/hashicorp/nomad/command/agent/agent_test.go src/github.com/hashicorp/nomad/command/agent/alloc_endpoint.go src/github.com/hashicorp/nomad/command/agent/alloc_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/bindata_assetfs.go src/github.com/hashicorp/nomad/command/agent/command.go src/github.com/hashicorp/nomad/command/agent/command_test.go src/github.com/hashicorp/nomad/command/agent/config.go src/github.com/hashicorp/nomad/command/agent/config_oss.go src/github.com/hashicorp/nomad/command/agent/config_parse.go src/github.com/hashicorp/nomad/command/agent/config_parse_test.go src/github.com/hashicorp/nomad/command/agent/config_test.go src/github.com/hashicorp/nomad/command/agent/csi_endpoint.go src/github.com/hashicorp/nomad/command/agent/csi_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/deployment_endpoint.go src/github.com/hashicorp/nomad/command/agent/deployment_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/eval_endpoint.go src/github.com/hashicorp/nomad/command/agent/eval_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/fs_endpoint.go src/github.com/hashicorp/nomad/command/agent/fs_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/helpers.go src/github.com/hashicorp/nomad/command/agent/helpers_test.go src/github.com/hashicorp/nomad/command/agent/http.go src/github.com/hashicorp/nomad/command/agent/http_oss.go src/github.com/hashicorp/nomad/command/agent/http_stdlog.go src/github.com/hashicorp/nomad/command/agent/http_stdlog_test.go src/github.com/hashicorp/nomad/command/agent/http_test.go src/github.com/hashicorp/nomad/command/agent/job_endpoint.go src/github.com/hashicorp/nomad/command/agent/job_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/keyring.go src/github.com/hashicorp/nomad/command/agent/keyring_test.go src/github.com/hashicorp/nomad/command/agent/log_file.go src/github.com/hashicorp/nomad/command/agent/log_file_test.go src/github.com/hashicorp/nomad/command/agent/log_levels.go src/github.com/hashicorp/nomad/command/agent/log_levels_test.go src/github.com/hashicorp/nomad/command/agent/metrics_endpoint.go src/github.com/hashicorp/nomad/command/agent/metrics_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/node_endpoint.go src/github.com/hashicorp/nomad/command/agent/node_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/operator_endpoint.go src/github.com/hashicorp/nomad/command/agent/operator_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/plugins.go src/github.com/hashicorp/nomad/command/agent/region_endpoint.go src/github.com/hashicorp/nomad/command/agent/region_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/retry_join.go src/github.com/hashicorp/nomad/command/agent/retry_join_test.go src/github.com/hashicorp/nomad/command/agent/scaling_endpoint.go src/github.com/hashicorp/nomad/command/agent/scaling_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/search_endpoint.go src/github.com/hashicorp/nomad/command/agent/search_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/stats_endpoint.go src/github.com/hashicorp/nomad/command/agent/stats_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/status_endpoint.go src/github.com/hashicorp/nomad/command/agent/status_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/syslog.go src/github.com/hashicorp/nomad/command/agent/syslog_test.go src/github.com/hashicorp/nomad/command/agent/system_endpoint.go src/github.com/hashicorp/nomad/command/agent/system_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/testagent.go src/github.com/hashicorp/nomad/command/agent/testagent_oss.go src/github.com/hashicorp/nomad/command/agent/testingutils_test.go src/github.com/hashicorp/nomad/command/agent/consul/acl_testing.go src/github.com/hashicorp/nomad/command/agent/consul/catalog_testing.go src/github.com/hashicorp/nomad/command/agent/consul/check_watcher.go src/github.com/hashicorp/nomad/command/agent/consul/check_watcher_test.go src/github.com/hashicorp/nomad/command/agent/consul/client.go src/github.com/hashicorp/nomad/command/agent/consul/client_test.go src/github.com/hashicorp/nomad/command/agent/consul/config_entries_testing.go src/github.com/hashicorp/nomad/command/agent/consul/connect.go src/github.com/hashicorp/nomad/command/agent/consul/connect_test.go src/github.com/hashicorp/nomad/command/agent/consul/group_test.go src/github.com/hashicorp/nomad/command/agent/consul/structs.go src/github.com/hashicorp/nomad/command/agent/consul/testing.go src/github.com/hashicorp/nomad/command/agent/consul/unit_test.go src/github.com/hashicorp/nomad/command/agent/consul/version_checker.go src/github.com/hashicorp/nomad/command/agent/consul/version_checker_test.go src/github.com/hashicorp/nomad/command/agent/consul/int_test.go src/github.com/hashicorp/nomad/command/agent/event/event.go src/github.com/hashicorp/nomad/command/agent/host/host.go src/github.com/hashicorp/nomad/command/agent/host/host_test.go src/github.com/hashicorp/nomad/command/agent/host/linux.go src/github.com/hashicorp/nomad/command/agent/host/network.go src/github.com/hashicorp/nomad/command/agent/host/unix.go src/github.com/hashicorp/nomad/command/agent/monitor/monitor.go src/github.com/hashicorp/nomad/command/agent/monitor/monitor_test.go src/github.com/hashicorp/nomad/command/agent/pprof/pprof.go src/github.com/hashicorp/nomad/command/agent/pprof/pprof_test.go src/github.com/hashicorp/nomad/command/raft_tools/state.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/device.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/device_test.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/fingerprint.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/fingerprint_test.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/stats.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/stats_test.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/cmd/main.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/nvml/client.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/nvml/client_test.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/nvml/driver_linux.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/nvml/shared.go src/github.com/hashicorp/nomad/drivers/docker/config.go src/github.com/hashicorp/nomad/drivers/docker/config_test.go src/github.com/hashicorp/nomad/drivers/docker/coordinator.go src/github.com/hashicorp/nomad/drivers/docker/coordinator_test.go src/github.com/hashicorp/nomad/drivers/docker/driver.go src/github.com/hashicorp/nomad/drivers/docker/driver_default.go src/github.com/hashicorp/nomad/drivers/docker/driver_linux_test.go src/github.com/hashicorp/nomad/drivers/docker/driver_pre09.go src/github.com/hashicorp/nomad/drivers/docker/driver_test.go src/github.com/hashicorp/nomad/drivers/docker/driver_unix_test.go src/github.com/hashicorp/nomad/drivers/docker/fingerprint.go src/github.com/hashicorp/nomad/drivers/docker/fingerprint_test.go src/github.com/hashicorp/nomad/drivers/docker/handle.go src/github.com/hashicorp/nomad/drivers/docker/network.go src/github.com/hashicorp/nomad/drivers/docker/ports.go src/github.com/hashicorp/nomad/drivers/docker/progress.go src/github.com/hashicorp/nomad/drivers/docker/progress_test.go src/github.com/hashicorp/nomad/drivers/docker/reconciler.go src/github.com/hashicorp/nomad/drivers/docker/reconciler_test.go src/github.com/hashicorp/nomad/drivers/docker/state.go src/github.com/hashicorp/nomad/drivers/docker/stats.go src/github.com/hashicorp/nomad/drivers/docker/stats_test.go src/github.com/hashicorp/nomad/drivers/docker/utils.go src/github.com/hashicorp/nomad/drivers/docker/utils_test.go src/github.com/hashicorp/nomad/drivers/docker/utils_unix_test.go src/github.com/hashicorp/nomad/drivers/docker/win32_volume_parse.go src/github.com/hashicorp/nomad/drivers/docker/cmd/main.go src/github.com/hashicorp/nomad/drivers/docker/docklog/client.go src/github.com/hashicorp/nomad/drivers/docker/docklog/docker_logger.go src/github.com/hashicorp/nomad/drivers/docker/docklog/docker_logger_test.go src/github.com/hashicorp/nomad/drivers/docker/docklog/plugin.go src/github.com/hashicorp/nomad/drivers/docker/docklog/server.go src/github.com/hashicorp/nomad/drivers/docker/docklog/z_docker_logger_cmd.go src/github.com/hashicorp/nomad/drivers/docker/docklog/proto/docker_logger.pb.go src/github.com/hashicorp/nomad/drivers/docker/util/stats_posix.go src/github.com/hashicorp/nomad/drivers/docker/util/util.go src/github.com/hashicorp/nomad/drivers/exec/driver.go src/github.com/hashicorp/nomad/drivers/exec/driver_pre09.go src/github.com/hashicorp/nomad/drivers/exec/driver_test.go src/github.com/hashicorp/nomad/drivers/exec/handle.go src/github.com/hashicorp/nomad/drivers/exec/state.go src/github.com/hashicorp/nomad/drivers/java/driver.go src/github.com/hashicorp/nomad/drivers/java/driver_pre09.go src/github.com/hashicorp/nomad/drivers/java/driver_test.go src/github.com/hashicorp/nomad/drivers/java/handle.go src/github.com/hashicorp/nomad/drivers/java/state.go src/github.com/hashicorp/nomad/drivers/java/utils.go src/github.com/hashicorp/nomad/drivers/java/utils_test.go src/github.com/hashicorp/nomad/drivers/mock/command.go src/github.com/hashicorp/nomad/drivers/mock/driver.go src/github.com/hashicorp/nomad/drivers/mock/handle.go src/github.com/hashicorp/nomad/drivers/mock/state.go src/github.com/hashicorp/nomad/drivers/mock/utils.go src/github.com/hashicorp/nomad/drivers/mock/utils_test.go src/github.com/hashicorp/nomad/drivers/qemu/driver.go src/github.com/hashicorp/nomad/drivers/qemu/driver_pre09.go src/github.com/hashicorp/nomad/drivers/qemu/driver_test.go src/github.com/hashicorp/nomad/drivers/qemu/handle.go src/github.com/hashicorp/nomad/drivers/qemu/state.go src/github.com/hashicorp/nomad/drivers/rawexec/driver.go src/github.com/hashicorp/nomad/drivers/rawexec/driver_pre09.go src/github.com/hashicorp/nomad/drivers/rawexec/handle.go src/github.com/hashicorp/nomad/drivers/rawexec/state.go src/github.com/hashicorp/nomad/drivers/shared/eventer/eventer.go src/github.com/hashicorp/nomad/drivers/shared/eventer/eventer_test.go src/github.com/hashicorp/nomad/drivers/shared/executor/client.go src/github.com/hashicorp/nomad/drivers/shared/executor/exec_utils.go src/github.com/hashicorp/nomad/drivers/shared/executor/executor.go src/github.com/hashicorp/nomad/drivers/shared/executor/executor_linux.go src/github.com/hashicorp/nomad/drivers/shared/executor/executor_linux_test.go src/github.com/hashicorp/nomad/drivers/shared/executor/executor_plugin.go src/github.com/hashicorp/nomad/drivers/shared/executor/executor_test.go src/github.com/hashicorp/nomad/drivers/shared/executor/executor_universal_linux.go src/github.com/hashicorp/nomad/drivers/shared/executor/executor_unix.go src/github.com/hashicorp/nomad/drivers/shared/executor/legacy_executor_wrapper.go src/github.com/hashicorp/nomad/drivers/shared/executor/libcontainer_nsenter_linux.go src/github.com/hashicorp/nomad/drivers/shared/executor/pid_collector.go src/github.com/hashicorp/nomad/drivers/shared/executor/pid_collector_test.go src/github.com/hashicorp/nomad/drivers/shared/executor/plugins.go src/github.com/hashicorp/nomad/drivers/shared/executor/pty_unix.go src/github.com/hashicorp/nomad/drivers/shared/executor/resource_container_linux.go src/github.com/hashicorp/nomad/drivers/shared/executor/server.go src/github.com/hashicorp/nomad/drivers/shared/executor/utils.go src/github.com/hashicorp/nomad/drivers/shared/executor/utils_unix.go src/github.com/hashicorp/nomad/drivers/shared/executor/z_executor_cmd.go src/github.com/hashicorp/nomad/drivers/shared/executor/proto/executor.pb.go src/github.com/hashicorp/nomad/drivers/shared/resolvconf/mount.go src/github.com/hashicorp/nomad/drivers/shared/resolvconf/mount_unix_test.go src/github.com/hashicorp/nomad/helper/funcs.go src/github.com/hashicorp/nomad/helper/funcs_test.go src/github.com/hashicorp/nomad/helper/args/args.go src/github.com/hashicorp/nomad/helper/args/args_test.go src/github.com/hashicorp/nomad/helper/boltdd/boltdd.go src/github.com/hashicorp/nomad/helper/boltdd/boltdd_test.go src/github.com/hashicorp/nomad/helper/codec/inmem.go src/github.com/hashicorp/nomad/helper/constraints/semver/constraints.go src/github.com/hashicorp/nomad/helper/constraints/semver/constraints_test.go src/github.com/hashicorp/nomad/helper/discover/discover.go src/github.com/hashicorp/nomad/helper/escapingio/reader.go src/github.com/hashicorp/nomad/helper/escapingio/reader_test.go src/github.com/hashicorp/nomad/helper/fields/data.go src/github.com/hashicorp/nomad/helper/fields/schema.go src/github.com/hashicorp/nomad/helper/fields/schema_test.go src/github.com/hashicorp/nomad/helper/fields/type.go src/github.com/hashicorp/nomad/helper/fields/type_test.go src/github.com/hashicorp/nomad/helper/flag-helpers/flag.go src/github.com/hashicorp/nomad/helper/flag-helpers/flag_test.go src/github.com/hashicorp/nomad/helper/flatmap/flatmap.go src/github.com/hashicorp/nomad/helper/flatmap/flatmap_test.go src/github.com/hashicorp/nomad/helper/freeport/ephemeral_linux.go src/github.com/hashicorp/nomad/helper/freeport/ephemeral_linux_test.go src/github.com/hashicorp/nomad/helper/freeport/freeport.go src/github.com/hashicorp/nomad/helper/freeport/freeport_test.go src/github.com/hashicorp/nomad/helper/gated-writer/writer.go src/github.com/hashicorp/nomad/helper/gated-writer/writer_test.go src/github.com/hashicorp/nomad/helper/grpc-middleware/logging/client_interceptors.go src/github.com/hashicorp/nomad/helper/grpc-middleware/logging/options.go src/github.com/hashicorp/nomad/helper/logging/logging.go src/github.com/hashicorp/nomad/helper/mount/mount.go src/github.com/hashicorp/nomad/helper/mount/mount_linux.go src/github.com/hashicorp/nomad/helper/noxssrw/noxssrw.go src/github.com/hashicorp/nomad/helper/pluginutils/catalog/catalog.go src/github.com/hashicorp/nomad/helper/pluginutils/catalog/register.go src/github.com/hashicorp/nomad/helper/pluginutils/catalog/testing.go src/github.com/hashicorp/nomad/helper/pluginutils/grpcutils/utils.go src/github.com/hashicorp/nomad/helper/pluginutils/hclspecutils/dec.go src/github.com/hashicorp/nomad/helper/pluginutils/hclspecutils/dec_test.go src/github.com/hashicorp/nomad/helper/pluginutils/hclspecutils/spec_funcs.go src/github.com/hashicorp/nomad/helper/pluginutils/hclspecutils/type_expr.go src/github.com/hashicorp/nomad/helper/pluginutils/hclutils/testing.go src/github.com/hashicorp/nomad/helper/pluginutils/hclutils/types.go src/github.com/hashicorp/nomad/helper/pluginutils/hclutils/util.go src/github.com/hashicorp/nomad/helper/pluginutils/hclutils/types_test.go src/github.com/hashicorp/nomad/helper/pluginutils/hclutils/util_test.go src/github.com/hashicorp/nomad/helper/pluginutils/loader/api_versions.go src/github.com/hashicorp/nomad/helper/pluginutils/loader/filter_unix.go src/github.com/hashicorp/nomad/helper/pluginutils/loader/init.go src/github.com/hashicorp/nomad/helper/pluginutils/loader/instance.go src/github.com/hashicorp/nomad/helper/pluginutils/loader/loader.go src/github.com/hashicorp/nomad/helper/pluginutils/loader/loader_test.go src/github.com/hashicorp/nomad/helper/pluginutils/loader/plugin_test.go src/github.com/hashicorp/nomad/helper/pluginutils/loader/testing.go src/github.com/hashicorp/nomad/helper/pluginutils/loader/util.go src/github.com/hashicorp/nomad/helper/pluginutils/singleton/future.go src/github.com/hashicorp/nomad/helper/pluginutils/singleton/singleton.go src/github.com/hashicorp/nomad/helper/pluginutils/singleton/singleton_test.go src/github.com/hashicorp/nomad/helper/pool/conn.go src/github.com/hashicorp/nomad/helper/pool/pool.go src/github.com/hashicorp/nomad/helper/pool/pool_test.go src/github.com/hashicorp/nomad/helper/raftutil/fsm.go src/github.com/hashicorp/nomad/helper/raftutil/fsm_oss.go src/github.com/hashicorp/nomad/helper/raftutil/generate.go src/github.com/hashicorp/nomad/helper/raftutil/msgpack.go src/github.com/hashicorp/nomad/helper/raftutil/msgpack_test.go src/github.com/hashicorp/nomad/helper/raftutil/msgtypes.go src/github.com/hashicorp/nomad/helper/raftutil/state.go src/github.com/hashicorp/nomad/helper/snapshot/archive.go src/github.com/hashicorp/nomad/helper/snapshot/archive_test.go src/github.com/hashicorp/nomad/helper/snapshot/snapshot.go src/github.com/hashicorp/nomad/helper/snapshot/snapshot_test.go src/github.com/hashicorp/nomad/helper/stats/cpu.go src/github.com/hashicorp/nomad/helper/stats/runtime.go src/github.com/hashicorp/nomad/helper/testlog/testlog.go src/github.com/hashicorp/nomad/helper/testtask/testtask.go src/github.com/hashicorp/nomad/helper/testtask/testtask_unix.go src/github.com/hashicorp/nomad/helper/tlsutil/config.go src/github.com/hashicorp/nomad/helper/tlsutil/config_test.go src/github.com/hashicorp/nomad/helper/useragent/useragent.go src/github.com/hashicorp/nomad/helper/useragent/useragent_test.go src/github.com/hashicorp/nomad/helper/uuid/uuid.go src/github.com/hashicorp/nomad/helper/uuid/uuid_test.go src/github.com/hashicorp/nomad/helper/winsvc/service.go src/github.com/hashicorp/nomad/jobspec/parse.go src/github.com/hashicorp/nomad/jobspec/parse_group.go src/github.com/hashicorp/nomad/jobspec/parse_job.go src/github.com/hashicorp/nomad/jobspec/parse_multiregion.go src/github.com/hashicorp/nomad/jobspec/parse_network.go src/github.com/hashicorp/nomad/jobspec/parse_service.go src/github.com/hashicorp/nomad/jobspec/parse_task.go src/github.com/hashicorp/nomad/jobspec/parse_test.go src/github.com/hashicorp/nomad/jobspec/utils.go src/github.com/hashicorp/nomad/jobspec/utils_test.go src/github.com/hashicorp/nomad/lib/circbufwriter/writer.go src/github.com/hashicorp/nomad/lib/circbufwriter/writer_test.go src/github.com/hashicorp/nomad/lib/delayheap/delay_heap.go src/github.com/hashicorp/nomad/lib/delayheap/delay_heap_test.go src/github.com/hashicorp/nomad/lib/kheap/score_heap.go src/github.com/hashicorp/nomad/lib/kheap/score_heap_test.go src/github.com/hashicorp/nomad/nomad/acl.go src/github.com/hashicorp/nomad/nomad/acl_endpoint.go src/github.com/hashicorp/nomad/nomad/acl_endpoint_test.go src/github.com/hashicorp/nomad/nomad/acl_test.go src/github.com/hashicorp/nomad/nomad/alloc_endpoint.go src/github.com/hashicorp/nomad/nomad/alloc_endpoint_test.go src/github.com/hashicorp/nomad/nomad/autopilot.go src/github.com/hashicorp/nomad/nomad/autopilot_test.go src/github.com/hashicorp/nomad/nomad/blocked_evals.go src/github.com/hashicorp/nomad/nomad/blocked_evals_system.go src/github.com/hashicorp/nomad/nomad/blocked_evals_test.go src/github.com/hashicorp/nomad/nomad/client_agent_endpoint.go src/github.com/hashicorp/nomad/nomad/client_agent_endpoint_test.go src/github.com/hashicorp/nomad/nomad/client_alloc_endpoint.go src/github.com/hashicorp/nomad/nomad/client_csi_endpoint.go src/github.com/hashicorp/nomad/nomad/client_csi_endpoint_test.go src/github.com/hashicorp/nomad/nomad/client_fs_endpoint.go src/github.com/hashicorp/nomad/nomad/client_rpc.go src/github.com/hashicorp/nomad/nomad/client_rpc_test.go src/github.com/hashicorp/nomad/nomad/client_stats_endpoint.go src/github.com/hashicorp/nomad/nomad/client_stats_endpoint_test.go src/github.com/hashicorp/nomad/nomad/config.go src/github.com/hashicorp/nomad/nomad/consul.go src/github.com/hashicorp/nomad/nomad/consul_policy.go src/github.com/hashicorp/nomad/nomad/consul_policy_test.go src/github.com/hashicorp/nomad/nomad/consul_test.go src/github.com/hashicorp/nomad/nomad/core_sched.go src/github.com/hashicorp/nomad/nomad/core_sched_test.go src/github.com/hashicorp/nomad/nomad/csi_endpoint.go src/github.com/hashicorp/nomad/nomad/csi_endpoint_test.go src/github.com/hashicorp/nomad/nomad/deployment_endpoint.go src/github.com/hashicorp/nomad/nomad/deployment_endpoint_test.go src/github.com/hashicorp/nomad/nomad/deployment_watcher_shims.go src/github.com/hashicorp/nomad/nomad/drainer_int_test.go src/github.com/hashicorp/nomad/nomad/drainer_shims.go src/github.com/hashicorp/nomad/nomad/endpoints_oss.go src/github.com/hashicorp/nomad/nomad/eval_broker.go src/github.com/hashicorp/nomad/nomad/eval_broker_test.go src/github.com/hashicorp/nomad/nomad/eval_endpoint.go src/github.com/hashicorp/nomad/nomad/eval_endpoint_test.go src/github.com/hashicorp/nomad/nomad/fsm.go src/github.com/hashicorp/nomad/nomad/fsm_not_ent.go src/github.com/hashicorp/nomad/nomad/fsm_registry_oss.go src/github.com/hashicorp/nomad/nomad/fsm_test.go src/github.com/hashicorp/nomad/nomad/heartbeat.go src/github.com/hashicorp/nomad/nomad/heartbeat_test.go src/github.com/hashicorp/nomad/nomad/job_endpoint.go src/github.com/hashicorp/nomad/nomad/job_endpoint_hook_connect.go src/github.com/hashicorp/nomad/nomad/job_endpoint_hook_connect_test.go src/github.com/hashicorp/nomad/nomad/job_endpoint_hook_expose_check.go src/github.com/hashicorp/nomad/nomad/job_endpoint_hook_expose_check_test.go src/github.com/hashicorp/nomad/nomad/job_endpoint_hooks.go src/github.com/hashicorp/nomad/nomad/job_endpoint_oss.go src/github.com/hashicorp/nomad/nomad/job_endpoint_test.go src/github.com/hashicorp/nomad/nomad/leader.go src/github.com/hashicorp/nomad/nomad/leader_oss.go src/github.com/hashicorp/nomad/nomad/leader_test.go src/github.com/hashicorp/nomad/nomad/merge.go src/github.com/hashicorp/nomad/nomad/node_endpoint.go src/github.com/hashicorp/nomad/nomad/node_endpoint_test.go src/github.com/hashicorp/nomad/nomad/operator_endpoint.go src/github.com/hashicorp/nomad/nomad/operator_endpoint_test.go src/github.com/hashicorp/nomad/nomad/periodic.go src/github.com/hashicorp/nomad/nomad/periodic_endpoint.go src/github.com/hashicorp/nomad/nomad/periodic_endpoint_test.go src/github.com/hashicorp/nomad/nomad/periodic_test.go src/github.com/hashicorp/nomad/nomad/plan_apply.go src/github.com/hashicorp/nomad/nomad/plan_apply_not_ent.go src/github.com/hashicorp/nomad/nomad/plan_apply_pool.go src/github.com/hashicorp/nomad/nomad/plan_apply_pool_test.go src/github.com/hashicorp/nomad/nomad/plan_apply_test.go src/github.com/hashicorp/nomad/nomad/plan_endpoint.go src/github.com/hashicorp/nomad/nomad/plan_endpoint_test.go src/github.com/hashicorp/nomad/nomad/plan_normalization_test.go src/github.com/hashicorp/nomad/nomad/plan_queue.go src/github.com/hashicorp/nomad/nomad/plan_queue_test.go src/github.com/hashicorp/nomad/nomad/raft_rpc.go src/github.com/hashicorp/nomad/nomad/regions_endpoint.go src/github.com/hashicorp/nomad/nomad/regions_endpoint_test.go src/github.com/hashicorp/nomad/nomad/rpc.go src/github.com/hashicorp/nomad/nomad/rpc_test.go src/github.com/hashicorp/nomad/nomad/scaling_endpoint.go src/github.com/hashicorp/nomad/nomad/scaling_endpoint_test.go src/github.com/hashicorp/nomad/nomad/search_endpoint.go src/github.com/hashicorp/nomad/nomad/search_endpoint_oss.go src/github.com/hashicorp/nomad/nomad/search_endpoint_test.go src/github.com/hashicorp/nomad/nomad/serf.go src/github.com/hashicorp/nomad/nomad/serf_test.go src/github.com/hashicorp/nomad/nomad/server.go src/github.com/hashicorp/nomad/nomad/server_setup_oss.go src/github.com/hashicorp/nomad/nomad/server_test.go src/github.com/hashicorp/nomad/nomad/stats_fetcher.go src/github.com/hashicorp/nomad/nomad/stats_fetcher_test.go src/github.com/hashicorp/nomad/nomad/status_endpoint.go src/github.com/hashicorp/nomad/nomad/status_endpoint_test.go src/github.com/hashicorp/nomad/nomad/system_endpoint.go src/github.com/hashicorp/nomad/nomad/system_endpoint_test.go src/github.com/hashicorp/nomad/nomad/testing.go src/github.com/hashicorp/nomad/nomad/timetable.go src/github.com/hashicorp/nomad/nomad/timetable_test.go src/github.com/hashicorp/nomad/nomad/util.go src/github.com/hashicorp/nomad/nomad/util_test.go src/github.com/hashicorp/nomad/nomad/vault.go src/github.com/hashicorp/nomad/nomad/vault_testing.go src/github.com/hashicorp/nomad/nomad/worker.go src/github.com/hashicorp/nomad/nomad/worker_test.go src/github.com/hashicorp/nomad/nomad/deploymentwatcher/batcher.go src/github.com/hashicorp/nomad/nomad/deploymentwatcher/deployment_watcher.go src/github.com/hashicorp/nomad/nomad/deploymentwatcher/deployments_watcher.go src/github.com/hashicorp/nomad/nomad/deploymentwatcher/deployments_watcher_test.go src/github.com/hashicorp/nomad/nomad/deploymentwatcher/doc.go src/github.com/hashicorp/nomad/nomad/deploymentwatcher/multiregion_oss.go src/github.com/hashicorp/nomad/nomad/deploymentwatcher/testutil_test.go src/github.com/hashicorp/nomad/nomad/drainer/drain_heap.go src/github.com/hashicorp/nomad/nomad/drainer/drain_heap_test.go src/github.com/hashicorp/nomad/nomad/drainer/drain_testing.go src/github.com/hashicorp/nomad/nomad/drainer/drainer.go src/github.com/hashicorp/nomad/nomad/drainer/drainer_util.go src/github.com/hashicorp/nomad/nomad/drainer/drainer_util_test.go src/github.com/hashicorp/nomad/nomad/drainer/draining_node.go src/github.com/hashicorp/nomad/nomad/drainer/draining_node_test.go src/github.com/hashicorp/nomad/nomad/drainer/watch_jobs.go src/github.com/hashicorp/nomad/nomad/drainer/watch_jobs_test.go src/github.com/hashicorp/nomad/nomad/drainer/watch_nodes.go src/github.com/hashicorp/nomad/nomad/drainer/watch_nodes_test.go src/github.com/hashicorp/nomad/nomad/mock/acl.go src/github.com/hashicorp/nomad/nomad/mock/mock.go src/github.com/hashicorp/nomad/nomad/state/autopilot.go src/github.com/hashicorp/nomad/nomad/state/autopilot_test.go src/github.com/hashicorp/nomad/nomad/state/iterator.go src/github.com/hashicorp/nomad/nomad/state/schema.go src/github.com/hashicorp/nomad/nomad/state/schema_test.go src/github.com/hashicorp/nomad/nomad/state/state_store.go src/github.com/hashicorp/nomad/nomad/state/state_store_oss.go src/github.com/hashicorp/nomad/nomad/state/state_store_test.go src/github.com/hashicorp/nomad/nomad/state/testing.go src/github.com/hashicorp/nomad/nomad/structs/batch_future.go src/github.com/hashicorp/nomad/nomad/structs/batch_future_test.go src/github.com/hashicorp/nomad/nomad/structs/bitmap.go src/github.com/hashicorp/nomad/nomad/structs/bitmap_test.go src/github.com/hashicorp/nomad/nomad/structs/csi.go src/github.com/hashicorp/nomad/nomad/structs/csi_test.go src/github.com/hashicorp/nomad/nomad/structs/devices.go src/github.com/hashicorp/nomad/nomad/structs/devices_test.go src/github.com/hashicorp/nomad/nomad/structs/diff.go src/github.com/hashicorp/nomad/nomad/structs/diff_test.go src/github.com/hashicorp/nomad/nomad/structs/errors.go src/github.com/hashicorp/nomad/nomad/structs/errors_test.go src/github.com/hashicorp/nomad/nomad/structs/funcs.go src/github.com/hashicorp/nomad/nomad/structs/funcs_test.go src/github.com/hashicorp/nomad/nomad/structs/network.go src/github.com/hashicorp/nomad/nomad/structs/network_test.go src/github.com/hashicorp/nomad/nomad/structs/node.go src/github.com/hashicorp/nomad/nomad/structs/node_class.go src/github.com/hashicorp/nomad/nomad/structs/node_class_test.go src/github.com/hashicorp/nomad/nomad/structs/node_test.go src/github.com/hashicorp/nomad/nomad/structs/operator.go src/github.com/hashicorp/nomad/nomad/structs/service_identities.go src/github.com/hashicorp/nomad/nomad/structs/services.go src/github.com/hashicorp/nomad/nomad/structs/services_test.go src/github.com/hashicorp/nomad/nomad/structs/streaming_rpc.go src/github.com/hashicorp/nomad/nomad/structs/structs.go src/github.com/hashicorp/nomad/nomad/structs/structs_codegen.go + pwd /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/structs ++ grep -v -e _test.go -e .generated.go ++ ls ./batch_future.go ./batch_future_test.go ./bitmap.go ./bitmap_test.go ./csi.go ./csi_test.go ./devices.go ./devices_test.go ./diff.go ./diff_test.go ./errors.go ./errors_test.go ./funcs.go ./funcs_test.go ./network.go ./network_test.go ./node.go ./node_class.go ./node_class_test.go ./node_test.go ./operator.go ./service_identities.go ./services.go ./services_test.go ./streaming_rpc.go ./structs.go ./structs_codegen.go ./structs_oss.go ./structs_periodic_test.go ./structs_test.go ./testing.go ./volumes.go ++ tr '\n' ' ' + FILES='./batch_future.go ./bitmap.go ./csi.go ./devices.go ./diff.go ./errors.go ./funcs.go ./network.go ./node.go ./node_class.go ./operator.go ./service_identities.go ./services.go ./streaming_rpc.go ./structs.go ./structs_codegen.go ./structs_oss.go ./testing.go ./volumes.go ' + codecgen -c github.com/hashicorp/go-msgpack/codec -st codec -d 100 -t codegen_generated -o structs.generated.go ./batch_future.go ./bitmap.go ./csi.go ./devices.go ./diff.go ./errors.go ./funcs.go ./network.go ./node.go ./node_class.go ./operator.go ./service_identities.go ./services.go ./streaming_rpc.go ./structs.go ./structs_codegen.go ./structs_oss.go ./testing.go ./volumes.go src/github.com/hashicorp/nomad/nomad/structs/structs_oss.go src/github.com/hashicorp/nomad/nomad/structs/structs_periodic_test.go src/github.com/hashicorp/nomad/nomad/structs/structs_test.go src/github.com/hashicorp/nomad/nomad/structs/testing.go src/github.com/hashicorp/nomad/nomad/structs/volumes.go src/github.com/hashicorp/nomad/nomad/structs/config/audit.go src/github.com/hashicorp/nomad/nomad/structs/config/audit_test.go src/github.com/hashicorp/nomad/nomad/structs/config/autopilot.go src/github.com/hashicorp/nomad/nomad/structs/config/autopilot_test.go src/github.com/hashicorp/nomad/nomad/structs/config/consul.go src/github.com/hashicorp/nomad/nomad/structs/config/consul_test.go src/github.com/hashicorp/nomad/nomad/structs/config/limits.go src/github.com/hashicorp/nomad/nomad/structs/config/limits_test.go src/github.com/hashicorp/nomad/nomad/structs/config/plugins.go src/github.com/hashicorp/nomad/nomad/structs/config/plugins_test.go src/github.com/hashicorp/nomad/nomad/structs/config/sentinel.go src/github.com/hashicorp/nomad/nomad/structs/config/tls.go src/github.com/hashicorp/nomad/nomad/structs/config/tls_test.go src/github.com/hashicorp/nomad/nomad/structs/config/vault.go src/github.com/hashicorp/nomad/nomad/structs/config/vault_test.go src/github.com/hashicorp/nomad/nomad/types/types.go src/github.com/hashicorp/nomad/nomad/volumewatcher/interfaces.go src/github.com/hashicorp/nomad/nomad/volumewatcher/interfaces_test.go src/github.com/hashicorp/nomad/nomad/volumewatcher/volume_watcher.go src/github.com/hashicorp/nomad/nomad/volumewatcher/volume_watcher_test.go src/github.com/hashicorp/nomad/nomad/volumewatcher/volumes_watcher.go src/github.com/hashicorp/nomad/nomad/volumewatcher/volumes_watcher_test.go src/github.com/hashicorp/nomad/plugins/serve.go src/github.com/hashicorp/nomad/plugins/base/base.go src/github.com/hashicorp/nomad/plugins/base/client.go src/github.com/hashicorp/nomad/plugins/base/plugin.go src/github.com/hashicorp/nomad/plugins/base/plugin_test.go src/github.com/hashicorp/nomad/plugins/base/server.go src/github.com/hashicorp/nomad/plugins/base/testing.go src/github.com/hashicorp/nomad/plugins/base/proto/base.pb.go src/github.com/hashicorp/nomad/plugins/base/structs/errors.go src/github.com/hashicorp/nomad/plugins/csi/client.go src/github.com/hashicorp/nomad/plugins/csi/client_test.go src/github.com/hashicorp/nomad/plugins/csi/plugin.go src/github.com/hashicorp/nomad/plugins/csi/fake/client.go src/github.com/hashicorp/nomad/plugins/csi/testing/client.go src/github.com/hashicorp/nomad/plugins/device/client.go src/github.com/hashicorp/nomad/plugins/device/device.go src/github.com/hashicorp/nomad/plugins/device/mock.go src/github.com/hashicorp/nomad/plugins/device/plugin.go src/github.com/hashicorp/nomad/plugins/device/plugin_test.go src/github.com/hashicorp/nomad/plugins/device/server.go src/github.com/hashicorp/nomad/plugins/device/util.go src/github.com/hashicorp/nomad/plugins/device/versions.go src/github.com/hashicorp/nomad/plugins/device/cmd/example/device.go src/github.com/hashicorp/nomad/plugins/device/cmd/example/cmd/main.go src/github.com/hashicorp/nomad/plugins/device/proto/device.pb.go src/github.com/hashicorp/nomad/plugins/drivers/client.go src/github.com/hashicorp/nomad/plugins/drivers/cstructs.go src/github.com/hashicorp/nomad/plugins/drivers/driver.go src/github.com/hashicorp/nomad/plugins/drivers/errors.go src/github.com/hashicorp/nomad/plugins/drivers/execstreaming.go src/github.com/hashicorp/nomad/plugins/drivers/plugin.go src/github.com/hashicorp/nomad/plugins/drivers/server.go src/github.com/hashicorp/nomad/plugins/drivers/task_handle.go src/github.com/hashicorp/nomad/plugins/drivers/utils.go src/github.com/hashicorp/nomad/plugins/drivers/utils_test.go src/github.com/hashicorp/nomad/plugins/drivers/versions.go src/github.com/hashicorp/nomad/plugins/drivers/proto/driver.pb.go src/github.com/hashicorp/nomad/plugins/drivers/testutils/dns_testing.go src/github.com/hashicorp/nomad/plugins/drivers/testutils/exec_testing.go src/github.com/hashicorp/nomad/plugins/drivers/testutils/testing.go src/github.com/hashicorp/nomad/plugins/drivers/testutils/testing_test.go src/github.com/hashicorp/nomad/plugins/drivers/utils/utils_unix.go src/github.com/hashicorp/nomad/plugins/shared/cmd/launcher/main.go src/github.com/hashicorp/nomad/plugins/shared/cmd/launcher/command/device.go src/github.com/hashicorp/nomad/plugins/shared/cmd/launcher/command/meta.go src/github.com/hashicorp/nomad/plugins/shared/hclspec/hcl_spec.pb.go src/github.com/hashicorp/nomad/plugins/shared/hclspec/spec.go src/github.com/hashicorp/nomad/plugins/shared/structs/attribute.go src/github.com/hashicorp/nomad/plugins/shared/structs/attribute_test.go src/github.com/hashicorp/nomad/plugins/shared/structs/plugin_reattach_config.go src/github.com/hashicorp/nomad/plugins/shared/structs/stats.go src/github.com/hashicorp/nomad/plugins/shared/structs/units.go src/github.com/hashicorp/nomad/plugins/shared/structs/util.go src/github.com/hashicorp/nomad/plugins/shared/structs/proto/attribute.pb.go src/github.com/hashicorp/nomad/plugins/shared/structs/proto/recoverable_error.pb.go src/github.com/hashicorp/nomad/plugins/shared/structs/proto/stats.pb.go src/github.com/hashicorp/nomad/scheduler/annotate.go src/github.com/hashicorp/nomad/scheduler/annotate_test.go src/github.com/hashicorp/nomad/scheduler/context.go src/github.com/hashicorp/nomad/scheduler/context_test.go src/github.com/hashicorp/nomad/scheduler/device.go src/github.com/hashicorp/nomad/scheduler/device_test.go src/github.com/hashicorp/nomad/scheduler/feasible.go src/github.com/hashicorp/nomad/scheduler/feasible_test.go src/github.com/hashicorp/nomad/scheduler/generic_sched.go src/github.com/hashicorp/nomad/scheduler/generic_sched_test.go src/github.com/hashicorp/nomad/scheduler/preemption.go src/github.com/hashicorp/nomad/scheduler/preemption_test.go src/github.com/hashicorp/nomad/scheduler/propertyset.go src/github.com/hashicorp/nomad/scheduler/rank.go src/github.com/hashicorp/nomad/scheduler/rank_test.go src/github.com/hashicorp/nomad/scheduler/reconcile.go src/github.com/hashicorp/nomad/scheduler/reconcile_test.go src/github.com/hashicorp/nomad/scheduler/reconcile_util.go src/github.com/hashicorp/nomad/scheduler/reconcile_util_test.go src/github.com/hashicorp/nomad/scheduler/scheduler.go src/github.com/hashicorp/nomad/scheduler/scheduler_oss.go src/github.com/hashicorp/nomad/scheduler/select.go src/github.com/hashicorp/nomad/scheduler/select_test.go src/github.com/hashicorp/nomad/scheduler/spread.go src/github.com/hashicorp/nomad/scheduler/spread_test.go src/github.com/hashicorp/nomad/scheduler/stack.go src/github.com/hashicorp/nomad/scheduler/stack_not_ent.go src/github.com/hashicorp/nomad/scheduler/stack_test.go src/github.com/hashicorp/nomad/scheduler/system_sched.go src/github.com/hashicorp/nomad/scheduler/system_sched_test.go src/github.com/hashicorp/nomad/scheduler/testing.go src/github.com/hashicorp/nomad/scheduler/util.go src/github.com/hashicorp/nomad/scheduler/util_test.go src/github.com/hashicorp/nomad/testutil/net.go src/github.com/hashicorp/nomad/testutil/responsewriter.go src/github.com/hashicorp/nomad/testutil/server.go src/github.com/hashicorp/nomad/testutil/slow.go src/github.com/hashicorp/nomad/testutil/vault.go src/github.com/hashicorp/nomad/testutil/wait.go src/github.com/hashicorp/nomad/testutil/wait_test.go src/github.com/hashicorp/nomad/version/version.go cd _build && go install -trimpath -v -p 4 -a -tags "release ui nonvidia" github.com/hashicorp/nomad github.com/hashicorp/nomad/acl github.com/hashicorp/nomad/api github.com/hashicorp/nomad/api/contexts github.com/hashicorp/nomad/api/internal/testutil github.com/hashicorp/nomad/api/internal/testutil/discover github.com/hashicorp/nomad/api/internal/testutil/freeport github.com/hashicorp/nomad/client github.com/hashicorp/nomad/client/allocdir github.com/hashicorp/nomad/client/allocdir/input github.com/hashicorp/nomad/client/allochealth github.com/hashicorp/nomad/client/allocrunner github.com/hashicorp/nomad/client/allocrunner/interfaces github.com/hashicorp/nomad/client/allocrunner/state github.com/hashicorp/nomad/client/allocrunner/taskrunner github.com/hashicorp/nomad/client/allocrunner/taskrunner/getter github.com/hashicorp/nomad/client/allocrunner/taskrunner/interfaces github.com/hashicorp/nomad/client/allocrunner/taskrunner/restarts github.com/hashicorp/nomad/client/allocrunner/taskrunner/state github.com/hashicorp/nomad/client/allocrunner/taskrunner/template github.com/hashicorp/nomad/client/allocwatcher github.com/hashicorp/nomad/client/config github.com/hashicorp/nomad/client/consul github.com/hashicorp/nomad/client/devicemanager github.com/hashicorp/nomad/client/devicemanager/state github.com/hashicorp/nomad/client/dynamicplugins github.com/hashicorp/nomad/client/fingerprint github.com/hashicorp/nomad/client/interfaces github.com/hashicorp/nomad/client/lib/fifo github.com/hashicorp/nomad/client/lib/nsutil github.com/hashicorp/nomad/client/lib/streamframer github.com/hashicorp/nomad/client/logmon github.com/hashicorp/nomad/client/logmon/logging github.com/hashicorp/nomad/client/logmon/proto github.com/hashicorp/nomad/client/pluginmanager github.com/hashicorp/nomad/client/pluginmanager/csimanager github.com/hashicorp/nomad/client/pluginmanager/drivermanager github.com/hashicorp/nomad/client/pluginmanager/drivermanager/state github.com/hashicorp/nomad/client/servers github.com/hashicorp/nomad/client/state github.com/hashicorp/nomad/client/stats github.com/hashicorp/nomad/client/structs github.com/hashicorp/nomad/client/taskenv github.com/hashicorp/nomad/client/testutil github.com/hashicorp/nomad/client/vaultclient github.com/hashicorp/nomad/command github.com/hashicorp/nomad/command/agent github.com/hashicorp/nomad/command/agent/consul github.com/hashicorp/nomad/command/agent/event github.com/hashicorp/nomad/command/agent/host github.com/hashicorp/nomad/command/agent/monitor github.com/hashicorp/nomad/command/agent/pprof github.com/hashicorp/nomad/command/raft_tools github.com/hashicorp/nomad/devices/gpu/nvidia github.com/hashicorp/nomad/devices/gpu/nvidia/cmd github.com/hashicorp/nomad/devices/gpu/nvidia/nvml github.com/hashicorp/nomad/drivers/docker github.com/hashicorp/nomad/drivers/docker/cmd github.com/hashicorp/nomad/drivers/docker/docklog github.com/hashicorp/nomad/drivers/docker/docklog/proto github.com/hashicorp/nomad/drivers/docker/util github.com/hashicorp/nomad/drivers/exec github.com/hashicorp/nomad/drivers/java github.com/hashicorp/nomad/drivers/mock github.com/hashicorp/nomad/drivers/qemu github.com/hashicorp/nomad/drivers/rawexec github.com/hashicorp/nomad/drivers/shared/eventer github.com/hashicorp/nomad/drivers/shared/executor github.com/hashicorp/nomad/drivers/shared/executor/proto github.com/hashicorp/nomad/drivers/shared/resolvconf github.com/hashicorp/nomad/helper github.com/hashicorp/nomad/helper/args github.com/hashicorp/nomad/helper/boltdd github.com/hashicorp/nomad/helper/codec github.com/hashicorp/nomad/helper/constraints/semver github.com/hashicorp/nomad/helper/discover github.com/hashicorp/nomad/helper/escapingio github.com/hashicorp/nomad/helper/fields github.com/hashicorp/nomad/helper/flag-helpers github.com/hashicorp/nomad/helper/flatmap github.com/hashicorp/nomad/helper/freeport github.com/hashicorp/nomad/helper/gated-writer github.com/hashicorp/nomad/helper/grpc-middleware/logging github.com/hashicorp/nomad/helper/logging github.com/hashicorp/nomad/helper/mount github.com/hashicorp/nomad/helper/noxssrw github.com/hashicorp/nomad/helper/pluginutils/catalog github.com/hashicorp/nomad/helper/pluginutils/grpcutils github.com/hashicorp/nomad/helper/pluginutils/hclspecutils github.com/hashicorp/nomad/helper/pluginutils/hclutils github.com/hashicorp/nomad/helper/pluginutils/loader github.com/hashicorp/nomad/helper/pluginutils/singleton github.com/hashicorp/nomad/helper/pool github.com/hashicorp/nomad/helper/raftutil github.com/hashicorp/nomad/helper/snapshot github.com/hashicorp/nomad/helper/stats github.com/hashicorp/nomad/helper/testlog github.com/hashicorp/nomad/helper/testtask github.com/hashicorp/nomad/helper/tlsutil github.com/hashicorp/nomad/helper/useragent github.com/hashicorp/nomad/helper/uuid github.com/hashicorp/nomad/helper/winsvc github.com/hashicorp/nomad/jobspec github.com/hashicorp/nomad/lib/circbufwriter github.com/hashicorp/nomad/lib/delayheap github.com/hashicorp/nomad/lib/kheap github.com/hashicorp/nomad/nomad github.com/hashicorp/nomad/nomad/deploymentwatcher github.com/hashicorp/nomad/nomad/drainer github.com/hashicorp/nomad/nomad/mock github.com/hashicorp/nomad/nomad/state github.com/hashicorp/nomad/nomad/structs github.com/hashicorp/nomad/nomad/structs/config github.com/hashicorp/nomad/nomad/types github.com/hashicorp/nomad/nomad/volumewatcher github.com/hashicorp/nomad/plugins github.com/hashicorp/nomad/plugins/base github.com/hashicorp/nomad/plugins/base/proto github.com/hashicorp/nomad/plugins/base/structs github.com/hashicorp/nomad/plugins/csi github.com/hashicorp/nomad/plugins/csi/fake github.com/hashicorp/nomad/plugins/csi/testing github.com/hashicorp/nomad/plugins/device github.com/hashicorp/nomad/plugins/device/cmd/example github.com/hashicorp/nomad/plugins/device/cmd/example/cmd github.com/hashicorp/nomad/plugins/device/proto github.com/hashicorp/nomad/plugins/drivers github.com/hashicorp/nomad/plugins/drivers/proto github.com/hashicorp/nomad/plugins/drivers/testutils github.com/hashicorp/nomad/plugins/drivers/utils github.com/hashicorp/nomad/plugins/shared/cmd/launcher github.com/hashicorp/nomad/plugins/shared/cmd/launcher/command github.com/hashicorp/nomad/plugins/shared/hclspec github.com/hashicorp/nomad/plugins/shared/structs github.com/hashicorp/nomad/plugins/shared/structs/proto github.com/hashicorp/nomad/scheduler github.com/hashicorp/nomad/testutil github.com/hashicorp/nomad/version internal/unsafeheader runtime/internal/sys internal/cpu runtime/internal/atomic internal/race sync/atomic runtime/internal/math unicode unicode/utf8 internal/bytealg math/bits internal/testlog encoding math unicode/utf16 runtime golang.org/x/sys/internal/unsafeheader crypto/internal/subtle crypto/subtle vendor/golang.org/x/crypto/cryptobyte/asn1 container/list internal/nettrace runtime/cgo vendor/golang.org/x/crypto/internal/subtle google.golang.org/grpc/serviceconfig github.com/golang/groupcache/lru go.opencensus.io go.opencensus.io/trace/internal go.opencensus.io/internal/tagencoding github.com/aws/aws-sdk-go/aws/client/metadata github.com/aws/aws-sdk-go/internal/sdkmath github.com/ulikunitz/xz/internal/hash github.com/hashicorp/nomad/vendor/github.com/hashicorp/nomad/api/contexts github.com/vmihailenco/msgpack/codes github.com/vmihailenco/tagparser/internal github.com/circonus-labs/circonus-gometrics/api/config golang.org/x/net/internal/iana github.com/agext/levenshtein github.com/hashicorp/nomad/helper/winsvc github.com/hashicorp/consul/lib/stringslice github.com/hashicorp/nomad/api/contexts github.com/hashicorp/nomad/nomad/types internal/reflectlite sync internal/singleflight google.golang.org/grpc/internal/buffer math/rand google.golang.org/grpc/internal/grpcsync github.com/aws/aws-sdk-go/internal/sync/singleflight errors sort internal/oserror io strconv syscall vendor/golang.org/x/net/dns/dnsmessage bytes reflect strings hash crypto crypto/internal/randutil crypto/hmac regexp/syntax internal/syscall/unix bufio time internal/syscall/execenv crypto/rc4 vendor/golang.org/x/crypto/hkdf hash/crc32 regexp html internal/poll context internal/fmtsort encoding/binary vendor/golang.org/x/text/transform path os text/tabwriter google.golang.org/grpc/backoff google.golang.org/grpc/internal/grpcrand google.golang.org/grpc/encoding encoding/base64 golang.org/x/sys/unix crypto/cipher crypto/sha512 fmt path/filepath crypto/aes io/ioutil crypto/des encoding/json log math/big crypto/ed25519/internal/edwards25519 crypto/md5 github.com/mattn/go-isatty crypto/sha1 github.com/mattn/go-colorable github.com/fatih/color crypto/sha256 github.com/hashicorp/go-hclog encoding/hex crypto/elliptic encoding/asn1 crypto/rand crypto/ed25519 crypto/rsa crypto/dsa encoding/pem vendor/golang.org/x/crypto/cryptobyte crypto/x509/pkix net net/url vendor/golang.org/x/crypto/chacha20 vendor/golang.org/x/crypto/poly1305 vendor/golang.org/x/sys/cpu crypto/ecdsa vendor/golang.org/x/crypto/curve25519 vendor/golang.org/x/crypto/chacha20poly1305 github.com/golang/protobuf/proto compress/flate golang.org/x/net/internal/timeseries text/template/parse compress/gzip vendor/golang.org/x/text/unicode/bidi vendor/golang.org/x/text/secure/bidirule text/template vendor/golang.org/x/text/unicode/norm html/template vendor/golang.org/x/net/http2/hpack vendor/golang.org/x/net/idna mime mime/quotedprintable net/http/internal google.golang.org/grpc/grpclog google.golang.org/grpc/metadata google.golang.org/grpc/attributes google.golang.org/grpc/connectivity google.golang.org/grpc/codes google.golang.org/grpc/encoding/proto google.golang.org/grpc/internal google.golang.org/grpc/internal/backoff google.golang.org/grpc/internal/balancerload github.com/golang/protobuf/ptypes/any github.com/golang/protobuf/ptypes/duration github.com/golang/protobuf/ptypes/timestamp google.golang.org/genproto/googleapis/rpc/status google.golang.org/grpc/internal/envconfig github.com/golang/protobuf/ptypes google.golang.org/grpc/binarylog/grpc_binarylog_v1 golang.org/x/text/transform google.golang.org/grpc/status golang.org/x/text/unicode/bidi golang.org/x/text/unicode/norm golang.org/x/net/http2/hpack google.golang.org/grpc/keepalive google.golang.org/grpc/tap golang.org/x/text/secure/bidirule github.com/hashicorp/nomad/vendor/github.com/mitchellh/go-testing-interface os/signal golang.org/x/net/context crypto/x509 net/textproto vendor/golang.org/x/net/http/httpproxy google.golang.org/grpc/credentials/internal google.golang.org/grpc/internal/binarylog golang.org/x/net/idna vendor/golang.org/x/net/http/httpguts mime/multipart google.golang.org/grpc/internal/syscall google.golang.org/grpc/stats golang.org/x/net/http/httpguts google.golang.org/grpc/naming github.com/hashicorp/yamux github.com/oklog/run encoding/gob crypto/tls go/token os/exec github.com/hashicorp/nomad/client/lib/fifo github.com/hashicorp/nomad/client/logmon/logging github.com/hashicorp/nomad/plugins/base/structs github.com/hashicorp/nomad/plugins/shared/hclspec github.com/hashicorp/nomad/helper/pluginutils/grpcutils os/user flag github.com/moby/term github.com/docker/docker/pkg/term github.com/dustin/go-humanize github.com/hashicorp/golang-lru/simplelru github.com/hashicorp/go-immutable-radix github.com/mitchellh/mapstructure github.com/kr/text archive/zip github.com/golang/protobuf/protoc-gen-go/descriptor net/http/httptrace net/http google.golang.org/grpc/credentials google.golang.org/grpc/resolver google.golang.org/grpc/balancer google.golang.org/grpc/internal/channelz google.golang.org/grpc/balancer/base google.golang.org/grpc/balancer/roundrobin google.golang.org/grpc/internal/resolver/dns google.golang.org/grpc/internal/resolver/passthrough google.golang.org/grpc/peer github.com/hashicorp/go-rootcerts google.golang.org/genproto/googleapis/api/annotations google.golang.org/genproto/googleapis/type/expr google.golang.org/api/internal/third_party/uritemplates cloud.google.com/go/internal/optional go.opencensus.io/internal archive/tar go.opencensus.io/trace/tracestate runtime/trace google.golang.org/genproto/googleapis/rpc/code go.opencensus.io/trace cloud.google.com/go/internal/version google.golang.org/api/iterator golang.org/x/oauth2/jws go.opencensus.io/resource runtime/pprof go.opencensus.io/metric/metricdata google.golang.org/api/transport/cert go.opencensus.io/metric/metricproducer compress/bzip2 encoding/xml go.opencensus.io/tag github.com/aws/aws-sdk-go/aws/awserr go.opencensus.io/stats/internal github.com/aws/aws-sdk-go/internal/ini go.opencensus.io/stats go.opencensus.io/stats/view github.com/aws/aws-sdk-go/internal/shareddefaults github.com/aws/aws-sdk-go/aws/endpoints github.com/aws/aws-sdk-go/aws/credentials github.com/aws/aws-sdk-go/internal/sdkio github.com/jmespath/go-jmespath github.com/aws/aws-sdk-go/internal/sdkrand github.com/aws/aws-sdk-go/internal/sdkuri github.com/aws/aws-sdk-go/aws/credentials/processcreds golang.org/x/net/trace github.com/aws/aws-sdk-go/internal/strings golang.org/x/net/http2 net/http/httputil net/rpc github.com/elazarl/go-bindata-assetfs github.com/hashicorp/go-cleanhttp github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec github.com/armon/go-metrics github.com/hashicorp/serf/coordinate github.com/hashicorp/consul/api google.golang.org/grpc/internal/transport google.golang.org/grpc github.com/hashicorp/consul/command/flags google.golang.org/api/googleapi golang.org/x/net/context/ctxhttp cloud.google.com/go/internal/trace golang.org/x/oauth2/internal cloud.google.com/go/compute/metadata golang.org/x/oauth2 go.opencensus.io/trace/propagation golang.org/x/oauth2/jwt go.opencensus.io/plugin/ochttp/propagation/b3 go.opencensus.io/plugin/ochttp golang.org/x/oauth2/google github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-plugin/internal/plugin google.golang.org/grpc/health/grpc_health_v1 github.com/hashicorp/nomad/client/logmon/proto google.golang.org/grpc/health github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-plugin github.com/hashicorp/nomad/plugins/base/proto github.com/googleapis/gax-go/v2 google.golang.org/genproto/googleapis/iam/v1 cloud.google.com/go/internal google.golang.org/api/internal cloud.google.com/go/iam google.golang.org/api/option google.golang.org/api/internal/gensupport google.golang.org/api/option/internaloption google.golang.org/api/googleapi/transport google.golang.org/api/transport/http/internal/propagation github.com/aws/aws-sdk-go/aws google.golang.org/api/transport/http github.com/aws/aws-sdk-go/aws/awsutil google.golang.org/api/storage/v1 github.com/aws/aws-sdk-go/aws/arn github.com/aws/aws-sdk-go/aws/request github.com/aws/aws-sdk-go/internal/s3shared/arn github.com/aws/aws-sdk-go/private/protocol/eventstream github.com/aws/aws-sdk-go/aws/client github.com/aws/aws-sdk-go/aws/corehandlers github.com/aws/aws-sdk-go/private/protocol github.com/aws/aws-sdk-go/aws/ec2metadata github.com/aws/aws-sdk-go/private/protocol/rest github.com/aws/aws-sdk-go/aws/credentials/ec2rolecreds github.com/aws/aws-sdk-go/aws/signer/v4 github.com/aws/aws-sdk-go/private/protocol/query/queryutil github.com/aws/aws-sdk-go/private/protocol/xml/xmlutil github.com/aws/aws-sdk-go/aws/csm github.com/aws/aws-sdk-go/private/protocol/json/jsonutil cloud.google.com/go/storage github.com/aws/aws-sdk-go/private/protocol/query github.com/aws/aws-sdk-go/service/sts github.com/aws/aws-sdk-go/aws/credentials/endpointcreds github.com/aws/aws-sdk-go/aws/defaults github.com/aws/aws-sdk-go/internal/s3shared github.com/aws/aws-sdk-go/service/sts/stsiface github.com/aws/aws-sdk-go/internal/s3shared/s3err github.com/aws/aws-sdk-go/aws/credentials/stscreds github.com/aws/aws-sdk-go/private/checksum github.com/aws/aws-sdk-go/private/protocol/restxml github.com/aws/aws-sdk-go/private/protocol/eventstream/eventstreamapi github.com/aws/aws-sdk-go/aws/session github.com/bgentry/go-netrc/netrc github.com/aws/aws-sdk-go/service/s3 github.com/hashicorp/go-getter/helper/url github.com/hashicorp/go-safetemp github.com/hashicorp/go-version github.com/mitchellh/go-homedir github.com/hashicorp/nomad/plugins/base github.com/mitchellh/go-testing-interface github.com/ulikunitz/xz/internal/xlog hash/crc64 github.com/hashicorp/errwrap github.com/ulikunitz/xz/lzma github.com/hashicorp/go-multierror github.com/hashicorp/nomad/client/logmon github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/hcl/strconv github.com/gorilla/websocket github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/hcl/token github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/hcl/ast github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/hcl/scanner github.com/ulikunitz/xz github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/hcl/parser github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/json/token github.com/hashicorp/nomad/vendor/github.com/hashicorp/cronexpr github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/json/scanner container/heap github.com/hashicorp/nomad/vendor/github.com/hashicorp/nomad/api encoding/base32 github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/json/parser github.com/hashicorp/golang-lru github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl github.com/ryanuber/go-glob github.com/hashicorp/go-sockaddr github.com/hashicorp/nomad/acl github.com/hashicorp/nomad/command/agent/pprof github.com/hashicorp/nomad/helper github.com/hashicorp/nomad/helper/args github.com/hashicorp/nomad/helper/constraints/semver github.com/hashicorp/nomad/command/agent/host github.com/hashicorp/nomad/helper/flatmap github.com/hashicorp/nomad/helper/uuid github.com/hashicorp/nomad/lib/kheap github.com/golang/protobuf/ptypes/wrappers github.com/hashicorp/go-msgpack/codec runtime/debug github.com/hashicorp/nomad/plugins/shared/structs/proto testing github.com/hashicorp/nomad/plugins/shared/structs github.com/mitchellh/reflectwalk hash/fnv github.com/mitchellh/copystructure github.com/mitchellh/hashstructure golang.org/x/sys/cpu github.com/LK4D4/joincontext github.com/hashicorp/raft github.com/grpc-ecosystem/go-grpc-middleware/util/backoffutils golang.org/x/crypto/blake2b github.com/grpc-ecosystem/go-grpc-middleware/util/metautils github.com/grpc-ecosystem/go-grpc-middleware/retry github.com/hashicorp/nomad/client/dynamicplugins github.com/hashicorp/nomad/client/pluginmanager github.com/moby/sys/mountinfo github.com/hashicorp/nomad/vendor/github.com/container-storage-interface/spec/lib/go/csi github.com/moby/sys/mount github.com/docker/docker/pkg/mount github.com/hashicorp/go-getter github.com/hashicorp/nomad/helper/mount github.com/hashicorp/nomad/helper/grpc-middleware/logging github.com/shirou/gopsutil/internal/common github.com/hashicorp/nomad/nomad/structs github.com/shirou/gopsutil/cpu github.com/hashicorp/nomad/helper/stats github.com/hashicorp/nomad/plugins/device/proto github.com/shirou/gopsutil/disk github.com/shirou/gopsutil/host github.com/shirou/gopsutil/mem github.com/hashicorp/nomad/plugins/device github.com/influxdata/tail/util gopkg.in/fsnotify.v1 gopkg.in/tomb.v1 github.com/hashicorp/nomad/plugins/drivers/proto github.com/hpcloud/tail/watch github.com/hashicorp/nomad/client/stats github.com/zclconf/go-cty/cty/set github.com/zclconf/go-cty/cty github.com/vmihailenco/tagparser/internal/parser github.com/vmihailenco/tagparser github.com/vmihailenco/msgpack github.com/zclconf/go-cty/cty/convert github.com/NYTimes/gziphandler github.com/hashicorp/go-retryablehttp github.com/zclconf/go-cty/cty/msgpack github.com/pkg/errors github.com/tv42/httpunix github.com/circonus-labs/circonus-gometrics/api github.com/circonus-labs/circonusllhist github.com/DataDog/datadog-go/statsd expvar github.com/armon/go-metrics/datadog github.com/beorn7/perks/quantile github.com/cespare/xxhash github.com/prometheus/client_model/go github.com/hashicorp/nomad/plugins/csi github.com/matttproud/golang_protobuf_extensions/pbutil github.com/circonus-labs/circonus-gometrics/checkmgr github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg github.com/prometheus/client_golang/prometheus/internal github.com/prometheus/common/model github.com/prometheus/procfs/internal/fs github.com/hashicorp/nomad/client/pluginmanager/csimanager github.com/prometheus/procfs/internal/util github.com/circonus-labs/circonus-gometrics github.com/prometheus/procfs github.com/prometheus/common/expfmt github.com/hashicorp/nomad/client/structs github.com/armon/go-metrics/circonus github.com/docker/docker/pkg/ioutils github.com/golang/snappy github.com/hashicorp/nomad/client/allocdir log/syslog compress/lzw github.com/hashicorp/go-syslog github.com/google/btree github.com/hashicorp/nomad/plugins/drivers github.com/hashicorp/consul/logging golang.org/x/crypto/ed25519 golang.org/x/net/bpf golang.org/x/net/internal/socket github.com/prometheus/client_golang/prometheus github.com/hashicorp/memberlist/vendor/github.com/sean-/seed github.com/hashicorp/consul/ipaddr golang.org/x/net/ipv4 golang.org/x/net/ipv6 github.com/hashicorp/nomad/client/allocrunner/taskrunner/restarts github.com/hashicorp/consul/sdk/freeport github.com/hashicorp/consul/version github.com/hashicorp/go-uuid github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-connlimit github.com/hashicorp/go-checkpoint github.com/miekg/dns github.com/denverdino/aliyungo/util github.com/prometheus/client_golang/prometheus/push github.com/aws/aws-sdk-go/private/protocol/ec2query github.com/armon/go-metrics/prometheus github.com/denverdino/aliyungo/common github.com/aws/aws-sdk-go/service/ec2 google.golang.org/api/compute/v1 github.com/denverdino/aliyungo/ecs github.com/hashicorp/go-discover/provider/aliyun github.com/gophercloud/gophercloud github.com/gophercloud/gophercloud/pagination github.com/gophercloud/gophercloud/openstack/identity/v2/tenants github.com/hashicorp/memberlist github.com/hashicorp/mdns github.com/hashicorp/go-discover/provider/mdns github.com/gophercloud/gophercloud/openstack/identity/v2/tokens github.com/gophercloud/gophercloud/openstack/identity/v3/tokens github.com/hashicorp/serf/serf github.com/gophercloud/gophercloud/openstack/identity/v3/extensions/ec2tokens github.com/gophercloud/gophercloud/openstack/identity/v3/extensions/oauth1 github.com/hashicorp/consul/agent/consul/autopilot github.com/hashicorp/consul/lib github.com/gophercloud/gophercloud/openstack/utils github.com/gophercloud/gophercloud/openstack/compute/v2/servers github.com/gophercloud/gophercloud/openstack github.com/packethost/packngo github.com/hashicorp/go-discover/provider/os github.com/hashicorp/go-sockaddr/template github.com/hashicorp/logutils github.com/containernetworking/cni/pkg/types github.com/containernetworking/cni/pkg/types/020 github.com/containernetworking/cni/pkg/types/current github.com/hashicorp/go-discover/provider/packet github.com/containernetworking/cni/pkg/version github.com/containernetworking/cni/pkg/utils github.com/containernetworking/cni/pkg/invoke github.com/coreos/go-iptables/iptables github.com/containernetworking/cni/libcni github.com/hashicorp/nomad/client/allocrunner/taskrunner/interfaces github.com/containerd/go-cni github.com/hashicorp/nomad/client/taskenv github.com/davecgh/go-spew/spew github.com/pmezard/go-difflib/difflib gopkg.in/yaml.v3 net/http/httptest github.com/hashicorp/nomad/client/allocrunner/state github.com/hashicorp/nomad/client/allocrunner/interfaces github.com/hashicorp/nomad/vendor/github.com/hashicorp/consul-template/signals github.com/apparentlymart/go-textseg/textseg github.com/stretchr/testify/assert github.com/mitchellh/go-wordwrap github.com/zclconf/go-cty/cty/function github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/v2 github.com/hashicorp/nomad/nomad/mock github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/v2/ext/customdecode github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/v2/hcldec github.com/hashicorp/nomad/command/agent/consul github.com/hashicorp/nomad/client/allocrunner/taskrunner/getter github.com/hashicorp/nomad/client/allocrunner/taskrunner/state github.com/hashicorp/nomad/client/consul github.com/hashicorp/nomad/vendor/github.com/hashicorp/vault/sdk/helper/consts github.com/hashicorp/nomad/vendor/github.com/hashicorp/vault/sdk/helper/hclutil github.com/hashicorp/nomad/client/allochealth github.com/pierrec/lz4/internal/xxh32 github.com/pierrec/lz4 github.com/hashicorp/nomad/vendor/github.com/hashicorp/vault/sdk/helper/strutil github.com/hashicorp/nomad/vendor/github.com/hashicorp/vault/sdk/helper/parseutil golang.org/x/time/rate github.com/hashicorp/nomad/vendor/github.com/hashicorp/vault/sdk/helper/compressutil golang.org/x/crypto/pbkdf2 github.com/hashicorp/nomad/vendor/github.com/hashicorp/vault/sdk/helper/jsonutil gopkg.in/square/go-jose.v2/cipher gopkg.in/square/go-jose.v2/json github.com/hashicorp/nomad/vendor/github.com/hashicorp/consul-template/child github.com/hashicorp/nomad/vendor/github.com/hashicorp/consul-template/renderer github.com/BurntSushi/toml gopkg.in/square/go-jose.v2 gopkg.in/yaml.v2 gopkg.in/square/go-jose.v2/jwt github.com/hashicorp/go-discover/provider/gce github.com/hashicorp/nomad/vendor/github.com/hashicorp/vault/api github.com/hashicorp/nomad/vendor/github.com/hashicorp/consul-template/version github.com/mattn/go-shellwords github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-envparse github.com/boltdb/bolt github.com/hashicorp/nomad/client/devicemanager/state github.com/hashicorp/nomad/client/pluginmanager/drivermanager/state encoding/csv github.com/zclconf/go-cty/cty/gocty github.com/hashicorp/nomad/vendor/github.com/hashicorp/consul-template/config github.com/hashicorp/nomad/vendor/github.com/hashicorp/consul-template/dependency github.com/hashicorp/nomad/helper/boltdd github.com/hashicorp/nomad/client/state github.com/zclconf/go-cty/cty/json github.com/hashicorp/nomad/vendor/github.com/hashicorp/consul-template/template github.com/hashicorp/nomad/vendor/github.com/hashicorp/consul-template/watch github.com/zclconf/go-cty/cty/function/stdlib github.com/stretchr/testify/require github.com/hashicorp/nomad/vendor/github.com/hashicorp/consul-template/manager github.com/hashicorp/nomad/nomad/structs/config github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/v2/hclsyntax github.com/hashicorp/nomad/plugins github.com/hashicorp/nomad/helper/testlog github.com/hashicorp/nomad/version github.com/hashicorp/nomad/client/interfaces github.com/hashicorp/nomad/client/vaultclient github.com/containernetworking/plugins/pkg/ns github.com/hashicorp/nomad/client/lib/nsutil github.com/hashicorp/nomad/helper/useragent github.com/cyphar/filepath-securejoin github.com/sirupsen/logrus github.com/godbus/dbus github.com/opencontainers/runc/libcontainer/cgroups/fscommon github.com/opencontainers/runc/libcontainer/devices github.com/hashicorp/go-discover/provider/aws github.com/hashicorp/nomad/helper/pluginutils/hclspecutils github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/v2/json github.com/opencontainers/runtime-spec/specs-go github.com/opencontainers/runc/libcontainer/user github.com/coreos/go-systemd/dbus github.com/hashicorp/go-discover github.com/hashicorp/nomad/helper/pluginutils/hclutils github.com/hashicorp/nomad/client/lib/streamframer github.com/opencontainers/runc/libcontainer/system github.com/hashicorp/nomad/client/servers github.com/opencontainers/runc/libcontainer/configs github.com/hashicorp/nomad/command/agent/monitor github.com/hashicorp/nomad/helper/pluginutils/loader github.com/hashicorp/nomad/helper/codec github.com/armon/circbuf github.com/docker/docker/api/types/blkiodev github.com/docker/docker/api/types/mount github.com/docker/docker/api/types/strslice github.com/docker/go-connections/nat github.com/docker/go-units github.com/opencontainers/runc/libcontainer/cgroups github.com/docker/docker/api/types/versions github.com/hashicorp/nomad/client/config github.com/hashicorp/nomad/helper/pluginutils/singleton github.com/docker/docker/api/types/container github.com/hashicorp/nomad/client/devicemanager github.com/hashicorp/nomad/client/pluginmanager/drivermanager github.com/hashicorp/nomad/client/allocrunner/taskrunner/template github.com/hashicorp/nomad/client/allocwatcher github.com/hashicorp/nomad/client/fingerprint github.com/docker/docker/api/types/filters github.com/hashicorp/nomad/client/allocrunner/taskrunner github.com/opencontainers/go-digest github.com/docker/docker/api/types/network github.com/opencontainers/image-spec/specs-go github.com/gogo/protobuf/proto github.com/opencontainers/image-spec/specs-go/v1 github.com/docker/docker/api/types/registry github.com/docker/docker-credential-helpers/credentials github.com/docker/docker-credential-helpers/client golang.org/x/sys/execabs github.com/docker/distribution/digestset github.com/containerd/containerd/errdefs github.com/docker/distribution/registry/api/errcode github.com/docker/distribution/reference github.com/docker/docker/errdefs github.com/syndtr/gocapability/capability github.com/morikuni/aec github.com/docker/docker/oci/caps github.com/hashicorp/nomad/client/allocrunner github.com/docker/distribution github.com/docker/docker/pkg/jsonmessage github.com/gorilla/mux github.com/docker/distribution/registry/client/auth/challenge github.com/docker/distribution/registry/client/transport github.com/prometheus/client_golang/prometheus/promhttp github.com/docker/distribution/registry/api/v2 github.com/docker/docker/pkg/homedir github.com/docker/docker/pkg/stringid github.com/docker/docker/rootless github.com/docker/go-connections/tlsconfig net/http/cookiejar github.com/containerd/containerd/log github.com/containerd/continuity/sysx github.com/containerd/containerd/sys golang.org/x/sync/errgroup github.com/containerd/continuity/fs github.com/docker/go-metrics text/scanner github.com/docker/docker/pkg/fileutils github.com/docker/distribution/metrics github.com/docker/docker/api/types/swarm/runtime github.com/docker/distribution/registry/storage/cache github.com/docker/docker/pkg/system github.com/docker/docker/pkg/pools github.com/docker/distribution/registry/storage/cache/memory github.com/docker/docker/api/types/swarm github.com/docker/docker/pkg/stdcopy github.com/docker/distribution/registry/client github.com/docker/docker/pkg/idtools github.com/hashicorp/nomad/drivers/docker/docklog/proto github.com/docker/docker/api/types github.com/docker/docker/pkg/archive github.com/hashicorp/nomad/drivers/shared/eventer github.com/docker/distribution/registry/client/auth github.com/docker/cli/cli/config/types github.com/hashicorp/nomad/drivers/shared/executor/proto github.com/docker/cli/cli/config/credentials github.com/docker/cli/cli/config/configfile github.com/docker/docker/registry github.com/kr/pty github.com/mitchellh/go-ps github.com/checkpoint-restore/go-criu/rpc github.com/fsouza/go-dockerclient github.com/containerd/console github.com/mrunalp/fileutils github.com/opencontainers/runc/libcontainer/utils github.com/opencontainers/runc/libcontainer/capabilities github.com/opencontainers/runc/libcontainer/cgroups/devices github.com/opencontainers/runc/libcontainer/apparmor github.com/opencontainers/runc/libcontainer/cgroups/fs hash/adler32 github.com/checkpoint-restore/go-criu compress/zlib debug/dwarf github.com/cilium/ebpf/asm github.com/cilium/ebpf/internal/unix github.com/cilium/ebpf/internal github.com/opencontainers/runc/libcontainer/cgroups/ebpf/devicefilter github.com/willf/bitset github.com/opencontainers/runc/libcontainer/intelrdt debug/elf github.com/opencontainers/selinux/pkg/pwalk github.com/hashicorp/nomad/drivers/docker/docklog github.com/hashicorp/nomad/drivers/docker/util github.com/opencontainers/selinux/go-selinux github.com/opencontainers/runc/libcontainer/keys github.com/opencontainers/runc/libcontainer/logs github.com/opencontainers/runc/libcontainer/seccomp github.com/opencontainers/runc/libcontainer/stacktrace github.com/cilium/ebpf/internal/btf github.com/opencontainers/runc/types github.com/opencontainers/runc/libcontainer/configs/validate github.com/opencontainers/selinux/go-selinux/label github.com/vishvananda/netns github.com/opencontainers/runc/libcontainer/nsenter github.com/opencontainers/runc/libcontainer/specconv github.com/vishvananda/netlink/nl github.com/cilium/ebpf github.com/shirou/gopsutil/net github.com/vishvananda/netlink github.com/shirou/gopsutil/process github.com/opencontainers/runc/libcontainer/cgroups/ebpf github.com/docker/libnetwork/resolvconf/dns github.com/ishidawataru/sctp github.com/opencontainers/runc/libcontainer/cgroups/fs2 github.com/docker/libnetwork/types github.com/opencontainers/runc/libcontainer/cgroups/systemd github.com/docker/libnetwork/resolvconf github.com/hashicorp/nomad/plugins/drivers/utils github.com/hashicorp/nomad/drivers/shared/resolvconf github.com/coreos/go-semver/semver github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc github.com/hashicorp/nomad/helper/tlsutil github.com/hashicorp/nomad/command/agent/event github.com/hashicorp/nomad/helper/flag-helpers github.com/hashicorp/nomad/helper/freeport github.com/hashicorp/nomad/helper/pool github.com/hashicorp/nomad/helper/gated-writer github.com/hashicorp/nomad/helper/logging github.com/hashicorp/nomad/helper/noxssrw github.com/hashicorp/nomad/jobspec github.com/hashicorp/go-memdb github.com/hashicorp/nomad/helper/snapshot github.com/hashicorp/nomad/lib/delayheap github.com/hashicorp/raft-boltdb github.com/hashicorp/nomad/nomad/state gopkg.in/tomb.v2 github.com/opencontainers/runc/libcontainer github.com/hashicorp/nomad/helper/discover github.com/kr/pretty/vendor/github.com/rogpeppe/go-internal/fmtsort github.com/armon/go-radix github.com/kr/pretty github.com/bgentry/speakeasy github.com/posener/complete/cmd/install github.com/posener/complete/cmd github.com/hashicorp/nomad/testutil github.com/posener/complete github.com/mitchellh/cli github.com/rs/cors github.com/hashicorp/nomad/drivers/shared/executor internal/profile github.com/hashicorp/nomad/helper/escapingio github.com/mitchellh/colorstring github.com/hashicorp/nomad/nomad/deploymentwatcher github.com/ryanuber/columnize github.com/hashicorp/nomad/nomad/drainer github.com/hashicorp/nomad/nomad/volumewatcher github.com/hashicorp/nomad/scheduler net/http/pprof github.com/skratchdot/open-golang/open github.com/hashicorp/nomad/drivers/docker github.com/hashicorp/nomad/drivers/exec github.com/hashicorp/nomad/drivers/java github.com/hashicorp/nomad/drivers/qemu github.com/hashicorp/nomad/drivers/rawexec golang.org/x/term github.com/hashicorp/nomad/vendor/github.com/sean-/seed github.com/hashicorp/nomad/api golang.org/x/crypto/ssh/terminal github.com/hashicorp/nomad/helper/pluginutils/catalog github.com/hashicorp/nomad/api/internal/testutil/discover github.com/hashicorp/nomad/api/internal/testutil/freeport github.com/hashicorp/nomad/client github.com/hashicorp/nomad/api/internal/testutil github.com/hashicorp/nomad/nomad github.com/hashicorp/nomad/client/allocdir/input github.com/hashicorp/nomad/client/testutil github.com/hashicorp/nomad/command/raft_tools github.com/hashicorp/nomad/vendor/github.com/NVIDIA/gpu-monitoring-tools/bindings/go/nvml github.com/hashicorp/nomad/drivers/docker/cmd github.com/hashicorp/nomad/drivers/mock github.com/hashicorp/nomad/helper/fields github.com/hashicorp/nomad/helper/testtask github.com/hashicorp/nomad/lib/circbufwriter github.com/hashicorp/nomad/plugins/csi/fake github.com/hashicorp/nomad/plugins/csi/testing github.com/hashicorp/nomad/plugins/device/cmd/example github.com/hashicorp/nomad/plugins/device/cmd/example/cmd github.com/hashicorp/nomad/devices/gpu/nvidia/nvml github.com/hashicorp/nomad/devices/gpu/nvidia github.com/hashicorp/nomad/devices/gpu/nvidia/cmd github.com/hashicorp/nomad/command/agent github.com/hashicorp/nomad/helper/raftutil github.com/hashicorp/nomad/plugins/drivers/testutils github.com/hashicorp/nomad/plugins/shared/cmd/launcher/command github.com/hashicorp/nomad/plugins/shared/cmd/launcher github.com/hashicorp/nomad/command github.com/hashicorp/nomad make[1]: Leaving directory '/build/nomad-SofExn/nomad-0.12.10+dfsg1' debian/rules override_dh_auto_test make[1]: Entering directory '/build/nomad-SofExn/nomad-0.12.10+dfsg1' PATH="/build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/bin:$PATH" \ DH_GOLANG_EXCLUDES="demo e2e internal/testing/apitests client api command devices/gpu drivers/docker drivers/shared nomad/deploymentwatcher" \ skipOnlineTestsEnvVar=1 \ dh_auto_test -v --max-parallel=3 -- -short -failfast -timeout 7m -tags "release ui nonvidia" cd _build && go test -vet=off -v -p 3 -short -failfast -timeout 7m -tags "release ui nonvidia" github.com/hashicorp/nomad github.com/hashicorp/nomad/acl github.com/hashicorp/nomad/drivers/exec github.com/hashicorp/nomad/drivers/java github.com/hashicorp/nomad/drivers/mock github.com/hashicorp/nomad/drivers/qemu github.com/hashicorp/nomad/drivers/rawexec github.com/hashicorp/nomad/helper github.com/hashicorp/nomad/helper/args github.com/hashicorp/nomad/helper/boltdd github.com/hashicorp/nomad/helper/codec github.com/hashicorp/nomad/helper/constraints/semver github.com/hashicorp/nomad/helper/discover github.com/hashicorp/nomad/helper/fields github.com/hashicorp/nomad/helper/flag-helpers github.com/hashicorp/nomad/helper/flatmap github.com/hashicorp/nomad/helper/freeport github.com/hashicorp/nomad/helper/gated-writer github.com/hashicorp/nomad/helper/grpc-middleware/logging github.com/hashicorp/nomad/helper/logging github.com/hashicorp/nomad/helper/mount github.com/hashicorp/nomad/helper/noxssrw github.com/hashicorp/nomad/helper/pluginutils/catalog github.com/hashicorp/nomad/helper/pluginutils/grpcutils github.com/hashicorp/nomad/helper/pluginutils/hclspecutils github.com/hashicorp/nomad/helper/pluginutils/hclutils github.com/hashicorp/nomad/helper/pluginutils/loader github.com/hashicorp/nomad/helper/pluginutils/singleton github.com/hashicorp/nomad/helper/pool github.com/hashicorp/nomad/helper/raftutil github.com/hashicorp/nomad/helper/snapshot github.com/hashicorp/nomad/helper/stats github.com/hashicorp/nomad/helper/testlog github.com/hashicorp/nomad/helper/testtask github.com/hashicorp/nomad/helper/tlsutil github.com/hashicorp/nomad/helper/useragent github.com/hashicorp/nomad/helper/uuid github.com/hashicorp/nomad/helper/winsvc github.com/hashicorp/nomad/jobspec github.com/hashicorp/nomad/lib/circbufwriter github.com/hashicorp/nomad/lib/delayheap github.com/hashicorp/nomad/lib/kheap github.com/hashicorp/nomad/nomad github.com/hashicorp/nomad/nomad/drainer github.com/hashicorp/nomad/nomad/mock github.com/hashicorp/nomad/nomad/state github.com/hashicorp/nomad/nomad/structs github.com/hashicorp/nomad/nomad/structs/config github.com/hashicorp/nomad/nomad/types github.com/hashicorp/nomad/nomad/volumewatcher github.com/hashicorp/nomad/plugins github.com/hashicorp/nomad/plugins/base github.com/hashicorp/nomad/plugins/base/proto github.com/hashicorp/nomad/plugins/base/structs github.com/hashicorp/nomad/plugins/csi github.com/hashicorp/nomad/plugins/csi/fake github.com/hashicorp/nomad/plugins/csi/testing github.com/hashicorp/nomad/plugins/device github.com/hashicorp/nomad/plugins/device/cmd/example github.com/hashicorp/nomad/plugins/device/cmd/example/cmd github.com/hashicorp/nomad/plugins/device/proto github.com/hashicorp/nomad/plugins/drivers github.com/hashicorp/nomad/plugins/drivers/proto github.com/hashicorp/nomad/plugins/drivers/testutils github.com/hashicorp/nomad/plugins/drivers/utils github.com/hashicorp/nomad/plugins/shared/cmd/launcher github.com/hashicorp/nomad/plugins/shared/hclspec github.com/hashicorp/nomad/plugins/shared/structs github.com/hashicorp/nomad/plugins/shared/structs/proto github.com/hashicorp/nomad/scheduler github.com/hashicorp/nomad/testutil github.com/hashicorp/nomad/version testing: warning: no tests to run PASS ok github.com/hashicorp/nomad 0.213s [no tests to run] === RUN TestCapabilitySet --- PASS: TestCapabilitySet (0.00s) === RUN TestMaxPrivilege --- PASS: TestMaxPrivilege (0.00s) === RUN TestACLManagement --- PASS: TestACLManagement (0.00s) === RUN TestACLMerge --- PASS: TestACLMerge (0.00s) === RUN TestAllowNamespace === RUN TestAllowNamespace/namespace_"foo"_{} === RUN TestAllowNamespace/namespace_"foo"_{_policy_=_"deny"_} === RUN TestAllowNamespace/namespace_"foo"_{_capabilities_=_["deny"]_} === RUN TestAllowNamespace/namespace_"foo"_{_capabilities_=_["list-jobs"]_} === RUN TestAllowNamespace/namespace_"foo"_{_policy_=_"read"_} --- PASS: TestAllowNamespace (0.00s) --- PASS: TestAllowNamespace/namespace_"foo"_{} (0.00s) --- PASS: TestAllowNamespace/namespace_"foo"_{_policy_=_"deny"_} (0.00s) --- PASS: TestAllowNamespace/namespace_"foo"_{_capabilities_=_["deny"]_} (0.00s) --- PASS: TestAllowNamespace/namespace_"foo"_{_capabilities_=_["list-jobs"]_} (0.00s) --- PASS: TestAllowNamespace/namespace_"foo"_{_policy_=_"read"_} (0.00s) === RUN TestWildcardNamespaceMatching === RUN TestWildcardNamespaceMatching/namespace_"prod-api-*"_{_policy_=_"write"_} === RUN TestWildcardNamespaceMatching/namespace_"prod-api"_{_policy_=_"write"_} === RUN TestWildcardNamespaceMatching/namespace_"prod-api-services"_{_policy_=_"deny"_}_____________namespace_"prod-api-*"_{_policy_=_"write"_} === RUN TestWildcardNamespaceMatching/namespace_"prod-api-*"_{_policy_=_"deny"_}_____________namespace_"prod-api-services"_{_policy_=_"write"_} === RUN TestWildcardNamespaceMatching/namespace_"*-api-services"_{_policy_=_"deny"_}_____________namespace_"prod-api-*"_{_policy_=_"write"_} === RUN TestWildcardNamespaceMatching/namespace_"prod-api-*"_{_policy_=_"write"_}________________namespace_"*-api-services"_{_policy_=_"deny"_} --- PASS: TestWildcardNamespaceMatching (0.00s) --- PASS: TestWildcardNamespaceMatching/namespace_"prod-api-*"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardNamespaceMatching/namespace_"prod-api"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardNamespaceMatching/namespace_"prod-api-services"_{_policy_=_"deny"_}_____________namespace_"prod-api-*"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardNamespaceMatching/namespace_"prod-api-*"_{_policy_=_"deny"_}_____________namespace_"prod-api-services"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardNamespaceMatching/namespace_"*-api-services"_{_policy_=_"deny"_}_____________namespace_"prod-api-*"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardNamespaceMatching/namespace_"prod-api-*"_{_policy_=_"write"_}________________namespace_"*-api-services"_{_policy_=_"deny"_} (0.00s) === RUN TestWildcardHostVolumeMatching === RUN TestWildcardHostVolumeMatching/host_volume_"prod-api-*"_{_policy_=_"write"_} === RUN TestWildcardHostVolumeMatching/host_volume_"prod-api"_{_policy_=_"write"_} === RUN TestWildcardHostVolumeMatching/host_volume_"prod-api-services"_{_policy_=_"deny"_}_____________host_volume_"prod-api-*"_{_policy_=_"write"_} === RUN TestWildcardHostVolumeMatching/host_volume_"prod-api-*"_{_policy_=_"deny"_}_____________host_volume_"prod-api-services"_{_policy_=_"write"_} === RUN TestWildcardHostVolumeMatching/host_volume_"*-api-services"_{_policy_=_"deny"_}_____________host_volume_"prod-api-*"_{_policy_=_"write"_} === RUN TestWildcardHostVolumeMatching/host_volume_"prod-api-*"_{_policy_=_"write"_}________________host_volume_"*-api-services"_{_policy_=_"deny"_} --- PASS: TestWildcardHostVolumeMatching (0.00s) --- PASS: TestWildcardHostVolumeMatching/host_volume_"prod-api-*"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardHostVolumeMatching/host_volume_"prod-api"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardHostVolumeMatching/host_volume_"prod-api-services"_{_policy_=_"deny"_}_____________host_volume_"prod-api-*"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardHostVolumeMatching/host_volume_"prod-api-*"_{_policy_=_"deny"_}_____________host_volume_"prod-api-services"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardHostVolumeMatching/host_volume_"*-api-services"_{_policy_=_"deny"_}_____________host_volume_"prod-api-*"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardHostVolumeMatching/host_volume_"prod-api-*"_{_policy_=_"write"_}________________host_volume_"*-api-services"_{_policy_=_"deny"_} (0.00s) === RUN TestACL_matchingCapabilitySet_returnsAllMatches === RUN TestACL_matchingCapabilitySet_returnsAllMatches/namespace_"production-*"_{_policy_=_"write"_} === RUN TestACL_matchingCapabilitySet_returnsAllMatches/namespace_"prod-*"_{_policy_=_"write"_} === RUN TestACL_matchingCapabilitySet_returnsAllMatches/namespace_"production-*"_{_policy_=_"write"_}_________namespace_"production-*-api"_{_policy_=_"deny"_} --- PASS: TestACL_matchingCapabilitySet_returnsAllMatches (0.00s) --- PASS: TestACL_matchingCapabilitySet_returnsAllMatches/namespace_"production-*"_{_policy_=_"write"_} (0.00s) --- PASS: TestACL_matchingCapabilitySet_returnsAllMatches/namespace_"prod-*"_{_policy_=_"write"_} (0.00s) --- PASS: TestACL_matchingCapabilitySet_returnsAllMatches/namespace_"production-*"_{_policy_=_"write"_}_________namespace_"production-*-api"_{_policy_=_"deny"_} (0.00s) === RUN TestACL_matchingCapabilitySet_difference === RUN TestACL_matchingCapabilitySet_difference/namespace_"production-*"_{_policy_=_"write"_} === RUN TestACL_matchingCapabilitySet_difference/namespace_"production-*"_{_policy_=_"write"_}#01 === RUN TestACL_matchingCapabilitySet_difference/namespace_"production-**"_{_policy_=_"write"_} === RUN TestACL_matchingCapabilitySet_difference/namespace_"*"_{_policy_=_"write"_} === RUN TestACL_matchingCapabilitySet_difference/namespace_"*admin*"_{_policy_=_"write"_} --- PASS: TestACL_matchingCapabilitySet_difference (0.00s) --- PASS: TestACL_matchingCapabilitySet_difference/namespace_"production-*"_{_policy_=_"write"_} (0.00s) --- PASS: TestACL_matchingCapabilitySet_difference/namespace_"production-*"_{_policy_=_"write"_}#01 (0.00s) --- PASS: TestACL_matchingCapabilitySet_difference/namespace_"production-**"_{_policy_=_"write"_} (0.00s) --- PASS: TestACL_matchingCapabilitySet_difference/namespace_"*"_{_policy_=_"write"_} (0.00s) --- PASS: TestACL_matchingCapabilitySet_difference/namespace_"*admin*"_{_policy_=_"write"_} (0.00s) === RUN TestParse === RUN TestParse/0 === RUN TestParse/1 === RUN TestParse/2 === RUN TestParse/3 === RUN TestParse/4 === RUN TestParse/5 === RUN TestParse/6 === RUN TestParse/7 === RUN TestParse/8 === RUN TestParse/9 === RUN TestParse/10 === RUN TestParse/11 === RUN TestParse/12 === RUN TestParse/13 === RUN TestParse/14 === RUN TestParse/15 --- PASS: TestParse (0.00s) --- PASS: TestParse/0 (0.00s) --- PASS: TestParse/1 (0.00s) --- PASS: TestParse/2 (0.00s) --- PASS: TestParse/3 (0.00s) --- PASS: TestParse/4 (0.00s) --- PASS: TestParse/5 (0.00s) --- PASS: TestParse/6 (0.00s) --- PASS: TestParse/7 (0.00s) --- PASS: TestParse/8 (0.00s) --- PASS: TestParse/9 (0.00s) --- PASS: TestParse/10 (0.00s) --- PASS: TestParse/11 (0.00s) --- PASS: TestParse/12 (0.00s) --- PASS: TestParse/13 (0.00s) --- PASS: TestParse/14 (0.00s) --- PASS: TestParse/15 (0.00s) === RUN TestParse_BadInput === RUN TestParse_BadInput/0:_namespace_"\500"_{} --- PASS: TestParse_BadInput (0.00s) --- PASS: TestParse_BadInput/0:_namespace_"\500"_{} (0.00s) PASS ok github.com/hashicorp/nomad/acl 0.181s === RUN TestExecDriver_Fingerprint_NonLinux === PAUSE TestExecDriver_Fingerprint_NonLinux === RUN TestExecDriver_Fingerprint === PAUSE TestExecDriver_Fingerprint === RUN TestExecDriver_StartWait === PAUSE TestExecDriver_StartWait === RUN TestExecDriver_StartWaitStopKill === PAUSE TestExecDriver_StartWaitStopKill === RUN TestExecDriver_StartWaitRecover === PAUSE TestExecDriver_StartWaitRecover === RUN TestExecDriver_NoOrphans === PAUSE TestExecDriver_NoOrphans === RUN TestExecDriver_Stats === PAUSE TestExecDriver_Stats === RUN TestExecDriver_Start_Wait_AllocDir === PAUSE TestExecDriver_Start_Wait_AllocDir === RUN TestExecDriver_User === PAUSE TestExecDriver_User === RUN TestExecDriver_HandlerExec === PAUSE TestExecDriver_HandlerExec === RUN TestExecDriver_DevicesAndMounts === PAUSE TestExecDriver_DevicesAndMounts === RUN TestConfig_ParseAllHCL --- PASS: TestConfig_ParseAllHCL (0.00s) === RUN TestExecDriver_NoPivotRoot === PAUSE TestExecDriver_NoPivotRoot === CONT TestExecDriver_Fingerprint_NonLinux driver_test.go:58: Test only available not on Linux --- SKIP: TestExecDriver_Fingerprint_NonLinux (0.00s) === CONT TestExecDriver_NoPivotRoot driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_NoPivotRoot (0.00s) === CONT TestExecDriver_DevicesAndMounts driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_DevicesAndMounts (0.00s) === CONT TestExecDriver_HandlerExec driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_HandlerExec (0.00s) === CONT TestExecDriver_User === CONT TestExecDriver_StartWaitRecover === CONT TestExecDriver_User driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_User (0.00s) === CONT TestExecDriver_StartWaitRecover driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_StartWaitRecover (0.00s) === CONT TestExecDriver_Start_Wait_AllocDir driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_Start_Wait_AllocDir (0.00s) === CONT TestExecDriver_Stats driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_Stats (0.00s) === CONT TestExecDriver_NoOrphans driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_NoOrphans (0.00s) === CONT TestExecDriver_StartWait driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_StartWait (0.00s) === CONT TestExecDriver_StartWaitStopKill driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_StartWaitStopKill (0.00s) === CONT TestExecDriver_Fingerprint driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_Fingerprint (0.00s) PASS ok github.com/hashicorp/nomad/drivers/exec 0.219s === RUN TestJavaDriver_Fingerprint driver_compatible.go:36: Test only available when running as root on linux --- SKIP: TestJavaDriver_Fingerprint (0.00s) === RUN TestJavaDriver_Jar_Start_Wait driver_compatible.go:36: Test only available when running as root on linux --- SKIP: TestJavaDriver_Jar_Start_Wait (0.00s) === RUN TestJavaDriver_Jar_Stop_Wait driver_compatible.go:36: Test only available when running as root on linux --- SKIP: TestJavaDriver_Jar_Stop_Wait (0.00s) === RUN TestJavaDriver_Class_Start_Wait driver_compatible.go:36: Test only available when running as root on linux --- SKIP: TestJavaDriver_Class_Start_Wait (0.00s) === RUN TestJavaCmdArgs === RUN TestJavaCmdArgs/jar_path_full === RUN TestJavaCmdArgs/class_full === RUN TestJavaCmdArgs/jar_path_slim === RUN TestJavaCmdArgs/class_slim --- PASS: TestJavaCmdArgs (0.00s) --- PASS: TestJavaCmdArgs/jar_path_full (0.00s) --- PASS: TestJavaCmdArgs/class_full (0.00s) --- PASS: TestJavaCmdArgs/jar_path_slim (0.00s) --- PASS: TestJavaCmdArgs/class_slim (0.00s) === RUN TestJavaDriver_ExecTaskStreaming driver_compatible.go:36: Test only available when running as root on linux --- SKIP: TestJavaDriver_ExecTaskStreaming (0.00s) === RUN TestConfig_ParseAllHCL --- PASS: TestConfig_ParseAllHCL (0.00s) === RUN Test_dnsConfig === PAUSE Test_dnsConfig === RUN TestDriver_parseJavaVersionOutput === RUN TestDriver_parseJavaVersionOutput/OracleJDK === RUN TestDriver_parseJavaVersionOutput/OpenJDK === RUN TestDriver_parseJavaVersionOutput/OpenJDK#01 === RUN TestDriver_parseJavaVersionOutput/IcedTea === RUN TestDriver_parseJavaVersionOutput/Eclipse_OpenJ9 --- PASS: TestDriver_parseJavaVersionOutput (0.00s) --- PASS: TestDriver_parseJavaVersionOutput/OracleJDK (0.00s) --- PASS: TestDriver_parseJavaVersionOutput/OpenJDK (0.00s) --- PASS: TestDriver_parseJavaVersionOutput/OpenJDK#01 (0.00s) --- PASS: TestDriver_parseJavaVersionOutput/IcedTea (0.00s) --- PASS: TestDriver_parseJavaVersionOutput/Eclipse_OpenJ9 (0.00s) === RUN TestDriver_javaVersionInfo --- PASS: TestDriver_javaVersionInfo (0.09s) === RUN TestDriver_javaVersionInfo_UnexpectedOutput --- PASS: TestDriver_javaVersionInfo_UnexpectedOutput (0.00s) === RUN TestDriver_javaVersionInfo_JavaVersionFails --- PASS: TestDriver_javaVersionInfo_JavaVersionFails (0.00s) === CONT Test_dnsConfig driver_compatible.go:15: Must run as root on Unix --- SKIP: Test_dnsConfig (0.00s) PASS ok github.com/hashicorp/nomad/drivers/java 0.415s === RUN TestParseDuration === RUN TestParseDuration/valid_case === RUN TestParseDuration/invalid_case === RUN TestParseDuration/empty_case --- PASS: TestParseDuration (0.00s) --- PASS: TestParseDuration/valid_case (0.00s) --- PASS: TestParseDuration/invalid_case (0.00s) --- PASS: TestParseDuration/empty_case (0.00s) PASS ok github.com/hashicorp/nomad/drivers/mock 0.093s === RUN TestQemuDriver_Start_Wait_Stop driver_compatible.go:48: Must have Qemu installed for Qemu specific tests to run --- SKIP: TestQemuDriver_Start_Wait_Stop (0.00s) === RUN TestQemuDriver_GetMonitorPathOldQemu driver_compatible.go:48: Must have Qemu installed for Qemu specific tests to run --- SKIP: TestQemuDriver_GetMonitorPathOldQemu (0.00s) === RUN TestQemuDriver_GetMonitorPathNewQemu driver_compatible.go:48: Must have Qemu installed for Qemu specific tests to run --- SKIP: TestQemuDriver_GetMonitorPathNewQemu (0.00s) === RUN TestQemuDriver_User driver_compatible.go:48: Must have Qemu installed for Qemu specific tests to run --- SKIP: TestQemuDriver_User (0.00s) === RUN TestQemuDriver_Stats driver_compatible.go:48: Must have Qemu installed for Qemu specific tests to run --- SKIP: TestQemuDriver_Stats (0.00s) === RUN TestQemuDriver_Fingerprint driver_compatible.go:48: Must have Qemu installed for Qemu specific tests to run --- SKIP: TestQemuDriver_Fingerprint (0.00s) === RUN TestConfig_ParseAllHCL --- PASS: TestConfig_ParseAllHCL (0.00s) === RUN TestIsAllowedImagePath --- PASS: TestIsAllowedImagePath (0.00s) PASS ok github.com/hashicorp/nomad/drivers/qemu 0.116s ? github.com/hashicorp/nomad/drivers/rawexec [no test files] === RUN TestSliceStringIsSubset --- PASS: TestSliceStringIsSubset (0.00s) === RUN TestSliceStringContains --- PASS: TestSliceStringContains (0.00s) === RUN TestCompareTimePtrs === RUN TestCompareTimePtrs/nil === RUN TestCompareTimePtrs/not_nil --- PASS: TestCompareTimePtrs (0.00s) --- PASS: TestCompareTimePtrs/nil (0.00s) --- PASS: TestCompareTimePtrs/not_nil (0.00s) === RUN TestCompareSliceSetString === RUN TestCompareSliceSetString/case-0a === RUN TestCompareSliceSetString/case-0b === RUN TestCompareSliceSetString/case-1a === RUN TestCompareSliceSetString/case-1b === RUN TestCompareSliceSetString/case-2a === RUN TestCompareSliceSetString/case-2b === RUN TestCompareSliceSetString/case-3a === RUN TestCompareSliceSetString/case-3b === RUN TestCompareSliceSetString/case-4a === RUN TestCompareSliceSetString/case-4b === RUN TestCompareSliceSetString/case-5a === RUN TestCompareSliceSetString/case-5b === RUN TestCompareSliceSetString/case-6a === RUN TestCompareSliceSetString/case-6b === RUN TestCompareSliceSetString/case-7a === RUN TestCompareSliceSetString/case-7b --- PASS: TestCompareSliceSetString (0.00s) --- PASS: TestCompareSliceSetString/case-0a (0.00s) --- PASS: TestCompareSliceSetString/case-0b (0.00s) --- PASS: TestCompareSliceSetString/case-1a (0.00s) --- PASS: TestCompareSliceSetString/case-1b (0.00s) --- PASS: TestCompareSliceSetString/case-2a (0.00s) --- PASS: TestCompareSliceSetString/case-2b (0.00s) --- PASS: TestCompareSliceSetString/case-3a (0.00s) --- PASS: TestCompareSliceSetString/case-3b (0.00s) --- PASS: TestCompareSliceSetString/case-4a (0.00s) --- PASS: TestCompareSliceSetString/case-4b (0.00s) --- PASS: TestCompareSliceSetString/case-5a (0.00s) --- PASS: TestCompareSliceSetString/case-5b (0.00s) --- PASS: TestCompareSliceSetString/case-6a (0.00s) --- PASS: TestCompareSliceSetString/case-6b (0.00s) --- PASS: TestCompareSliceSetString/case-7a (0.00s) --- PASS: TestCompareSliceSetString/case-7b (0.00s) === RUN TestMapStringStringSliceValueSet --- PASS: TestMapStringStringSliceValueSet (0.00s) === RUN TestCopyMapStringSliceString --- PASS: TestCopyMapStringSliceString (0.00s) === RUN TestCopyMapSliceInterface --- PASS: TestCopyMapSliceInterface (0.00s) === RUN TestClearEnvVar --- PASS: TestClearEnvVar (0.00s) === RUN TestCheckNamespaceScope === RUN TestCheckNamespaceScope/root_ns_requesting_namespace === RUN TestCheckNamespaceScope/matching_parent_ns_with_child === RUN TestCheckNamespaceScope/mismatch_ns === RUN TestCheckNamespaceScope/mismatch_child === RUN TestCheckNamespaceScope/matching_prefix --- PASS: TestCheckNamespaceScope (0.00s) --- PASS: TestCheckNamespaceScope/root_ns_requesting_namespace (0.00s) --- PASS: TestCheckNamespaceScope/matching_parent_ns_with_child (0.00s) --- PASS: TestCheckNamespaceScope/mismatch_ns (0.00s) --- PASS: TestCheckNamespaceScope/mismatch_child (0.00s) --- PASS: TestCheckNamespaceScope/matching_prefix (0.00s) === RUN TestPathEscapesSandbox === RUN TestPathEscapesSandbox/ok_joined_absolute_path_inside_sandbox === RUN TestPathEscapesSandbox/fail_unjoined_absolute_path_outside_sandbox === RUN TestPathEscapesSandbox/ok_joined_relative_path_inside_sandbox === RUN TestPathEscapesSandbox/fail_unjoined_relative_path_outside_sandbox === RUN TestPathEscapesSandbox/ok_relative_path_traversal_constrained_to_sandbox === RUN TestPathEscapesSandbox/ok_unjoined_absolute_path_traversal_constrained_to_sandbox === RUN TestPathEscapesSandbox/ok_unjoined_absolute_path_traversal_constrained_to_sandbox#01 === RUN TestPathEscapesSandbox/fail_joined_relative_path_traverses_outside_sandbox === RUN TestPathEscapesSandbox/fail_unjoined_relative_path_traverses_outside_sandbox === RUN TestPathEscapesSandbox/fail_joined_absolute_path_tries_to_transverse_outside_sandbox === RUN TestPathEscapesSandbox/fail_unjoined_absolute_path_tries_to_transverse_outside_sandbox --- PASS: TestPathEscapesSandbox (0.00s) --- PASS: TestPathEscapesSandbox/ok_joined_absolute_path_inside_sandbox (0.00s) --- PASS: TestPathEscapesSandbox/fail_unjoined_absolute_path_outside_sandbox (0.00s) --- PASS: TestPathEscapesSandbox/ok_joined_relative_path_inside_sandbox (0.00s) --- PASS: TestPathEscapesSandbox/fail_unjoined_relative_path_outside_sandbox (0.00s) --- PASS: TestPathEscapesSandbox/ok_relative_path_traversal_constrained_to_sandbox (0.00s) --- PASS: TestPathEscapesSandbox/ok_unjoined_absolute_path_traversal_constrained_to_sandbox (0.00s) --- PASS: TestPathEscapesSandbox/ok_unjoined_absolute_path_traversal_constrained_to_sandbox#01 (0.00s) --- PASS: TestPathEscapesSandbox/fail_joined_relative_path_traverses_outside_sandbox (0.00s) --- PASS: TestPathEscapesSandbox/fail_unjoined_relative_path_traverses_outside_sandbox (0.00s) --- PASS: TestPathEscapesSandbox/fail_joined_absolute_path_tries_to_transverse_outside_sandbox (0.00s) --- PASS: TestPathEscapesSandbox/fail_unjoined_absolute_path_tries_to_transverse_outside_sandbox (0.00s) PASS ok github.com/hashicorp/nomad/helper 0.084s === RUN TestArgs_ReplaceEnv_Invalid --- PASS: TestArgs_ReplaceEnv_Invalid (0.00s) === RUN TestArgs_ReplaceEnv_Valid --- PASS: TestArgs_ReplaceEnv_Valid (0.00s) === RUN TestArgs_ReplaceEnv_Period --- PASS: TestArgs_ReplaceEnv_Period (0.00s) === RUN TestArgs_ReplaceEnv_Dash --- PASS: TestArgs_ReplaceEnv_Dash (0.00s) === RUN TestArgs_ReplaceEnv_Chained --- PASS: TestArgs_ReplaceEnv_Chained (0.00s) === RUN TestArgs_ContainsEnv === RUN TestArgs_ContainsEnv/positive_case:_test-${env_var} === RUN TestArgs_ContainsEnv/negative_case:_test === RUN TestArgs_ContainsEnv/negative_case:_test-$ === RUN TestArgs_ContainsEnv/negative_case:_test-${asdf === RUN TestArgs_ContainsEnv/negative_case:_test-{asdf} === RUN TestArgs_ContainsEnv/negative_case:_$test --- PASS: TestArgs_ContainsEnv (0.00s) --- PASS: TestArgs_ContainsEnv/positive_case:_test-${env_var} (0.00s) --- PASS: TestArgs_ContainsEnv/negative_case:_test (0.00s) --- PASS: TestArgs_ContainsEnv/negative_case:_test-$ (0.00s) --- PASS: TestArgs_ContainsEnv/negative_case:_test-${asdf (0.00s) --- PASS: TestArgs_ContainsEnv/negative_case:_test-{asdf} (0.00s) --- PASS: TestArgs_ContainsEnv/negative_case:_$test (0.00s) PASS ok github.com/hashicorp/nomad/helper/args 0.090s === RUN TestDB_Open === PAUSE TestDB_Open === RUN TestDB_Close === PAUSE TestDB_Close === RUN TestBucket_Create === PAUSE TestBucket_Create === RUN TestBucket_DedupeWrites === PAUSE TestBucket_DedupeWrites === RUN TestBucket_Delete === PAUSE TestBucket_Delete === CONT TestDB_Open === CONT TestBucket_DedupeWrites === CONT TestBucket_Create === CONT TestBucket_Delete === CONT TestDB_Close --- PASS: TestDB_Open (0.00s) --- PASS: TestDB_Close (0.00s) --- PASS: TestBucket_Create (0.00s) --- PASS: TestBucket_DedupeWrites (0.00s) --- PASS: TestBucket_Delete (0.08s) PASS ok github.com/hashicorp/nomad/helper/boltdd 0.099s ? github.com/hashicorp/nomad/helper/codec [no test files] === RUN TestNewConstraint --- PASS: TestNewConstraint (0.00s) === RUN TestConstraintCheck --- PASS: TestConstraintCheck (0.00s) === RUN TestConstraintsString --- PASS: TestConstraintsString (0.00s) PASS ok github.com/hashicorp/nomad/helper/constraints/semver 0.006s ? github.com/hashicorp/nomad/helper/discover [no test files] === RUN TestFieldSchemaDefaultOrZero --- PASS: TestFieldSchemaDefaultOrZero (0.00s) === RUN TestFieldTypeString --- PASS: TestFieldTypeString (0.00s) === RUN TestFieldTypeZero --- PASS: TestFieldTypeZero (0.00s) PASS ok github.com/hashicorp/nomad/helper/fields 0.083s === RUN TestStringFlag_implements --- PASS: TestStringFlag_implements (0.00s) === RUN TestStringFlagSet --- PASS: TestStringFlagSet (0.00s) PASS ok github.com/hashicorp/nomad/helper/flag-helpers 0.005s === RUN TestFlatMap --- PASS: TestFlatMap (0.00s) PASS ok github.com/hashicorp/nomad/helper/flatmap 0.079s === RUN TestGetEphemeralPortRange ephemeral_linux_test.go:17: min=32768, max=60999 --- PASS: TestGetEphemeralPortRange (0.00s) === RUN TestTakeReturn [INFO] freeport: detected ephemeral port range of [32768, 60999] [WARN] freeport: leaked port 9302 due to theft; removing from circulation [WARN] freeport: leaked port 9311 due to theft; removing from circulation [WARN] freeport: leaked port 9312 due to theft; removing from circulation [WARN] freeport: leaked port 9313 due to theft; removing from circulation [WARN] freeport: leaked port 9314 due to theft; removing from circulation [WARN] freeport: leaked port 9315 due to theft; removing from circulation [WARN] freeport: leaked port 9316 due to theft; removing from circulation [WARN] freeport: leaked port 9317 due to theft; removing from circulation [WARN] freeport: leaked port 9318 due to theft; removing from circulation [WARN] freeport: leaked port 9319 due to theft; removing from circulation [WARN] freeport: leaked port 9320 due to theft; removing from circulation [WARN] freeport: leaked port 9321 due to theft; removing from circulation [WARN] freeport: leaked port 9322 due to theft; removing from circulation [WARN] freeport: leaked port 9323 due to theft; removing from circulation [WARN] freeport: leaked port 9324 due to theft; removing from circulation [WARN] freeport: leaked port 9325 due to theft; removing from circulation [WARN] freeport: leaked port 9326 due to theft; removing from circulation [WARN] freeport: leaked port 9327 due to theft; removing from circulation [WARN] freeport: leaked port 9328 due to theft; removing from circulation [WARN] freeport: leaked port 9329 due to theft; removing from circulation [WARN] freeport: leaked port 9330 due to theft; removing from circulation [WARN] freeport: leaked port 9331 due to theft; removing from circulation [WARN] freeport: leaked port 9332 due to theft; removing from circulation [WARN] freeport: leaked port 9333 due to theft; removing from circulation [WARN] freeport: leaked port 9334 due to theft; removing from circulation [WARN] freeport: leaked port 9335 due to theft; removing from circulation [WARN] freeport: leaked port 9336 due to theft; removing from circulation [WARN] freeport: leaked port 9337 due to theft; removing from circulation [WARN] freeport: leaked port 9338 due to theft; removing from circulation [WARN] freeport: leaked port 9339 due to theft; removing from circulation [WARN] freeport: leaked port 9340 due to theft; removing from circulation [WARN] freeport: leaked port 9341 due to theft; removing from circulation [WARN] freeport: leaked port 9342 due to theft; removing from circulation [WARN] freeport: leaked port 9343 due to theft; removing from circulation [WARN] freeport: leaked port 9344 due to theft; removing from circulation [WARN] freeport: leaked port 9345 due to theft; removing from circulation [WARN] freeport: leaked port 9346 due to theft; removing from circulation [WARN] freeport: leaked port 9347 due to theft; removing from circulation [WARN] freeport: leaked port 9348 due to theft; removing from circulation [WARN] freeport: leaked port 9349 due to theft; removing from circulation [WARN] freeport: leaked port 9350 due to theft; removing from circulation [WARN] freeport: leaked port 9351 due to theft; removing from circulation [WARN] freeport: leaked port 9352 due to theft; removing from circulation [WARN] freeport: leaked port 9353 due to theft; removing from circulation [WARN] freeport: leaked port 9354 due to theft; removing from circulation [WARN] freeport: leaked port 9355 due to theft; removing from circulation [WARN] freeport: leaked port 9356 due to theft; removing from circulation [WARN] freeport: leaked port 9357 due to theft; removing from circulation [WARN] freeport: leaked port 9358 due to theft; removing from circulation [WARN] freeport: leaked port 9359 due to theft; removing from circulation [WARN] freeport: leaked port 9360 due to theft; removing from circulation [WARN] freeport: leaked port 9361 due to theft; removing from circulation [WARN] freeport: leaked port 9362 due to theft; removing from circulation [WARN] freeport: leaked port 9363 due to theft; removing from circulation [WARN] freeport: leaked port 9364 due to theft; removing from circulation [WARN] freeport: leaked port 9365 due to theft; removing from circulation [WARN] freeport: leaked port 9366 due to theft; removing from circulation [WARN] freeport: leaked port 9367 due to theft; removing from circulation [WARN] freeport: leaked port 9368 due to theft; removing from circulation [WARN] freeport: leaked port 9369 due to theft; removing from circulation [WARN] freeport: leaked port 9370 due to theft; removing from circulation [WARN] freeport: leaked port 9371 due to theft; removing from circulation [WARN] freeport: leaked port 9372 due to theft; removing from circulation [WARN] freeport: leaked port 9373 due to theft; removing from circulation [WARN] freeport: leaked port 9374 due to theft; removing from circulation [WARN] freeport: leaked port 9375 due to theft; removing from circulation [WARN] freeport: leaked port 9376 due to theft; removing from circulation [WARN] freeport: leaked port 9377 due to theft; removing from circulation [WARN] freeport: leaked port 9378 due to theft; removing from circulation [WARN] freeport: leaked port 9379 due to theft; removing from circulation [WARN] freeport: leaked port 9380 due to theft; removing from circulation [WARN] freeport: leaked port 9381 due to theft; removing from circulation [WARN] freeport: leaked port 9382 due to theft; removing from circulation [WARN] freeport: leaked port 9383 due to theft; removing from circulation [WARN] freeport: leaked port 9384 due to theft; removing from circulation [WARN] freeport: leaked port 9385 due to theft; removing from circulation [WARN] freeport: leaked port 9386 due to theft; removing from circulation [WARN] freeport: leaked port 9387 due to theft; removing from circulation [WARN] freeport: leaked port 9388 due to theft; removing from circulation [WARN] freeport: leaked port 9389 due to theft; removing from circulation [WARN] freeport: leaked port 9390 due to theft; removing from circulation [WARN] freeport: leaked port 9391 due to theft; removing from circulation [WARN] freeport: leaked port 9392 due to theft; removing from circulation [WARN] freeport: leaked port 9393 due to theft; removing from circulation [WARN] freeport: leaked port 9394 due to theft; removing from circulation [WARN] freeport: leaked port 9395 due to theft; removing from circulation [WARN] freeport: leaked port 9396 due to theft; removing from circulation [WARN] freeport: leaked port 9397 due to theft; removing from circulation [WARN] freeport: leaked port 9398 due to theft; removing from circulation [WARN] freeport: leaked port 9399 due to theft; removing from circulation [WARN] freeport: leaked port 9301 due to theft; removing from circulation [WARN] freeport: leaked port 9303 due to theft; removing from circulation [WARN] freeport: leaked port 9304 due to theft; removing from circulation [WARN] freeport: leaked port 9305 due to theft; removing from circulation [WARN] freeport: leaked port 9306 due to theft; removing from circulation [WARN] freeport: leaked port 9307 due to theft; removing from circulation [WARN] freeport: leaked port 9308 due to theft; removing from circulation [WARN] freeport: leaked port 9309 due to theft; removing from circulation [WARN] freeport: leaked port 9310 due to theft; removing from circulation [INFO] freeport: resetting the freeport package state --- PASS: TestTakeReturn (1.39s) === RUN TestIntervalOverlap === RUN TestIntervalOverlap/0:0_vs_0:0 === RUN TestIntervalOverlap/1:1_vs_1:1 === RUN TestIntervalOverlap/1:3_vs_1:3 === RUN TestIntervalOverlap/1:3_vs_4:6 === RUN TestIntervalOverlap/1:4_vs_3:6 === RUN TestIntervalOverlap/1:6_vs_3:4 --- PASS: TestIntervalOverlap (0.00s) --- PASS: TestIntervalOverlap/0:0_vs_0:0 (0.00s) --- PASS: TestIntervalOverlap/1:1_vs_1:1 (0.00s) --- PASS: TestIntervalOverlap/1:3_vs_1:3 (0.00s) --- PASS: TestIntervalOverlap/1:3_vs_4:6 (0.00s) --- PASS: TestIntervalOverlap/1:4_vs_3:6 (0.00s) --- PASS: TestIntervalOverlap/1:6_vs_3:4 (0.00s) PASS ok github.com/hashicorp/nomad/helper/freeport 1.473s === RUN TestWriter_impl --- PASS: TestWriter_impl (0.00s) === RUN TestWriter --- PASS: TestWriter (0.00s) PASS ok github.com/hashicorp/nomad/helper/gated-writer 0.078s ? github.com/hashicorp/nomad/helper/grpc-middleware/logging [no test files] ? github.com/hashicorp/nomad/helper/logging [no test files] ? github.com/hashicorp/nomad/helper/mount [no test files] ? github.com/hashicorp/nomad/helper/noxssrw [no test files] ? github.com/hashicorp/nomad/helper/pluginutils/catalog [no test files] ? github.com/hashicorp/nomad/helper/pluginutils/grpcutils [no test files] === RUN TestDec_Convert_Object === PAUSE TestDec_Convert_Object === RUN TestDec_Convert_Array === PAUSE TestDec_Convert_Array === RUN TestDec_Convert_Attr === PAUSE TestDec_Convert_Attr === RUN TestDec_Convert_Block === PAUSE TestDec_Convert_Block === RUN TestDec_Convert_BlockAttrs === PAUSE TestDec_Convert_BlockAttrs === RUN TestDec_Convert_BlockList === PAUSE TestDec_Convert_BlockList === RUN TestDec_Convert_BlockSet === PAUSE TestDec_Convert_BlockSet === RUN TestDec_Convert_BlockMap === PAUSE TestDec_Convert_BlockMap === RUN TestDec_Convert_Default === PAUSE TestDec_Convert_Default === RUN TestDec_Convert_Literal === PAUSE TestDec_Convert_Literal === CONT TestDec_Convert_Object === CONT TestDec_Convert_BlockMap === RUN TestDec_Convert_Object/Object_w/_only_attributes === RUN TestDec_Convert_BlockMap/block_map_with_attr === CONT TestDec_Convert_BlockAttrs === RUN TestDec_Convert_BlockMap/block_map_missing_name === RUN TestDec_Convert_BlockAttrs/block_attr === CONT TestDec_Convert_Literal === RUN TestDec_Convert_Literal/bool:_true === RUN TestDec_Convert_BlockMap/block_map_missing_labels === RUN TestDec_Convert_Literal/bool:_false --- PASS: TestDec_Convert_BlockMap (0.00s) --- PASS: TestDec_Convert_BlockMap/block_map_with_attr (0.00s) --- PASS: TestDec_Convert_BlockMap/block_map_missing_name (0.00s) --- PASS: TestDec_Convert_BlockMap/block_map_missing_labels (0.00s) === RUN TestDec_Convert_BlockAttrs/block_list_no_name === CONT TestDec_Convert_Attr === CONT TestDec_Convert_Default === RUN TestDec_Convert_Default/default_attr --- PASS: TestDec_Convert_BlockAttrs (0.00s) --- PASS: TestDec_Convert_BlockAttrs/block_attr (0.00s) --- PASS: TestDec_Convert_BlockAttrs/block_list_no_name (0.00s) === CONT TestDec_Convert_Array === RUN TestDec_Convert_Array/array_basic --- PASS: TestDec_Convert_Default (0.00s) --- PASS: TestDec_Convert_Default/default_attr (0.00s) === RUN TestDec_Convert_Literal/string === RUN TestDec_Convert_Attr/attr_basic_type === CONT TestDec_Convert_BlockList === RUN TestDec_Convert_BlockList/block_list_with_attr === CONT TestDec_Convert_Block === RUN TestDec_Convert_Block/block_with_attr === CONT TestDec_Convert_BlockSet === RUN TestDec_Convert_BlockSet/block_set_with_attr --- PASS: TestDec_Convert_Array (0.00s) --- PASS: TestDec_Convert_Array/array_basic (0.00s) --- PASS: TestDec_Convert_Object (0.00s) --- PASS: TestDec_Convert_Object/Object_w/_only_attributes (0.00s) === RUN TestDec_Convert_Literal/string_w/_func === RUN TestDec_Convert_Attr/attr_object_type === RUN TestDec_Convert_Block/block_with_nested_block === RUN TestDec_Convert_BlockList/block_list_no_name === RUN TestDec_Convert_Literal/list_string --- PASS: TestDec_Convert_Block (0.00s) --- PASS: TestDec_Convert_Block/block_with_attr (0.00s) --- PASS: TestDec_Convert_Block/block_with_nested_block (0.00s) === RUN TestDec_Convert_BlockSet/block_set_missing_name === RUN TestDec_Convert_Attr/attr_no_name --- PASS: TestDec_Convert_BlockSet (0.00s) --- PASS: TestDec_Convert_BlockSet/block_set_with_attr (0.00s) --- PASS: TestDec_Convert_BlockSet/block_set_missing_name (0.00s) --- PASS: TestDec_Convert_BlockList (0.00s) --- PASS: TestDec_Convert_BlockList/block_list_with_attr (0.00s) --- PASS: TestDec_Convert_BlockList/block_list_no_name (0.00s) --- PASS: TestDec_Convert_Literal (0.00s) --- PASS: TestDec_Convert_Literal/bool:_true (0.00s) --- PASS: TestDec_Convert_Literal/bool:_false (0.00s) --- PASS: TestDec_Convert_Literal/string (0.00s) --- PASS: TestDec_Convert_Literal/string_w/_func (0.00s) --- PASS: TestDec_Convert_Literal/list_string (0.00s) --- PASS: TestDec_Convert_Attr (0.00s) --- PASS: TestDec_Convert_Attr/attr_basic_type (0.00s) --- PASS: TestDec_Convert_Attr/attr_object_type (0.00s) --- PASS: TestDec_Convert_Attr/attr_no_name (0.00s) PASS ok github.com/hashicorp/nomad/helper/pluginutils/hclspecutils 0.094s === RUN TestMapStrInt_JsonArrays === RUN TestMapStrInt_JsonArrays/hcl_case === RUN TestMapStrInt_JsonArrays/json:array_of_map_entries === RUN TestMapStrInt_JsonArrays/json:array_with_one_map === RUN TestMapStrInt_JsonArrays/json:array_of_maps --- PASS: TestMapStrInt_JsonArrays (0.01s) --- PASS: TestMapStrInt_JsonArrays/hcl_case (0.00s) --- PASS: TestMapStrInt_JsonArrays/json:array_of_map_entries (0.00s) --- PASS: TestMapStrInt_JsonArrays/json:array_with_one_map (0.00s) --- PASS: TestMapStrInt_JsonArrays/json:array_of_maps (0.00s) === RUN TestMapStrStr_JsonArrays === RUN TestMapStrStr_JsonArrays/hcl_case === RUN TestMapStrStr_JsonArrays/json:array_of_map_entries === RUN TestMapStrStr_JsonArrays/json:array_with_one_map === RUN TestMapStrStr_JsonArrays/json:array_of_maps --- PASS: TestMapStrStr_JsonArrays (0.00s) --- PASS: TestMapStrStr_JsonArrays/hcl_case (0.00s) --- PASS: TestMapStrStr_JsonArrays/json:array_of_map_entries (0.00s) --- PASS: TestMapStrStr_JsonArrays/json:array_with_one_map (0.00s) --- PASS: TestMapStrStr_JsonArrays/json:array_of_maps (0.00s) === RUN TestParseHclInterface_Hcl === RUN TestParseHclInterface_Hcl/single_string_attr util_test.go:389: Val: []map[string]interface {}{ { "image": "redis:3.2", }, } === RUN TestParseHclInterface_Hcl/single_string_attr_json util_test.go:389: Val: map[interface {}]interface {}{ "image": "redis:3.2", } === RUN TestParseHclInterface_Hcl/number_attr util_test.go:389: Val: []map[string]interface {}{ { "image": "redis:3.2", "pids_limit": int(2), }, } === RUN TestParseHclInterface_Hcl/number_attr_json util_test.go:389: Val: map[interface {}]interface {}{ "image": "redis:3.2", "pids_limit": "2", } === RUN TestParseHclInterface_Hcl/number_attr_interpolated util_test.go:389: Val: []map[string]interface {}{ { "image": "redis:3.2", "pids_limit": "${2 + 2}", }, } === RUN TestParseHclInterface_Hcl/number_attr_interploated_json util_test.go:389: Val: map[interface {}]interface {}{ "image": "redis:3.2", "pids_limit": "${2 + 2}", } === RUN TestParseHclInterface_Hcl/multi_attr util_test.go:389: Val: []map[string]interface {}{ { "args": []interface {}{ "foo", "bar", }, "image": "redis:3.2", }, } === RUN TestParseHclInterface_Hcl/multi_attr_json util_test.go:389: Val: map[interface {}]interface {}{ "args": []interface {}{ "foo", "bar", }, "image": "redis:3.2", } === RUN TestParseHclInterface_Hcl/multi_attr_variables util_test.go:389: Val: []map[string]interface {}{ { "args": []interface {}{ "${NOMAD_META_hello}", "${NOMAD_ALLOC_INDEX}", }, "image": "redis:3.2", "pids_limit": "${NOMAD_ALLOC_INDEX + 2}", }, } === RUN TestParseHclInterface_Hcl/multi_attr_variables_json util_test.go:389: Val: map[interface {}]interface {}{ "args": []interface {}{ "foo", "bar", }, "image": "redis:3.2", } === RUN TestParseHclInterface_Hcl/port_map util_test.go:389: Val: []map[string]interface {}{ { "image": "redis:3.2", "port_map": []map[string]interface {}{ { "bar": int(5678), "foo": int(1234), }, }, }, } === RUN TestParseHclInterface_Hcl/port_map_json util_test.go:389: Val: map[interface {}]interface {}{ "image": "redis:3.2", "port_map": []interface {}{ map[interface {}]interface {}{ "bar": uint64(0x162e), "foo": uint64(0x4d2), }, }, } === RUN TestParseHclInterface_Hcl/devices util_test.go:389: Val: []map[string]interface {}{ { "devices": []interface {}{ map[string]interface {}{ "cgroup_permissions": "r", "container_path": "/dev/xvdc", "host_path": "/dev/sda1", }, map[string]interface {}{ "container_path": "/dev/xvdd", "host_path": "/dev/sda2", }, }, "image": "redis:3.2", }, } === RUN TestParseHclInterface_Hcl/docker_logging util_test.go:389: Val: []map[string]interface {}{ { "dns_servers": []interface {}{ "169.254.1.1", }, "image": "redis:3.2", "logging": []map[string]interface {}{ { "config": []map[string]interface {}{ { "tag": "driver-test", }, }, "type": "syslog", }, }, "network_mode": "host", }, } === RUN TestParseHclInterface_Hcl/docker_json util_test.go:389: Val: map[interface {}]interface {}{ "devices": []interface {}{ map[interface {}]interface {}{ "cgroup_permissions": "r", "container_path": "/dev/xvdc", "host_path": "/dev/sda1", }, map[interface {}]interface {}{ "container_path": "/dev/xvdd", "host_path": "/dev/sda2", }, }, "image": "redis:3.2", } --- PASS: TestParseHclInterface_Hcl (0.09s) --- PASS: TestParseHclInterface_Hcl/single_string_attr (0.00s) --- PASS: TestParseHclInterface_Hcl/single_string_attr_json (0.00s) --- PASS: TestParseHclInterface_Hcl/number_attr (0.00s) --- PASS: TestParseHclInterface_Hcl/number_attr_json (0.00s) --- PASS: TestParseHclInterface_Hcl/number_attr_interpolated (0.00s) --- PASS: TestParseHclInterface_Hcl/number_attr_interploated_json (0.00s) --- PASS: TestParseHclInterface_Hcl/multi_attr (0.00s) --- PASS: TestParseHclInterface_Hcl/multi_attr_json (0.08s) --- PASS: TestParseHclInterface_Hcl/multi_attr_variables (0.00s) --- PASS: TestParseHclInterface_Hcl/multi_attr_variables_json (0.00s) --- PASS: TestParseHclInterface_Hcl/port_map (0.00s) --- PASS: TestParseHclInterface_Hcl/port_map_json (0.00s) --- PASS: TestParseHclInterface_Hcl/devices (0.00s) --- PASS: TestParseHclInterface_Hcl/docker_logging (0.00s) --- PASS: TestParseHclInterface_Hcl/docker_json (0.00s) === RUN TestParseNullFields === RUN TestParseNullFields/omitted_fields === RUN TestParseNullFields/explicitly_nil === RUN TestParseNullFields/explicitly_set_to_not_null --- PASS: TestParseNullFields (0.00s) --- PASS: TestParseNullFields/omitted_fields (0.00s) --- PASS: TestParseNullFields/explicitly_nil (0.00s) --- PASS: TestParseNullFields/explicitly_set_to_not_null (0.00s) === RUN TestParseUnknown === RUN TestParseUnknown/string_field util_test.go:531: parsed: cty.NilVal === RUN TestParseUnknown/map_field util_test.go:531: parsed: cty.NilVal === RUN TestParseUnknown/list_field util_test.go:531: parsed: cty.NilVal === RUN TestParseUnknown/map_list_field util_test.go:531: parsed: cty.NilVal --- PASS: TestParseUnknown (0.01s) --- PASS: TestParseUnknown/string_field (0.00s) --- PASS: TestParseUnknown/map_field (0.01s) --- PASS: TestParseUnknown/list_field (0.00s) --- PASS: TestParseUnknown/map_list_field (0.00s) === RUN TestParseInvalid === RUN TestParseInvalid/invalid_field util_test.go:564: parsed: cty.NilVal --- PASS: TestParseInvalid (0.08s) --- PASS: TestParseInvalid/invalid_field (0.00s) PASS ok github.com/hashicorp/nomad/helper/pluginutils/hclutils 0.389s === RUN TestPluginLoader_External loader_test.go:110: DM-skipped --- SKIP: TestPluginLoader_External (0.00s) === RUN TestPluginLoader_External_ApiVersions loader_test.go:171: DM-skipped --- SKIP: TestPluginLoader_External_ApiVersions (0.00s) === RUN TestPluginLoader_External_NoApiVersion loader_test.go:276: DM-skipped --- SKIP: TestPluginLoader_External_NoApiVersion (0.00s) === RUN TestPluginLoader_External_Config loader_test.go:307: DM-skipped --- SKIP: TestPluginLoader_External_Config (0.00s) === RUN TestPluginLoader_External_Config_Bad loader_test.go:375: DM-skipped --- SKIP: TestPluginLoader_External_Config_Bad (0.00s) === RUN TestPluginLoader_External_VersionOverlap loader_test.go:411: DM-skipped --- SKIP: TestPluginLoader_External_VersionOverlap (0.00s) === RUN TestPluginLoader_Internal === PAUSE TestPluginLoader_Internal === RUN TestPluginLoader_Internal_ApiVersions === PAUSE TestPluginLoader_Internal_ApiVersions === RUN TestPluginLoader_Internal_NoApiVersion === PAUSE TestPluginLoader_Internal_NoApiVersion === RUN TestPluginLoader_Internal_Config === PAUSE TestPluginLoader_Internal_Config === RUN TestPluginLoader_Internal_ExternalConfig === PAUSE TestPluginLoader_Internal_ExternalConfig === RUN TestPluginLoader_Internal_Config_Bad === PAUSE TestPluginLoader_Internal_Config_Bad === RUN TestPluginLoader_InternalOverrideExternal loader_test.go:819: DM-skipped --- SKIP: TestPluginLoader_InternalOverrideExternal (0.00s) === RUN TestPluginLoader_ExternalOverrideInternal loader_test.go:877: DM-skipped --- SKIP: TestPluginLoader_ExternalOverrideInternal (0.00s) === RUN TestPluginLoader_Dispense_External loader_test.go:935: DM-skipped --- SKIP: TestPluginLoader_Dispense_External (0.00s) === RUN TestPluginLoader_Dispense_Internal === PAUSE TestPluginLoader_Dispense_Internal === RUN TestPluginLoader_Dispense_NoConfigSchema_External loader_test.go:1042: DM-skipped --- SKIP: TestPluginLoader_Dispense_NoConfigSchema_External (0.00s) === RUN TestPluginLoader_Dispense_NoConfigSchema_Internal === PAUSE TestPluginLoader_Dispense_NoConfigSchema_Internal === RUN TestPluginLoader_Reattach_External loader_test.go:1142: DM-skipped --- SKIP: TestPluginLoader_Reattach_External (0.00s) === RUN TestPluginLoader_Bad_Executable === PAUSE TestPluginLoader_Bad_Executable === RUN TestPluginLoader_External_SkipBadFiles === PAUSE TestPluginLoader_External_SkipBadFiles === RUN TestPluginLoader_ConvertVersions === RUN TestPluginLoader_ConvertVersions/v0.1.0,0.2.0,v0.2.1 === RUN TestPluginLoader_ConvertVersions/0.3.0,v0.1.0,0.2.0,v0.2.1 === RUN TestPluginLoader_ConvertVersions/foo,v0.1.0,0.2.0,v0.2.1 --- PASS: TestPluginLoader_ConvertVersions (0.00s) --- PASS: TestPluginLoader_ConvertVersions/v0.1.0,0.2.0,v0.2.1 (0.00s) --- PASS: TestPluginLoader_ConvertVersions/0.3.0,v0.1.0,0.2.0,v0.2.1 (0.00s) --- PASS: TestPluginLoader_ConvertVersions/foo,v0.1.0,0.2.0,v0.2.1 (0.00s) === CONT TestPluginLoader_Internal === CONT TestPluginLoader_Dispense_Internal --- PASS: TestPluginLoader_Dispense_Internal (0.00s) === CONT TestPluginLoader_External_SkipBadFiles 2021-10-09T16:25:25.144Z [WARN] loader/init.go:244: plugin_loader: skipping subdir in plugin folder: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles181301350 subdir=/tmp/TestPluginLoader_External_SkipBadFiles181301350/folder 2021-10-09T16:25:25.144Z [WARN] loader/init.go:249: plugin_loader: skipping un-executable file in plugin folder: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles181301350 file=/tmp/TestPluginLoader_External_SkipBadFiles181301350/some.yaml 2021-10-09T16:25:25.145Z [DEBUG] go-plugin/client.go:571: plugin_loader: starting plugin: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles181301350 path=/tmp/TestPluginLoader_External_SkipBadFiles181301350/mock-device args=[/tmp/TestPluginLoader_External_SkipBadFiles181301350/mock-device, -plugin, -name, mock-device, -type, device, -version, v0.0.1, -api-version, v0.1.0] === CONT TestPluginLoader_Bad_Executable === CONT TestPluginLoader_Internal_Config 2021-10-09T16:25:25.145Z [DEBUG] go-plugin/client.go:579: plugin_loader: plugin started: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles181301350 path=/tmp/TestPluginLoader_External_SkipBadFiles181301350/mock-device pid=1235292 2021-10-09T16:25:25.145Z [DEBUG] go-plugin/client.go:672: plugin_loader: waiting for RPC address: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles181301350 path=/tmp/TestPluginLoader_External_SkipBadFiles181301350/mock-device === CONT TestPluginLoader_Dispense_NoConfigSchema_Internal --- PASS: TestPluginLoader_Internal_Config (0.00s) === CONT TestPluginLoader_Internal_Config_Bad --- PASS: TestPluginLoader_Dispense_NoConfigSchema_Internal (0.00s) === CONT TestPluginLoader_Internal_NoApiVersion --- PASS: TestPluginLoader_Internal_NoApiVersion (0.00s) === CONT TestPluginLoader_Internal_ApiVersions --- PASS: TestPluginLoader_Internal_Config_Bad (0.00s) === CONT TestPluginLoader_Internal_ExternalConfig 2021-10-09T16:25:25.146Z [WARN] loader/init.go:136: plugin_loader: skipping plugin because supported API versions for plugin and Nomad do not overlap: plugin_dir=/tmp/TestPluginLoader_Internal_ApiVersions377277500 plugin=""mock-device" (device)" --- PASS: TestPluginLoader_Internal_ExternalConfig (0.00s) --- PASS: TestPluginLoader_Internal_ApiVersions (0.00s) --- PASS: TestPluginLoader_Internal (0.01s) 2021-10-09T16:25:25.237Z [DEBUG] go-plugin/client.go:1013: plugin_loader.mock-device: plugin address: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles181301350 address=/tmp/plugin924707165 network=unix timestamp=2021-10-09T16:25:25.237Z 2021-10-09T16:25:25.237Z [DEBUG] go-plugin/client.go:720: plugin_loader: using plugin: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles181301350 version=2 2021-10-09T16:25:25.247Z [DEBUG] go-plugin/client.go:571: plugin_loader: starting plugin: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 path=/tmp/TestPluginLoader_Bad_Executable895927437/mock-device args=[/tmp/TestPluginLoader_Bad_Executable895927437/mock-device, -bad-flag] 2021-10-09T16:25:25.330Z [DEBUG] go-plugin/client.go:579: plugin_loader: plugin started: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 path=/tmp/TestPluginLoader_Bad_Executable895927437/mock-device pid=1235312 2021-10-09T16:25:25.331Z [DEBUG] go-plugin/client.go:672: plugin_loader: waiting for RPC address: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 path=/tmp/TestPluginLoader_Bad_Executable895927437/mock-device 2021-10-09T16:25:25.331Z [DEBUG] go-plugin/client.go:632: plugin_loader: plugin process exited: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles181301350 path=/tmp/TestPluginLoader_External_SkipBadFiles181301350/mock-device pid=1235292 2021-10-09T16:25:25.333Z [DEBUG] go-plugin/client.go:451: plugin_loader: plugin exited: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles181301350 2021-10-09T16:25:25.334Z [DEBUG] go-plugin/client.go:571: plugin_loader: starting plugin: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles181301350 path=/tmp/TestPluginLoader_External_SkipBadFiles181301350/mock-device args=[/tmp/TestPluginLoader_External_SkipBadFiles181301350/mock-device, -plugin, -name, mock-device, -type, device, -version, v0.0.1, -api-version, v0.1.0] 2021-10-09T16:25:25.335Z [DEBUG] go-plugin/client.go:579: plugin_loader: plugin started: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles181301350 path=/tmp/TestPluginLoader_External_SkipBadFiles181301350/mock-device pid=1235319 2021-10-09T16:25:25.335Z [DEBUG] go-plugin/client.go:672: plugin_loader: waiting for RPC address: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles181301350 path=/tmp/TestPluginLoader_External_SkipBadFiles181301350/mock-device 2021-10-09T16:25:25.343Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: flag provided but not defined: -bad-flag: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.343Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: Usage of /tmp/TestPluginLoader_Bad_Executable895927437/mock-device:: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -api-version value: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: supported plugin API version: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -config-schema: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: return a config schema (default true): plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -name string: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: plugin name: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -plugin: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: run binary as a plugin: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.bench regexp: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: run only benchmarks matching regexp: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.benchmem: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: print memory allocations for benchmarks: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.benchtime d: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: run each benchmark for duration d (default 1s): plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.blockprofile file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: write a goroutine blocking profile to file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.blockprofilerate rate: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: set blocking profile rate (see runtime.SetBlockProfileRate) (default 1): plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.count n: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: run tests and benchmarks n times (default 1): plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.coverprofile file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: write a coverage profile to file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.cpu list: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: comma-separated list of cpu counts to run each test with: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.cpuprofile file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: write a cpu profile to file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.failfast: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: do not start new tests after the first test failure: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.list regexp: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: list tests, examples, and benchmarks matching regexp then exit: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.memprofile file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: write an allocation profile to file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.memprofilerate rate: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: set memory allocation profiling rate (see runtime.MemProfileRate): plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.mutexprofile string: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: write a mutex contention profile to the named file after execution: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.mutexprofilefraction int: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: if >= 0, calls runtime.SetMutexProfileFraction() (default 1): plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.outputdir dir: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: write profiles to dir: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.parallel n: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: run at most n tests in parallel (default 32): plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.run regexp: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: run only tests and examples matching regexp: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.short: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: run smaller test suite to save time: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.testlogfile file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: write test action log to file (for use only by cmd/go): plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.344Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.timeout d: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.345Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: panic test binary after duration d (default 0, timeout disabled): plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.345Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.trace file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.345Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: write an execution trace to file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.345Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.v: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.345Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: verbose: print additional output: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.345Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -type string: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.345Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: plugin type: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.345Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -version string: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.345Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: plugin version: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.433Z [WARN] go-plugin/client.go:458: plugin_loader: plugin failed to exit gracefully: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 2021-10-09T16:25:25.433Z [DEBUG] go-plugin/client.go:632: plugin_loader: plugin process exited: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 path=/tmp/TestPluginLoader_Bad_Executable895927437/mock-device pid=1235312 error="exit status 2" 2021-10-09T16:25:25.433Z [ERROR] loader/init.go:267: plugin_loader: failed to fingerprint plugin: plugin_dir=/tmp/TestPluginLoader_Bad_Executable895927437 plugin=mock-device error="Unrecognized remote plugin message: This usually means that the plugin is either invalid or simply needs to be recompiled to support the latest protocol." 2021-10-09T16:25:25.435Z [DEBUG] go-plugin/client.go:1013: plugin_loader.mock-device: plugin address: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles181301350 network=unix address=/tmp/plugin326007215 timestamp=2021-10-09T16:25:25.435Z 2021-10-09T16:25:25.436Z [DEBUG] go-plugin/client.go:720: plugin_loader: using plugin: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles181301350 version=2 --- PASS: TestPluginLoader_Bad_Executable (0.30s) 2021-10-09T16:25:25.450Z [DEBUG] go-plugin/client.go:632: plugin_loader: plugin process exited: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles181301350 path=/tmp/TestPluginLoader_External_SkipBadFiles181301350/mock-device pid=1235319 2021-10-09T16:25:25.450Z [DEBUG] go-plugin/client.go:451: plugin_loader: plugin exited: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles181301350 --- PASS: TestPluginLoader_External_SkipBadFiles (0.31s) PASS ok github.com/hashicorp/nomad/helper/pluginutils/loader 0.479s === RUN TestSingleton_Dispense === PAUSE TestSingleton_Dispense === RUN TestSingleton_Dispense_Exit_Dispense === PAUSE TestSingleton_Dispense_Exit_Dispense === RUN TestSingleton_DispenseError_Dispense === PAUSE TestSingleton_DispenseError_Dispense === RUN TestSingleton_ReattachError_Dispense === PAUSE TestSingleton_ReattachError_Dispense === RUN TestSingleton_Reattach_Dispense === PAUSE TestSingleton_Reattach_Dispense === CONT TestSingleton_Dispense === CONT TestSingleton_Reattach_Dispense === CONT TestSingleton_ReattachError_Dispense --- PASS: TestSingleton_Reattach_Dispense (0.00s) === CONT TestSingleton_Dispense_Exit_Dispense === CONT TestSingleton_DispenseError_Dispense --- PASS: TestSingleton_Dispense_Exit_Dispense (0.00s) --- PASS: TestSingleton_DispenseError_Dispense (0.00s) --- PASS: TestSingleton_ReattachError_Dispense (0.00s) --- PASS: TestSingleton_Dispense (0.08s) PASS ok github.com/hashicorp/nomad/helper/pluginutils/singleton 0.110s === RUN TestConnPool_ConnListener [INFO] freeport: detected ephemeral port range of [32768, 60999] --- PASS: TestConnPool_ConnListener (0.11s) PASS ok github.com/hashicorp/nomad/helper/pool 0.201s === RUN TestMaybeDecodeTimeIgnoresASCII === RUN TestMaybeDecodeTimeIgnoresASCII/127.0.0.1/32 === RUN TestMaybeDecodeTimeIgnoresASCII/host --- PASS: TestMaybeDecodeTimeIgnoresASCII (0.00s) --- PASS: TestMaybeDecodeTimeIgnoresASCII/127.0.0.1/32 (0.00s) --- PASS: TestMaybeDecodeTimeIgnoresASCII/host (0.00s) === RUN TestDecodesTime --- PASS: TestDecodesTime (0.00s) === RUN TestMyDate Original: "2025-07-10 08:01:56 +0000 UTC" round trips: "host" --- PASS: TestMyDate (0.00s) PASS ok github.com/hashicorp/nomad/helper/raftutil 0.290s === RUN TestArchive --- PASS: TestArchive (0.00s) === RUN TestArchive_GoodData --- PASS: TestArchive_GoodData (0.00s) === RUN TestArchive_BadData --- PASS: TestArchive_BadData (0.00s) === RUN TestArchive_hashList --- PASS: TestArchive_hashList (0.00s) === RUN TestSnapshot 2021-10-09T16:25:44.938Z [INFO] raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:server-13319f9d-77e8-8c6a-636f-fd2314a3d0d8 Address:13319f9d-77e8-8c6a-636f-fd2314a3d0d8}]" 2021-10-09T16:25:44.938Z [INFO] raft: entering follower state: follower="Node at 13319f9d-77e8-8c6a-636f-fd2314a3d0d8 [Follower]" leader= 2021-10-09T16:25:46.562Z [WARN] raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:25:46.562Z [INFO] raft: entering candidate state: node="Node at 13319f9d-77e8-8c6a-636f-fd2314a3d0d8 [Candidate]" term=2 2021-10-09T16:25:46.562Z [DEBUG] raft: votes: needed=1 2021-10-09T16:25:46.562Z [DEBUG] raft: vote granted: from=server-13319f9d-77e8-8c6a-636f-fd2314a3d0d8 term=2 tally=1 2021-10-09T16:25:46.562Z [INFO] raft: election won: tally=1 2021-10-09T16:25:46.562Z [INFO] raft: entering leader state: leader="Node at 13319f9d-77e8-8c6a-636f-fd2314a3d0d8 [Leader]" 2021-10-09T16:25:56.240Z [INFO] raft: starting snapshot up to: index=65538 2021-10-09T16:25:56.240Z [INFO] snapshot: creating new snapshot: path=/tmp/consul-test/TestSnapshot-snapshot485435934/before/snapshots/2-65538-1633796756240.tmp 2021-10-09T16:25:56.738Z [INFO] raft: compacting logs: from=1 to=55298 2021-10-09T16:25:56.746Z [INFO] raft: snapshot complete up to: index=65538 2021-10-09T16:26:07.949Z [INFO] raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:server-b9fba330-177c-6cbc-00fe-082d63903038 Address:b9fba330-177c-6cbc-00fe-082d63903038}]" 2021-10-09T16:26:07.950Z [INFO] raft: entering follower state: follower="Node at b9fba330-177c-6cbc-00fe-082d63903038 [Follower]" leader= 2021-10-09T16:26:09.175Z [WARN] raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:26:09.175Z [INFO] raft: entering candidate state: node="Node at b9fba330-177c-6cbc-00fe-082d63903038 [Candidate]" term=2 2021-10-09T16:26:09.175Z [DEBUG] raft: votes: needed=1 2021-10-09T16:26:09.175Z [DEBUG] raft: vote granted: from=server-b9fba330-177c-6cbc-00fe-082d63903038 term=2 tally=1 2021-10-09T16:26:09.175Z [INFO] raft: election won: tally=1 2021-10-09T16:26:09.175Z [INFO] raft: entering leader state: leader="Node at b9fba330-177c-6cbc-00fe-082d63903038 [Leader]" 2021-10-09T16:26:10.446Z [INFO] snapshot: creating new snapshot: path=/tmp/consul-test/TestSnapshot-snapshot485435934/after/snapshots/2-65539-1633796770446.tmp 2021-10-09T16:26:10.930Z [INFO] raft: copied to local snapshot: bytes=16973829 2021-10-09T16:26:11.836Z [INFO] raft: restored user snapshot: index=1 --- PASS: TestSnapshot (27.01s) === RUN TestSnapshot_Nil --- PASS: TestSnapshot_Nil (0.00s) === RUN TestSnapshot_BadVerify --- PASS: TestSnapshot_BadVerify (0.00s) === RUN TestSnapshot_TruncatedVerify 2021-10-09T16:26:11.952Z [INFO] raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:server-f02e12e2-68e2-9018-fe71-4408916bd67d Address:f02e12e2-68e2-9018-fe71-4408916bd67d}]" 2021-10-09T16:26:11.953Z [INFO] raft: entering follower state: follower="Node at f02e12e2-68e2-9018-fe71-4408916bd67d [Follower]" leader= 2021-10-09T16:26:13.730Z [WARN] raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:26:13.730Z [INFO] raft: entering candidate state: node="Node at f02e12e2-68e2-9018-fe71-4408916bd67d [Candidate]" term=2 2021-10-09T16:26:13.730Z [DEBUG] raft: votes: needed=1 2021-10-09T16:26:13.730Z [DEBUG] raft: vote granted: from=server-f02e12e2-68e2-9018-fe71-4408916bd67d term=2 tally=1 2021-10-09T16:26:13.730Z [INFO] raft: election won: tally=1 2021-10-09T16:26:13.730Z [INFO] raft: entering leader state: leader="Node at f02e12e2-68e2-9018-fe71-4408916bd67d [Leader]" 2021-10-09T16:26:36.841Z [INFO] raft: starting snapshot up to: index=65538 2021-10-09T16:26:36.841Z [INFO] snapshot: creating new snapshot: path=/tmp/consul-test/TestSnapshot_TruncatedVerify-snapshot317769823/before/snapshots/2-65538-1633796796841.tmp 2021-10-09T16:26:38.333Z [INFO] raft: compacting logs: from=1 to=55298 2021-10-09T16:26:38.341Z [INFO] raft: snapshot complete up to: index=65538 === RUN TestSnapshot_TruncatedVerify/truncate_200_bytes_from_end === RUN TestSnapshot_TruncatedVerify/truncate_16_bytes_from_end === RUN TestSnapshot_TruncatedVerify/truncate_8_bytes_from_end === RUN TestSnapshot_TruncatedVerify/truncate_4_bytes_from_end === RUN TestSnapshot_TruncatedVerify/truncate_2_bytes_from_end === RUN TestSnapshot_TruncatedVerify/truncate_1_bytes_from_end --- PASS: TestSnapshot_TruncatedVerify (50.38s) --- PASS: TestSnapshot_TruncatedVerify/truncate_200_bytes_from_end (2.40s) --- PASS: TestSnapshot_TruncatedVerify/truncate_16_bytes_from_end (2.11s) --- PASS: TestSnapshot_TruncatedVerify/truncate_8_bytes_from_end (2.09s) --- PASS: TestSnapshot_TruncatedVerify/truncate_4_bytes_from_end (1.71s) --- PASS: TestSnapshot_TruncatedVerify/truncate_2_bytes_from_end (0.90s) --- PASS: TestSnapshot_TruncatedVerify/truncate_1_bytes_from_end (1.81s) === RUN TestSnapshot_BadRestore 2021-10-09T16:27:02.332Z [INFO] raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:server-c5a10cdd-5e48-60b6-ec2f-69b3b4c8e60c Address:c5a10cdd-5e48-60b6-ec2f-69b3b4c8e60c}]" 2021-10-09T16:27:02.332Z [INFO] raft: entering follower state: follower="Node at c5a10cdd-5e48-60b6-ec2f-69b3b4c8e60c [Follower]" leader= 2021-10-09T16:27:03.478Z [WARN] raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:03.478Z [INFO] raft: entering candidate state: node="Node at c5a10cdd-5e48-60b6-ec2f-69b3b4c8e60c [Candidate]" term=2 2021-10-09T16:27:03.478Z [DEBUG] raft: votes: needed=1 2021-10-09T16:27:03.478Z [DEBUG] raft: vote granted: from=server-c5a10cdd-5e48-60b6-ec2f-69b3b4c8e60c term=2 tally=1 2021-10-09T16:27:03.478Z [INFO] raft: election won: tally=1 2021-10-09T16:27:03.478Z [INFO] raft: entering leader state: leader="Node at c5a10cdd-5e48-60b6-ec2f-69b3b4c8e60c [Leader]" 2021-10-09T16:27:05.339Z [INFO] raft: starting snapshot up to: index=16386 2021-10-09T16:27:05.339Z [INFO] snapshot: creating new snapshot: path=/tmp/consul-test/TestSnapshot_BadRestore-snapshot027084777/before/snapshots/2-16386-1633796825339.tmp 2021-10-09T16:27:05.464Z [INFO] raft: compacting logs: from=1 to=6146 2021-10-09T16:27:05.465Z [INFO] raft: snapshot complete up to: index=16386 2021-10-09T16:27:07.260Z [INFO] raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:server-920fdcb4-ef58-6c22-c2d4-b20449e53ce1 Address:920fdcb4-ef58-6c22-c2d4-b20449e53ce1}]" 2021-10-09T16:27:07.260Z [INFO] raft: entering follower state: follower="Node at 920fdcb4-ef58-6c22-c2d4-b20449e53ce1 [Follower]" leader= 2021-10-09T16:27:09.160Z [WARN] raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:09.160Z [INFO] raft: entering candidate state: node="Node at 920fdcb4-ef58-6c22-c2d4-b20449e53ce1 [Candidate]" term=2 2021-10-09T16:27:09.160Z [DEBUG] raft: votes: needed=1 2021-10-09T16:27:09.160Z [DEBUG] raft: vote granted: from=server-920fdcb4-ef58-6c22-c2d4-b20449e53ce1 term=2 tally=1 2021-10-09T16:27:09.160Z [INFO] raft: election won: tally=1 2021-10-09T16:27:09.160Z [INFO] raft: entering leader state: leader="Node at 920fdcb4-ef58-6c22-c2d4-b20449e53ce1 [Leader]" 2021-10-09T16:27:09.161Z [ERROR] TestSnapshot_BadRestore: Failed to close snapshot decompressor: error="unexpected EOF" --- PASS: TestSnapshot_BadRestore (6.83s) PASS ok github.com/hashicorp/nomad/helper/snapshot 84.401s ? github.com/hashicorp/nomad/helper/stats [no test files] ? github.com/hashicorp/nomad/helper/testlog [no test files] ? github.com/hashicorp/nomad/helper/testtask [no test files] === RUN TestConfig_AppendCA_None --- PASS: TestConfig_AppendCA_None (0.00s) === RUN TestConfig_AppendCA_Valid --- PASS: TestConfig_AppendCA_Valid (0.00s) === RUN TestConfig_AppendCA_Valid_MultipleCerts --- PASS: TestConfig_AppendCA_Valid_MultipleCerts (0.00s) === RUN TestConfig_AppendCA_Valid_Whitespace --- PASS: TestConfig_AppendCA_Valid_Whitespace (0.00s) === RUN TestConfig_AppendCA_Valid_MultipleCerts_ExtraData --- PASS: TestConfig_AppendCA_Valid_MultipleCerts_ExtraData (0.00s) === RUN TestConfig_AppendCA_Invalid_MultipleCerts --- PASS: TestConfig_AppendCA_Invalid_MultipleCerts (0.00s) === RUN TestConfig_AppendCA_Invalid --- PASS: TestConfig_AppendCA_Invalid (0.00s) === RUN TestConfig_CACertificate_Valid --- PASS: TestConfig_CACertificate_Valid (0.00s) === RUN TestConfig_LoadKeyPair_None --- PASS: TestConfig_LoadKeyPair_None (0.00s) === RUN TestConfig_LoadKeyPair_Valid --- PASS: TestConfig_LoadKeyPair_Valid (0.10s) === RUN TestConfig_OutgoingTLS_MissingCA --- PASS: TestConfig_OutgoingTLS_MissingCA (0.00s) === RUN TestConfig_OutgoingTLS_OnlyCA --- PASS: TestConfig_OutgoingTLS_OnlyCA (0.00s) === RUN TestConfig_OutgoingTLS_VerifyOutgoing --- PASS: TestConfig_OutgoingTLS_VerifyOutgoing (0.00s) === RUN TestConfig_OutgoingTLS_VerifyHostname --- PASS: TestConfig_OutgoingTLS_VerifyHostname (0.00s) === RUN TestConfig_OutgoingTLS_WithKeyPair --- PASS: TestConfig_OutgoingTLS_WithKeyPair (0.00s) === RUN TestConfig_OutgoingTLS_PreferServerCipherSuites --- PASS: TestConfig_OutgoingTLS_PreferServerCipherSuites (0.00s) === RUN TestConfig_OutgoingTLS_TLSCipherSuites --- PASS: TestConfig_OutgoingTLS_TLSCipherSuites (0.00s) === RUN TestConfig_outgoingWrapper_OK config_test.go:469: DM-skipped --- SKIP: TestConfig_outgoingWrapper_OK (0.00s) === RUN TestConfig_outgoingWrapper_BadCert --- SKIP: TestConfig_outgoingWrapper_BadCert (0.00s) === RUN TestConfig_wrapTLS_OK --- PASS: TestConfig_wrapTLS_OK (0.00s) === RUN TestConfig_wrapTLS_BadCert --- PASS: TestConfig_wrapTLS_BadCert (0.00s) === RUN TestConfig_IncomingTLS --- PASS: TestConfig_IncomingTLS (0.00s) === RUN TestConfig_IncomingTLS_MissingCA --- PASS: TestConfig_IncomingTLS_MissingCA (0.00s) === RUN TestConfig_IncomingTLS_MissingKey --- PASS: TestConfig_IncomingTLS_MissingKey (0.00s) === RUN TestConfig_IncomingTLS_NoVerify --- PASS: TestConfig_IncomingTLS_NoVerify (0.00s) === RUN TestConfig_IncomingTLS_PreferServerCipherSuites --- PASS: TestConfig_IncomingTLS_PreferServerCipherSuites (0.00s) === RUN TestConfig_IncomingTLS_TLSCipherSuites --- PASS: TestConfig_IncomingTLS_TLSCipherSuites (0.00s) === RUN TestConfig_ParseCiphers_Valid --- PASS: TestConfig_ParseCiphers_Valid (0.00s) === RUN TestConfig_ParseCiphers_Default --- PASS: TestConfig_ParseCiphers_Default (0.00s) === RUN TestConfig_ParseCiphers_Invalid --- PASS: TestConfig_ParseCiphers_Invalid (0.00s) === RUN TestConfig_ParseCiphers_SupportedSignature --- PASS: TestConfig_ParseCiphers_SupportedSignature (0.00s) === RUN TestConfig_ParseMinVersion_Valid --- PASS: TestConfig_ParseMinVersion_Valid (0.00s) === RUN TestConfig_ParseMinVersion_Invalid --- PASS: TestConfig_ParseMinVersion_Invalid (0.00s) === RUN TestConfig_NewTLSConfiguration --- PASS: TestConfig_NewTLSConfiguration (0.08s) === RUN TestConfig_ShouldReloadRPCConnections --- PASS: TestConfig_ShouldReloadRPCConnections (0.00s) PASS ok github.com/hashicorp/nomad/helper/tlsutil 0.282s === RUN TestUserAgent --- PASS: TestUserAgent (0.00s) PASS ok github.com/hashicorp/nomad/helper/useragent 0.008s === RUN TestGenerate --- PASS: TestGenerate (0.00s) PASS ok github.com/hashicorp/nomad/helper/uuid 0.009s ? github.com/hashicorp/nomad/helper/winsvc [no test files] === RUN TestParse parse_test.go:1520: Testing parse: basic.hcl parse_test.go:1520: Testing parse: multi-network.hcl parse_test.go:1520: Testing parse: multi-resource.hcl parse_test.go:1520: Testing parse: multi-vault.hcl parse_test.go:1520: Testing parse: default-job.hcl parse_test.go:1520: Testing parse: version-constraint.hcl parse_test.go:1520: Testing parse: regexp-constraint.hcl parse_test.go:1520: Testing parse: set-contains-constraint.hcl parse_test.go:1520: Testing parse: distinctHosts-constraint.hcl parse_test.go:1520: Testing parse: distinctProperty-constraint.hcl parse_test.go:1520: Testing parse: periodic-cron.hcl parse_test.go:1520: Testing parse: specify-job.hcl parse_test.go:1520: Testing parse: task-nested-config.hcl parse_test.go:1520: Testing parse: bad-artifact.hcl parse_test.go:1520: Testing parse: artifacts.hcl parse_test.go:1520: Testing parse: csi-plugin.hcl parse_test.go:1520: Testing parse: service-check-initial-status.hcl parse_test.go:1520: Testing parse: service-check-pass-fail.hcl parse_test.go:1520: Testing parse: service-check-pass-fail.hcl parse_test.go:1520: Testing parse: service-check-bad-header.hcl parse_test.go:1520: Testing parse: service-check-bad-header-2.hcl parse_test.go:1520: Testing parse: vault_inheritance.hcl parse_test.go:1520: Testing parse: parameterized_job.hcl parse_test.go:1520: Testing parse: job-with-kill-signal.hcl parse_test.go:1520: Testing parse: service-check-driver-address.hcl parse_test.go:1520: Testing parse: service-check-restart.hcl parse_test.go:1520: Testing parse: service-meta.hcl parse_test.go:1520: Testing parse: service-enable-tag-override.hcl parse_test.go:1520: Testing parse: reschedule-job.hcl parse_test.go:1520: Testing parse: reschedule-job-unlimited.hcl parse_test.go:1520: Testing parse: migrate-job.hcl parse_test.go:1520: Testing parse: tg-network.hcl parse_test.go:1520: Testing parse: tg-service-check.hcl parse_test.go:1520: Testing parse: tg-service-proxy-expose.hcl parse_test.go:1520: Testing parse: tg-service-connect-sidecar_task-name.hcl parse_test.go:1520: Testing parse: tg-service-connect-proxy.hcl parse_test.go:1520: Testing parse: tg-service-connect-local-service.hcl parse_test.go:1520: Testing parse: tg-service-check-expose.hcl parse_test.go:1520: Testing parse: tg-service-connect-native.hcl parse_test.go:1520: Testing parse: tg-service-enable-tag-override.hcl parse_test.go:1520: Testing parse: tg-scaling-policy.hcl parse_test.go:1520: Testing parse: tg-service-connect-gateway-ingress.hcl parse_test.go:1520: Testing parse: tg-scaling-policy-minimal.hcl parse_test.go:1520: Testing parse: tg-scaling-policy-missing-max.hcl parse_test.go:1520: Testing parse: tg-scaling-policy-multi-policy.hcl parse_test.go:1520: Testing parse: multiregion.hcl --- PASS: TestParse (0.11s) === RUN TestBadPorts --- PASS: TestBadPorts (0.00s) === RUN TestOverlappingPorts --- PASS: TestOverlappingPorts (0.07s) === RUN TestIncorrectKey --- PASS: TestIncorrectKey (0.00s) === RUN TestFlattenMapSlice === PAUSE TestFlattenMapSlice === CONT TestFlattenMapSlice --- PASS: TestFlattenMapSlice (0.00s) PASS ok github.com/hashicorp/nomad/jobspec 0.204s === RUN TestWriter_NonBlockingWrite --- PASS: TestWriter_NonBlockingWrite (0.08s) === RUN TestWriter_BlockingWrite --- PASS: TestWriter_BlockingWrite (0.01s) === RUN TestWriter_CloseClose --- PASS: TestWriter_CloseClose (0.00s) PASS ok github.com/hashicorp/nomad/lib/circbufwriter 0.107s === RUN TestDelayHeap_PushPop --- PASS: TestDelayHeap_PushPop (0.00s) === RUN TestDelayHeap_Update --- PASS: TestDelayHeap_Update (0.00s) PASS ok github.com/hashicorp/nomad/lib/delayheap 0.087s === RUN TestScoreHeap === RUN TestScoreHeap/#00 === RUN TestScoreHeap/#01 --- PASS: TestScoreHeap (0.00s) --- PASS: TestScoreHeap/#00 (0.00s) --- PASS: TestScoreHeap/#01 (0.00s) PASS ok github.com/hashicorp/nomad/lib/kheap 0.084s === RUN TestACLEndpoint_GetPolicy === PAUSE TestACLEndpoint_GetPolicy === RUN TestACLEndpoint_GetPolicy_Blocking === PAUSE TestACLEndpoint_GetPolicy_Blocking === RUN TestACLEndpoint_GetPolicies === PAUSE TestACLEndpoint_GetPolicies === RUN TestACLEndpoint_GetPolicies_TokenSubset === PAUSE TestACLEndpoint_GetPolicies_TokenSubset === RUN TestACLEndpoint_GetPolicies_Blocking === PAUSE TestACLEndpoint_GetPolicies_Blocking === RUN TestACLEndpoint_ListPolicies === PAUSE TestACLEndpoint_ListPolicies === RUN TestACLEndpoint_ListPolicies_Unauthenticated === PAUSE TestACLEndpoint_ListPolicies_Unauthenticated === RUN TestACLEndpoint_ListPolicies_Blocking === PAUSE TestACLEndpoint_ListPolicies_Blocking === RUN TestACLEndpoint_DeletePolicies === PAUSE TestACLEndpoint_DeletePolicies === RUN TestACLEndpoint_UpsertPolicies === PAUSE TestACLEndpoint_UpsertPolicies === RUN TestACLEndpoint_UpsertPolicies_Invalid === PAUSE TestACLEndpoint_UpsertPolicies_Invalid === RUN TestACLEndpoint_GetToken === PAUSE TestACLEndpoint_GetToken === RUN TestACLEndpoint_GetToken_Blocking === PAUSE TestACLEndpoint_GetToken_Blocking === RUN TestACLEndpoint_GetTokens === PAUSE TestACLEndpoint_GetTokens === RUN TestACLEndpoint_GetTokens_Blocking === PAUSE TestACLEndpoint_GetTokens_Blocking === RUN TestACLEndpoint_ListTokens === PAUSE TestACLEndpoint_ListTokens === RUN TestACLEndpoint_ListTokens_Blocking === PAUSE TestACLEndpoint_ListTokens_Blocking === RUN TestACLEndpoint_DeleteTokens === PAUSE TestACLEndpoint_DeleteTokens === RUN TestACLEndpoint_DeleteTokens_WithNonexistentToken === PAUSE TestACLEndpoint_DeleteTokens_WithNonexistentToken === RUN TestACLEndpoint_Bootstrap === PAUSE TestACLEndpoint_Bootstrap === RUN TestACLEndpoint_Bootstrap_Reset === PAUSE TestACLEndpoint_Bootstrap_Reset === RUN TestACLEndpoint_UpsertTokens === PAUSE TestACLEndpoint_UpsertTokens === RUN TestACLEndpoint_UpsertTokens_Invalid === PAUSE TestACLEndpoint_UpsertTokens_Invalid === RUN TestACLEndpoint_ResolveToken === PAUSE TestACLEndpoint_ResolveToken === RUN TestResolveACLToken === PAUSE TestResolveACLToken === RUN TestResolveACLToken_LeaderToken acl_test.go:96: DM-skipped --- SKIP: TestResolveACLToken_LeaderToken (0.00s) === RUN TestResolveSecretToken === PAUSE TestResolveSecretToken === RUN TestAllocEndpoint_List === PAUSE TestAllocEndpoint_List === RUN TestAllocEndpoint_List_ACL === PAUSE TestAllocEndpoint_List_ACL === RUN TestAllocEndpoint_List_Blocking === PAUSE TestAllocEndpoint_List_Blocking === RUN TestAllocEndpoint_List_AllNamespaces_OSS === PAUSE TestAllocEndpoint_List_AllNamespaces_OSS === RUN TestAllocEndpoint_GetAlloc === PAUSE TestAllocEndpoint_GetAlloc === RUN TestAllocEndpoint_GetAlloc_ACL === PAUSE TestAllocEndpoint_GetAlloc_ACL === RUN TestAllocEndpoint_GetAlloc_Blocking === PAUSE TestAllocEndpoint_GetAlloc_Blocking === RUN TestAllocEndpoint_GetAllocs === PAUSE TestAllocEndpoint_GetAllocs === RUN TestAllocEndpoint_GetAllocs_Blocking === PAUSE TestAllocEndpoint_GetAllocs_Blocking === RUN TestAllocEndpoint_UpdateDesiredTransition === PAUSE TestAllocEndpoint_UpdateDesiredTransition === RUN TestAllocEndpoint_Stop_ACL === PAUSE TestAllocEndpoint_Stop_ACL === RUN TestAutopilot_CleanupDeadServer autopilot_test.go:70: DM-skipped --- SKIP: TestAutopilot_CleanupDeadServer (0.00s) === RUN TestAutopilot_CleanupDeadServerPeriodic === PAUSE TestAutopilot_CleanupDeadServerPeriodic === RUN TestAutopilot_RollingUpdate autopilot_test.go:177: DM-skipped --- SKIP: TestAutopilot_RollingUpdate (0.00s) === RUN TestAutopilot_CleanupStaleRaftServer autopilot_test.go:254: TestAutopilot_CleanupDeadServer is very flaky, removing it for now --- SKIP: TestAutopilot_CleanupStaleRaftServer (0.00s) === RUN TestAutopilot_PromoteNonVoter === PAUSE TestAutopilot_PromoteNonVoter === RUN TestBlockedEvals_Block_Disabled === PAUSE TestBlockedEvals_Block_Disabled === RUN TestBlockedEvals_Block_SameJob === PAUSE TestBlockedEvals_Block_SameJob === RUN TestBlockedEvals_Block_Quota === PAUSE TestBlockedEvals_Block_Quota === RUN TestBlockedEvals_Block_PriorUnblocks === PAUSE TestBlockedEvals_Block_PriorUnblocks === RUN TestBlockedEvals_GetDuplicates === PAUSE TestBlockedEvals_GetDuplicates === RUN TestBlockedEvals_UnblockEscaped === PAUSE TestBlockedEvals_UnblockEscaped === RUN TestBlockedEvals_UnblockEligible === PAUSE TestBlockedEvals_UnblockEligible === RUN TestBlockedEvals_UnblockIneligible === PAUSE TestBlockedEvals_UnblockIneligible === RUN TestBlockedEvals_UnblockUnknown === PAUSE TestBlockedEvals_UnblockUnknown === RUN TestBlockedEvals_UnblockEligible_Quota === PAUSE TestBlockedEvals_UnblockEligible_Quota === RUN TestBlockedEvals_UnblockIneligible_Quota === PAUSE TestBlockedEvals_UnblockIneligible_Quota === RUN TestBlockedEvals_Reblock === PAUSE TestBlockedEvals_Reblock === RUN TestBlockedEvals_Block_ImmediateUnblock_Escaped === PAUSE TestBlockedEvals_Block_ImmediateUnblock_Escaped === RUN TestBlockedEvals_Block_ImmediateUnblock_UnseenClass_After === PAUSE TestBlockedEvals_Block_ImmediateUnblock_UnseenClass_After === RUN TestBlockedEvals_Block_ImmediateUnblock_UnseenClass_Before === PAUSE TestBlockedEvals_Block_ImmediateUnblock_UnseenClass_Before === RUN TestBlockedEvals_Block_ImmediateUnblock_SeenClass === PAUSE TestBlockedEvals_Block_ImmediateUnblock_SeenClass === RUN TestBlockedEvals_Block_ImmediateUnblock_Quota === PAUSE TestBlockedEvals_Block_ImmediateUnblock_Quota === RUN TestBlockedEvals_UnblockFailed === PAUSE TestBlockedEvals_UnblockFailed === RUN TestBlockedEvals_Untrack === PAUSE TestBlockedEvals_Untrack === RUN TestBlockedEvals_Untrack_Quota === PAUSE TestBlockedEvals_Untrack_Quota === RUN TestBlockedEvals_UnblockNode === PAUSE TestBlockedEvals_UnblockNode === RUN TestBlockedEvals_SystemUntrack === PAUSE TestBlockedEvals_SystemUntrack === RUN TestBlockedEvals_SystemDisableFlush === PAUSE TestBlockedEvals_SystemDisableFlush === RUN TestMonitor_Monitor_Remote_Client client_agent_endpoint_test.go:30: DM-skipped --- SKIP: TestMonitor_Monitor_Remote_Client (0.00s) === RUN TestMonitor_Monitor_RemoteServer client_agent_endpoint_test.go:128: DM-skipped --- SKIP: TestMonitor_Monitor_RemoteServer (0.00s) === RUN TestMonitor_MonitorServer === PAUSE TestMonitor_MonitorServer === RUN TestMonitor_Monitor_ACL === PAUSE TestMonitor_Monitor_ACL === RUN TestAgentProfile_RemoteClient client_agent_endpoint_test.go:529: DM-skipped --- SKIP: TestAgentProfile_RemoteClient (0.00s) === RUN TestAgentProfile_RemoteRegionMisMatch 2021-10-09T16:27:22.755Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.755Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.755Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.755Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.755Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.755Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.755Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.756Z [DEBUG] docker/driver.go:1715: plugin_loader.docker: using client connection initialized from environment: plugin_dir= 2021-10-09T16:27:22.757Z [DEBUG] docker/driver.go:1715: plugin_loader.docker: using client connection initialized from environment: plugin_dir= 2021-10-09T16:27:22.816Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.816Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.816Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= [INFO] freeport: detected ephemeral port range of [32768, 60999] nomad-001 2021-10-09T16:27:22.837Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9201 Address:127.0.0.1:9201}]" nomad-001 2021-10-09T16:27:22.838Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-001.foo 127.0.0.1 nomad-001 2021-10-09T16:27:22.838Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-001 2021-10-09T16:27:22.839Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9201 [Follower]" leader= nomad-001 2021-10-09T16:27:22.840Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-001.foo (Addr: 127.0.0.1:9201) (DC: dc1)" 2021-10-09T16:27:22.840Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.840Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.840Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.840Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.840Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.840Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.840Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.840Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.840Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.840Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-002 2021-10-09T16:27:22.842Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9203 Address:127.0.0.1:9203}]" nomad-002 2021-10-09T16:27:22.842Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9203 [Follower]" leader= nomad-002 2021-10-09T16:27:22.843Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-002.bar 127.0.0.1 nomad-002 2021-10-09T16:27:22.843Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-001 2021-10-09T16:27:22.844Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:58678 nomad-002 2021-10-09T16:27:22.844Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-002.bar (Addr: 127.0.0.1:9203) (DC: dc1)" nomad-002 2021-10-09T16:27:22.847Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9202 nomad-001 2021-10-09T16:27:22.848Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-002.bar 127.0.0.1 nomad-001 2021-10-09T16:27:22.848Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-002.bar (Addr: 127.0.0.1:9203) (DC: dc1)" nomad-001 2021-10-09T16:27:22.941Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-002 2021-10-09T16:27:22.942Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-002 2021-10-09T16:27:22.942Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9203 [Candidate]" term=2 nomad-002 2021-10-09T16:27:22.942Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-002 2021-10-09T16:27:22.942Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9203 term=2 tally=1 nomad-002 2021-10-09T16:27:22.942Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-002 2021-10-09T16:27:22.942Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9203 [Leader]" nomad-002 2021-10-09T16:27:22.942Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-002 2021-10-09T16:27:22.942Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-001.foo 127.0.0.1 nomad-002 2021-10-09T16:27:22.942Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-001.foo (Addr: 127.0.0.1:9201) (DC: dc1)" nomad-002 2021-10-09T16:27:22.943Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=ac7a86d7-a3d9-e436-dce8-143fc1780397 create_time=1633796842943466686 nomad-002 2021-10-09T16:27:22.943Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=ac7a86d7-a3d9-e436-dce8-143fc1780397 create_time=1633796842943466686 nomad-002 2021-10-09T16:27:22.943Z [ERROR] nomad/leader.go:1007: nomad: skipping adding Raft peer because an existing peer is in bootstrap mode and only one server should be in bootstrap mode: existing_peer=nomad-001.foo joining_peer=nomad-002.bar nomad-002 2021-10-09T16:27:22.944Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-001 2021-10-09T16:27:22.941Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9201 [Candidate]" term=2 nomad-001 2021-10-09T16:27:22.944Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-001 2021-10-09T16:27:22.944Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9201 term=2 tally=1 nomad-001 2021-10-09T16:27:22.944Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-001 2021-10-09T16:27:22.944Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9201 [Leader]" nomad-001 2021-10-09T16:27:22.944Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-001 2021-10-09T16:27:22.943Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-002.bar nomad-001 2021-10-09T16:27:22.945Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=371f3969-d943-f11c-8f89-1e5c923bf47b create_time=1633796842945219966 nomad-001 2021-10-09T16:27:22.945Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=371f3969-d943-f11c-8f89-1e5c923bf47b create_time=1633796842945219966 nomad-001 2021-10-09T16:27:22.945Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-002.bar nomad-001 2021-10-09T16:27:22.945Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-001 2021-10-09T16:27:22.945Z [ERROR] nomad/leader.go:1007: nomad: skipping adding Raft peer because an existing peer is in bootstrap mode and only one server should be in bootstrap mode: existing_peer=nomad-002.bar joining_peer=nomad-001.foo nomad-002 2021-10-09T16:27:22.954Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-002 2021-10-09T16:27:22.954Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-002 2021-10-09T16:27:22.954Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-002 2021-10-09T16:27:22.954Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-001 2021-10-09T16:27:22.954Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-001 2021-10-09T16:27:22.955Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-001 2021-10-09T16:27:22.955Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-001 2021-10-09T16:27:22.955Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestAgentProfile_RemoteRegionMisMatch (0.20s) === RUN TestAgentProfile_RemoteRegion 2021-10-09T16:27:22.957Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.957Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.957Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.957Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.957Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.957Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.957Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.957Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.957Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:22.957Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-003 2021-10-09T16:27:22.958Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9205 Address:127.0.0.1:9205}]" nomad-003 2021-10-09T16:27:22.958Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9205 [Follower]" leader= nomad-003 2021-10-09T16:27:22.959Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-003.foo 127.0.0.1 nomad-003 2021-10-09T16:27:22.959Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-003 2021-10-09T16:27:23.030Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-003 2021-10-09T16:27:23.030Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9205 [Candidate]" term=2 nomad-003 2021-10-09T16:27:23.030Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-003 2021-10-09T16:27:23.030Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9205 term=2 tally=1 nomad-003 2021-10-09T16:27:23.030Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-003 2021-10-09T16:27:23.030Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9205 [Leader]" nomad-003 2021-10-09T16:27:23.031Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-003 2021-10-09T16:27:23.031Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=1a23b43b-cf19-702a-7f0c-574a42f5b0c5 create_time=1633796843031875507 nomad-003 2021-10-09T16:27:23.032Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=1a23b43b-cf19-702a-7f0c-574a42f5b0c5 create_time=1633796843031875507 nomad-003 2021-10-09T16:27:23.030Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-003.foo (Addr: 127.0.0.1:9205) (DC: dc1)" nomad-003 2021-10-09T16:27:23.032Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:23.033Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:23.033Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:23.033Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:23.033Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:23.033Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:23.033Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:23.033Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:23.033Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-004 2021-10-09T16:27:23.034Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9207 Address:127.0.0.1:9207}]" 2021-10-09T16:27:23.035Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:23.035Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-004 2021-10-09T16:27:23.035Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9207 [Follower]" leader= nomad-004 2021-10-09T16:27:23.040Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-004.bar 127.0.0.1 nomad-004 2021-10-09T16:27:23.041Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-004 2021-10-09T16:27:23.041Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-004.bar (Addr: 127.0.0.1:9207) (DC: dc1)" nomad-003 2021-10-09T16:27:23.041Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:37946 nomad-004 2021-10-09T16:27:23.041Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9206 nomad-003 2021-10-09T16:27:23.042Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-004.bar 127.0.0.1 nomad-004 2021-10-09T16:27:23.042Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-003.foo 127.0.0.1 nomad-003 2021-10-09T16:27:23.042Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-004.bar (Addr: 127.0.0.1:9207) (DC: dc1)" nomad-004 2021-10-09T16:27:23.043Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-003.foo (Addr: 127.0.0.1:9205) (DC: dc1)" nomad-003 2021-10-09T16:27:23.060Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-004.bar nomad-004 2021-10-09T16:27:23.130Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-004 2021-10-09T16:27:23.130Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9207 [Candidate]" term=2 nomad-004 2021-10-09T16:27:23.130Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-004 2021-10-09T16:27:23.130Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9207 term=2 tally=1 nomad-004 2021-10-09T16:27:23.130Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-004 2021-10-09T16:27:23.130Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9207 [Leader]" nomad-004 2021-10-09T16:27:23.130Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-004 2021-10-09T16:27:23.131Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=00b5f258-4616-055d-3715-ffbf87e7a97b create_time=1633796843131171834 nomad-004 2021-10-09T16:27:23.131Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=00b5f258-4616-055d-3715-ffbf87e7a97b create_time=1633796843131171834 nomad-004 2021-10-09T16:27:23.131Z [ERROR] nomad/leader.go:1007: nomad: skipping adding Raft peer because an existing peer is in bootstrap mode and only one server should be in bootstrap mode: existing_peer=nomad-003.foo joining_peer=nomad-004.bar nomad-004 2021-10-09T16:27:23.131Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-003 2021-10-09T16:27:23.142Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-004.bar nomad-004 2021-10-09T16:27:23.142Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-004.bar nomad-004 2021-10-09T16:27:23.160Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-004.bar nomad-004 2021-10-09T16:27:24.055Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-004 2021-10-09T16:27:24.055Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-004 2021-10-09T16:27:24.055Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-004 2021-10-09T16:27:24.056Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-003 2021-10-09T16:27:24.056Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-003 2021-10-09T16:27:24.056Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-003 2021-10-09T16:27:24.056Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-003 2021-10-09T16:27:24.056Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestAgentProfile_RemoteRegion (1.10s) === RUN TestAgentProfile_Server 2021-10-09T16:27:24.059Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:24.059Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:24.059Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:24.059Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:24.059Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:24.059Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:24.059Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:24.059Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-005 2021-10-09T16:27:24.132Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] 2021-10-09T16:27:24.133Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:24.133Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-005 2021-10-09T16:27:24.133Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9209 [Follower]" leader= nomad-005 2021-10-09T16:27:24.138Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-005.global 127.0.0.1 nomad-005 2021-10-09T16:27:24.138Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-005 2021-10-09T16:27:24.141Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-005.global (Addr: 127.0.0.1:9209) (DC: dc1)" 2021-10-09T16:27:24.141Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:24.141Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:24.141Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:24.141Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:24.141Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:24.141Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:24.141Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-005 2021-10-09T16:27:24.233Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election 2021-10-09T16:27:24.141Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:24.141Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-006 2021-10-09T16:27:24.238Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-006 2021-10-09T16:27:24.238Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9211 [Follower]" leader= nomad-006 2021-10-09T16:27:24.239Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-006.global 127.0.0.1 nomad-006 2021-10-09T16:27:24.239Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-006 2021-10-09T16:27:24.240Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9210 2021-10-09T16:27:24.237Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-006 2021-10-09T16:27:24.250Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-006.global (Addr: 127.0.0.1:9211) (DC: dc1)" nomad-005 2021-10-09T16:27:24.250Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:40932 nomad-005 2021-10-09T16:27:24.251Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-006.global 127.0.0.1 nomad-005 2021-10-09T16:27:24.251Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-006.global (Addr: 127.0.0.1:9211) (DC: dc1)" nomad-006 2021-10-09T16:27:24.253Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-005.global 127.0.0.1 nomad-006 2021-10-09T16:27:24.253Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-005.global (Addr: 127.0.0.1:9209) (DC: dc1)" nomad-005 2021-10-09T16:27:24.254Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9209,127.0.0.1:9211 nomad-006 2021-10-09T16:27:24.255Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-005.global peer_address=127.0.0.1:9209 nomad-006 2021-10-09T16:27:24.337Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-005 2021-10-09T16:27:24.337Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-005 2021-10-09T16:27:24.337Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9209 [Candidate]" term=2 nomad-005 2021-10-09T16:27:24.337Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-09T16:27:24.337Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=2 tally=1 nomad-005 2021-10-09T16:27:24.433Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-005 2021-10-09T16:27:24.434Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9209 [Candidate]" term=3 nomad-005 2021-10-09T16:27:24.434Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-09T16:27:24.434Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=3 tally=1 nomad-005 2021-10-09T16:27:24.435Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-006.global nomad-005 2021-10-09T16:27:24.435Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-006.global nomad-006 2021-10-09T16:27:24.435Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-006 2021-10-09T16:27:24.435Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-005 2021-10-09T16:27:24.435Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9211 term=3 tally=2 nomad-005 2021-10-09T16:27:24.435Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-005 2021-10-09T16:27:24.435Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9209 [Leader]" nomad-005 2021-10-09T16:27:24.435Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9211 nomad-005 2021-10-09T16:27:24.436Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-006 2021-10-09T16:27:24.436Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-005 2021-10-09T16:27:24.437Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9211 127.0.0.1:9211}" next=1 nomad-005 2021-10-09T16:27:24.437Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9211 127.0.0.1:9211}" nomad-005 2021-10-09T16:27:24.439Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=210fdc99-d464-7ba5-d401-d5cb12704f34 create_time=1633796844439059190 nomad-005 2021-10-09T16:27:24.439Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=210fdc99-d464-7ba5-d401-d5cb12704f34 create_time=1633796844439059190 nomad-005 2021-10-09T16:27:24.439Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-006 2021-10-09T16:27:24.440Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-006.global nomad-006 2021-10-09T16:27:24.440Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-006.global nomad-006 2021-10-09T16:27:24.530Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9209 nomad-006 2021-10-09T16:27:24.530Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9211 [Candidate]" term=4 nomad-006 2021-10-09T16:27:24.530Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-09T16:27:24.530Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9211 term=4 tally=1 nomad-005 2021-10-09T16:27:24.530Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9211 leader=127.0.0.1:9209 nomad-005 2021-10-09T16:27:24.531Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9211 127.0.0.1:9211}" nomad-005 2021-10-09T16:27:24.531Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9211 time=84.81732ms nomad-005 2021-10-09T16:27:24.531Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-005 2021-10-09T16:27:24.531Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9209 [Follower]" leader= nomad-005 2021-10-09T16:27:24.531Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-005 2021-10-09T16:27:24.531Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9211 127.0.0.1:9211}" nomad-005 2021-10-09T16:27:24.531Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-005 2021-10-09T16:27:24.587Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-005 2021-10-09T16:27:24.588Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9209 [Candidate]" term=4 nomad-005 2021-10-09T16:27:24.588Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-09T16:27:24.588Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=4 tally=1 nomad-006 2021-10-09T16:27:24.603Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-006 2021-10-09T16:27:24.603Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9211 [Candidate]" term=5 nomad-006 2021-10-09T16:27:24.603Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-09T16:27:24.603Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9211 term=5 tally=1 nomad-005 2021-10-09T16:27:24.637Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-005 2021-10-09T16:27:24.637Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9209 [Follower]" leader= nomad-006 2021-10-09T16:27:24.641Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=5 tally=2 nomad-006 2021-10-09T16:27:24.641Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-006 2021-10-09T16:27:24.641Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9211 [Leader]" nomad-006 2021-10-09T16:27:24.641Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9209 nomad-006 2021-10-09T16:27:24.641Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-006 2021-10-09T16:27:24.646Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9209 127.0.0.1:9209}" nomad-006 2021-10-09T16:27:24.646Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=210fdc99-d464-7ba5-d401-d5cb12704f34 create_time=1633796844439059190 nomad-006 2021-10-09T16:27:24.647Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-006 2021-10-09T16:27:24.730Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9209 time=79.85061ms nomad-006 2021-10-09T16:27:24.730Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-006 2021-10-09T16:27:24.730Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9211 [Follower]" leader= nomad-006 2021-10-09T16:27:24.730Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9209 127.0.0.1:9209}" nomad-006 2021-10-09T16:27:24.731Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-006 2021-10-09T16:27:24.731Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-006 2021-10-09T16:27:24.831Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-006 2021-10-09T16:27:24.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9211 [Candidate]" term=6 nomad-006 2021-10-09T16:27:24.832Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-09T16:27:24.832Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9211 term=6 tally=1 nomad-005 2021-10-09T16:27:24.833Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9211 nomad-005 2021-10-09T16:27:24.834Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9209 [Candidate]" term=6 nomad-005 2021-10-09T16:27:24.834Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-09T16:27:24.834Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=6 tally=1 nomad-005 2021-10-09T16:27:24.837Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 nomad-006 2021-10-09T16:27:24.839Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 nomad-006 2021-10-09T16:27:24.930Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-006 2021-10-09T16:27:24.930Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9211 [Candidate]" term=7 nomad-006 2021-10-09T16:27:24.930Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-09T16:27:24.930Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9211 term=7 tally=1 nomad-005 2021-10-09T16:27:24.930Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-005 2021-10-09T16:27:24.930Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9209 [Candidate]" term=7 nomad-005 2021-10-09T16:27:24.930Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-09T16:27:24.930Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=7 tally=1 nomad-006 2021-10-09T16:27:24.931Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-005 2021-10-09T16:27:24.931Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-006 2021-10-09T16:27:25.030Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-006 2021-10-09T16:27:25.030Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9211 [Candidate]" term=8 nomad-006 2021-10-09T16:27:25.030Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-09T16:27:25.030Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9211 term=8 tally=1 nomad-005 2021-10-09T16:27:25.030Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-005 2021-10-09T16:27:25.030Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9209 [Candidate]" term=8 nomad-005 2021-10-09T16:27:25.030Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-09T16:27:25.030Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=8 tally=1 nomad-006 2021-10-09T16:27:25.037Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-005 2021-10-09T16:27:25.037Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-005 2021-10-09T16:27:25.137Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-005 2021-10-09T16:27:25.137Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9209 [Candidate]" term=9 nomad-005 2021-10-09T16:27:25.137Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-09T16:27:25.137Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=9 tally=1 nomad-006 2021-10-09T16:27:25.138Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-006 2021-10-09T16:27:25.138Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9211 [Candidate]" term=9 nomad-006 2021-10-09T16:27:25.138Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-09T16:27:25.138Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9211 term=9 tally=1 nomad-005 2021-10-09T16:27:25.138Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=9 nomad-006 2021-10-09T16:27:25.138Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=9 nomad-006 2021-10-09T16:27:25.230Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-006 2021-10-09T16:27:25.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9211 [Candidate]" term=10 nomad-006 2021-10-09T16:27:25.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-09T16:27:25.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9211 term=10 tally=1 nomad-005 2021-10-09T16:27:25.233Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-005 2021-10-09T16:27:25.233Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9209 [Follower]" leader= nomad-006 2021-10-09T16:27:25.237Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=10 tally=2 nomad-006 2021-10-09T16:27:25.237Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-006 2021-10-09T16:27:25.237Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9211 [Leader]" nomad-006 2021-10-09T16:27:25.237Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9209 nomad-006 2021-10-09T16:27:25.237Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-006 2021-10-09T16:27:25.238Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9209 127.0.0.1:9209}" nomad-006 2021-10-09T16:27:25.239Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 === RUN TestAgentProfile_Server/remote_leader === RUN TestAgentProfile_Server/remote_server === RUN TestAgentProfile_Server/serverID_is_current_leader === RUN TestAgentProfile_Server/serverID_is_current_server nomad-005 2021-10-09T16:27:25.530Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9211 nomad-005 2021-10-09T16:27:25.530Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9209 [Candidate]" term=11 nomad-006 2021-10-09T16:27:25.530Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9209 time=80.895624ms nomad-006 2021-10-09T16:27:25.530Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-005 2021-10-09T16:27:25.530Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-09T16:27:25.530Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9211 [Follower]" leader= nomad-006 2021-10-09T16:27:25.531Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-005 2021-10-09T16:27:25.530Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=11 tally=1 nomad-006 2021-10-09T16:27:25.531Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9209 127.0.0.1:9209}" nomad-006 2021-10-09T16:27:25.531Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-006 2021-10-09T16:27:25.531Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-005 2021-10-09T16:27:25.532Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9211 term=11 tally=2 nomad-005 2021-10-09T16:27:25.532Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-005 2021-10-09T16:27:25.532Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9209 [Leader]" nomad-005 2021-10-09T16:27:25.532Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9211 nomad-005 2021-10-09T16:27:25.532Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-005 2021-10-09T16:27:25.533Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9211 127.0.0.1:9211}" nomad-005 2021-10-09T16:27:25.534Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-006 2021-10-09T16:27:25.630Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9209 nomad-006 2021-10-09T16:27:25.631Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9211 [Candidate]" term=12 nomad-006 2021-10-09T16:27:25.631Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-09T16:27:25.631Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9211 term=12 tally=1 nomad-005 2021-10-09T16:27:25.631Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9211 time=81.351638ms nomad-005 2021-10-09T16:27:25.631Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-005 2021-10-09T16:27:25.631Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9209 [Follower]" leader= nomad-005 2021-10-09T16:27:25.631Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-005 2021-10-09T16:27:25.631Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9211 127.0.0.1:9211}" nomad-005 2021-10-09T16:27:25.633Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-005 2021-10-09T16:27:25.647Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-006 2021-10-09T16:27:25.649Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=12 tally=2 nomad-005 2021-10-09T16:27:25.713Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-005 2021-10-09T16:27:25.713Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9209 [Candidate]" term=13 nomad-005 2021-10-09T16:27:25.713Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-09T16:27:25.713Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=13 tally=1 nomad-006 2021-10-09T16:27:25.649Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-006 2021-10-09T16:27:25.730Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9211 [Leader]" nomad-006 2021-10-09T16:27:25.730Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9209 nomad-006 2021-10-09T16:27:25.730Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9209 leader=127.0.0.1:9211 nomad-006 2021-10-09T16:27:25.731Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-006 2021-10-09T16:27:25.731Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9209 127.0.0.1:9209}" nomad-006 2021-10-09T16:27:25.731Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9211 [Follower]" leader= nomad-006 2021-10-09T16:27:25.731Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-006 2021-10-09T16:27:25.732Z [ERROR] nomad/leader.go:136: nomad: failed to wait for barrier: error="leadership lost while committing log" nomad-006 2021-10-09T16:27:25.732Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-005 2021-10-09T16:27:25.782Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-005 2021-10-09T16:27:25.783Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9209 [Candidate]" term=14 nomad-005 2021-10-09T16:27:25.783Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-09T16:27:25.783Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=14 tally=1 nomad-006 2021-10-09T16:27:25.830Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-006 2021-10-09T16:27:25.830Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9211 [Candidate]" term=13 nomad-006 2021-10-09T16:27:25.830Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-09T16:27:25.830Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9211 term=13 tally=1 nomad-006 2021-10-09T16:27:25.831Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-006 2021-10-09T16:27:25.831Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9209 last-term=12 last-candidate-term=11 nomad-006 2021-10-09T16:27:25.831Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9211 [Follower]" leader= nomad-005 2021-10-09T16:27:25.849Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-005 2021-10-09T16:27:25.849Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9209 [Candidate]" term=15 nomad-005 2021-10-09T16:27:25.849Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-09T16:27:25.849Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=15 tally=1 nomad-006 2021-10-09T16:27:25.849Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-006 2021-10-09T16:27:25.849Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9209 last-term=12 last-candidate-term=11 nomad-006 2021-10-09T16:27:25.930Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-006 2021-10-09T16:27:25.930Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9211 [Candidate]" term=16 nomad-006 2021-10-09T16:27:25.930Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-09T16:27:25.930Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9211 term=16 tally=1 nomad-005 2021-10-09T16:27:25.941Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-005 2021-10-09T16:27:25.941Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9209 [Follower]" leader= nomad-006 2021-10-09T16:27:25.941Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=16 tally=2 nomad-006 2021-10-09T16:27:25.942Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-006 2021-10-09T16:27:25.942Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9211 [Leader]" nomad-006 2021-10-09T16:27:25.942Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9209 nomad-006 2021-10-09T16:27:25.942Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-005 2021-10-09T16:27:25.942Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=14 last-index=12 error="log not found" nomad-006 2021-10-09T16:27:25.942Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9209 127.0.0.1:9209}" next=13 nomad-006 2021-10-09T16:27:25.943Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9209 127.0.0.1:9209}" nomad-006 2021-10-09T16:27:25.943Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-006 2021-10-09T16:27:26.015Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9209 time=56.792221ms nomad-006 2021-10-09T16:27:26.015Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-006 2021-10-09T16:27:26.015Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9211 [Follower]" leader= nomad-006 2021-10-09T16:27:26.015Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-006 2021-10-09T16:27:26.015Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9209 127.0.0.1:9209}" nomad-006 2021-10-09T16:27:26.015Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-005 2021-10-09T16:27:26.033Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9211 nomad-005 2021-10-09T16:27:26.033Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9209 [Candidate]" term=17 nomad-005 2021-10-09T16:27:26.033Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-09T16:27:26.033Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=17 tally=1 nomad-006 2021-10-09T16:27:26.034Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-005 2021-10-09T16:27:26.034Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9211 term=17 tally=2 nomad-005 2021-10-09T16:27:26.034Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-005 2021-10-09T16:27:26.034Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9209 [Leader]" nomad-005 2021-10-09T16:27:26.034Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9211 nomad-005 2021-10-09T16:27:26.034Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-005 2021-10-09T16:27:26.034Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9211 127.0.0.1:9211}" nomad-005 2021-10-09T16:27:26.035Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-005 2021-10-09T16:27:26.130Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9211 time=63.545057ms nomad-005 2021-10-09T16:27:26.130Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-005 2021-10-09T16:27:26.130Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9209 [Follower]" leader= nomad-005 2021-10-09T16:27:26.130Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-005 2021-10-09T16:27:26.130Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9211 127.0.0.1:9211}" nomad-005 2021-10-09T16:27:26.131Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-005 2021-10-09T16:27:26.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-005 2021-10-09T16:27:26.231Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9209 [Candidate]" term=18 nomad-005 2021-10-09T16:27:26.231Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-09T16:27:26.231Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=18 tally=1 nomad-006 2021-10-09T16:27:26.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9209 nomad-006 2021-10-09T16:27:26.231Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9211 [Candidate]" term=18 nomad-006 2021-10-09T16:27:26.231Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-09T16:27:26.231Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9211 term=18 tally=1 nomad-006 2021-10-09T16:27:26.231Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=18 nomad-005 2021-10-09T16:27:26.231Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=18 nomad-006 2021-10-09T16:27:26.282Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-006 2021-10-09T16:27:26.282Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9211 [Candidate]" term=19 nomad-006 2021-10-09T16:27:26.282Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-09T16:27:26.282Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9211 term=19 tally=1 nomad-005 2021-10-09T16:27:26.282Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-005 2021-10-09T16:27:26.283Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9209 [Follower]" leader= nomad-006 2021-10-09T16:27:26.283Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=19 tally=2 nomad-006 2021-10-09T16:27:26.283Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-006 2021-10-09T16:27:26.283Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9211 [Leader]" nomad-006 2021-10-09T16:27:26.283Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9209 nomad-006 2021-10-09T16:27:26.283Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-006 2021-10-09T16:27:26.283Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9209 127.0.0.1:9209}" nomad-006 2021-10-09T16:27:26.284Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-006 2021-10-09T16:27:26.430Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9209 time=73.391837ms nomad-006 2021-10-09T16:27:26.430Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-006 2021-10-09T16:27:26.430Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9211 [Follower]" leader= nomad-006 2021-10-09T16:27:26.431Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-006 2021-10-09T16:27:26.431Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9209 127.0.0.1:9209}" nomad-006 2021-10-09T16:27:26.431Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-006 2021-10-09T16:27:26.530Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-006 2021-10-09T16:27:26.530Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9211 [Candidate]" term=20 nomad-006 2021-10-09T16:27:26.531Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-09T16:27:26.531Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9211 term=20 tally=1 nomad-005 2021-10-09T16:27:26.531Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-006 2021-10-09T16:27:26.531Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=20 tally=2 nomad-006 2021-10-09T16:27:26.532Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-006 2021-10-09T16:27:26.532Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9211 [Leader]" nomad-006 2021-10-09T16:27:26.532Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9209 nomad-006 2021-10-09T16:27:26.532Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-006 2021-10-09T16:27:26.537Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9209 127.0.0.1:9209}" nomad-006 2021-10-09T16:27:26.542Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 === RUN TestAgentProfile_Server/serverID_is_unknown nomad-006 2021-10-09T16:27:26.551Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-006 2021-10-09T16:27:26.551Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-006 2021-10-09T16:27:26.552Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-006 2021-10-09T16:27:26.552Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9209 127.0.0.1:9209}" nomad-006 2021-10-09T16:27:26.552Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-005 2021-10-09T16:27:26.552Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-005 2021-10-09T16:27:26.552Z [ERROR] go-hclog/stdlog.go:50: nomad.rpc: yamux: Failed to write header: write tcp 127.0.0.1:9209->127.0.0.1:37042: use of closed network connection nomad-005 2021-10-09T16:27:26.552Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-005 2021-10-09T16:27:26.553Z [ERROR] go-hclog/stdlog.go:50: nomad: yamux: Failed to read stream data: read tcp 127.0.0.1:51296->127.0.0.1:9211: use of closed network connection nomad-006 2021-10-09T16:27:26.553Z [ERROR] go-hclog/stdlog.go:50: nomad.rpc: yamux: Failed to write header: write tcp 127.0.0.1:9211->127.0.0.1:51296: write: connection reset by peer --- PASS: TestAgentProfile_Server (2.50s) --- PASS: TestAgentProfile_Server/remote_leader (0.00s) --- PASS: TestAgentProfile_Server/remote_server (0.00s) --- PASS: TestAgentProfile_Server/serverID_is_current_leader (0.00s) --- PASS: TestAgentProfile_Server/serverID_is_current_server (1.18s) --- PASS: TestAgentProfile_Server/serverID_is_unknown (0.00s) === RUN TestAgentProfile_ACL nomad-006 2021-10-09T16:27:26.553Z [ERROR] nomad/rpc.go:478: nomad.rpc: multiplex_v2 conn accept failed: error="session shutdown" === PAUSE TestAgentProfile_ACL === RUN TestAgentHost_Server client_agent_endpoint_test.go:814: DM-skipped --- SKIP: TestAgentHost_Server (0.00s) === RUN TestAgentHost_ACL === PAUSE TestAgentHost_ACL === RUN TestAgentHost_ACLDebugRequired === PAUSE TestAgentHost_ACLDebugRequired === RUN TestClientCSIController_AttachVolume_Local client_csi_endpoint_test.go:22: DM-skipped --- SKIP: TestClientCSIController_AttachVolume_Local (0.00s) === RUN TestClientCSIController_AttachVolume_Forwarded client_csi_endpoint_test.go:39: DM-skipped --- SKIP: TestClientCSIController_AttachVolume_Forwarded (0.00s) === RUN TestClientCSIController_DetachVolume_Local client_csi_endpoint_test.go:56: DM-skipped --- SKIP: TestClientCSIController_DetachVolume_Local (0.00s) === RUN TestClientCSIController_DetachVolume_Forwarded client_csi_endpoint_test.go:73: DM-skipped --- SKIP: TestClientCSIController_DetachVolume_Forwarded (0.00s) === RUN TestClientCSIController_ValidateVolume_Local client_csi_endpoint_test.go:90: DM-skipped --- SKIP: TestClientCSIController_ValidateVolume_Local (0.00s) === RUN TestClientCSIController_ValidateVolume_Forwarded client_csi_endpoint_test.go:108: DM-skipped --- SKIP: TestClientCSIController_ValidateVolume_Forwarded (0.00s) === RUN TestClientCSI_NodeForControllerPlugin === PAUSE TestClientCSI_NodeForControllerPlugin === RUN TestServer_removeNodeConn_differentAddrs === PAUSE TestServer_removeNodeConn_differentAddrs === RUN TestServerWithNodeConn_NoPath === PAUSE TestServerWithNodeConn_NoPath === RUN TestServerWithNodeConn_NoPath_Region === PAUSE TestServerWithNodeConn_NoPath_Region === RUN TestServerWithNodeConn_Path === PAUSE TestServerWithNodeConn_Path === RUN TestServerWithNodeConn_Path_Region === PAUSE TestServerWithNodeConn_Path_Region === RUN TestServerWithNodeConn_Path_Newest client_rpc_test.go:178: DM-skipped --- SKIP: TestServerWithNodeConn_Path_Newest (0.00s) === RUN TestServerWithNodeConn_PathAndErr client_rpc_test.go:215: DM-skipped --- SKIP: TestServerWithNodeConn_PathAndErr (0.00s) === RUN TestServerWithNodeConn_NoPathAndErr client_rpc_test.go:252: DM-skipped --- SKIP: TestServerWithNodeConn_NoPathAndErr (0.00s) === RUN TestNodeStreamingRpc_badEndpoint client_rpc_test.go:287: DM-skipped --- SKIP: TestNodeStreamingRpc_badEndpoint (0.00s) === RUN TestClientStats_Stats_Local client_stats_endpoint_test.go:20: DM-skipped --- SKIP: TestClientStats_Stats_Local (0.00s) === RUN TestClientStats_Stats_Local_ACL === PAUSE TestClientStats_Stats_Local_ACL === RUN TestClientStats_Stats_NoNode === PAUSE TestClientStats_Stats_NoNode === RUN TestClientStats_Stats_OldNode === PAUSE TestClientStats_Stats_OldNode === RUN TestClientStats_Stats_Remote client_stats_endpoint_test.go:173: DM-skipped --- SKIP: TestClientStats_Stats_Remote (0.00s) === RUN TestConsulPolicy_ParseConsulPolicy === PAUSE TestConsulPolicy_ParseConsulPolicy === RUN TestConsulPolicy_IsEmpty === PAUSE TestConsulPolicy_IsEmpty === RUN TestConsulACLsAPI_allowsServiceWrite === PAUSE TestConsulACLsAPI_allowsServiceWrite === RUN TestConsulACLsAPI_hasSufficientPolicy === PAUSE TestConsulACLsAPI_hasSufficientPolicy === RUN TestConsulConfigsAPI_SetIngressGatewayConfigEntry === PAUSE TestConsulConfigsAPI_SetIngressGatewayConfigEntry === RUN TestConsulACLsAPI_CreateToken === PAUSE TestConsulACLsAPI_CreateToken === RUN TestConsulACLsAPI_RevokeTokens === PAUSE TestConsulACLsAPI_RevokeTokens === RUN TestConsulACLsAPI_MarkForRevocation === PAUSE TestConsulACLsAPI_MarkForRevocation === RUN TestConsulACLsAPI_bgRetryRevoke === PAUSE TestConsulACLsAPI_bgRetryRevoke === RUN TestConsulACLsAPI_Stop === PAUSE TestConsulACLsAPI_Stop === RUN TestConsulACLsAPI_CheckSIPolicy === PAUSE TestConsulACLsAPI_CheckSIPolicy === RUN TestCoreScheduler_EvalGC === PAUSE TestCoreScheduler_EvalGC === RUN TestCoreScheduler_EvalGC_ReschedulingAllocs === PAUSE TestCoreScheduler_EvalGC_ReschedulingAllocs === RUN TestCoreScheduler_EvalGC_StoppedJob_Reschedulable === PAUSE TestCoreScheduler_EvalGC_StoppedJob_Reschedulable === RUN TestCoreScheduler_EvalGC_Batch === PAUSE TestCoreScheduler_EvalGC_Batch === RUN TestCoreScheduler_EvalGC_Batch_OldVersion === PAUSE TestCoreScheduler_EvalGC_Batch_OldVersion === RUN TestCoreScheduler_EvalGC_BatchStopped === PAUSE TestCoreScheduler_EvalGC_BatchStopped === RUN TestCoreScheduler_EvalGC_Partial === PAUSE TestCoreScheduler_EvalGC_Partial === RUN TestCoreScheduler_EvalGC_Force === PAUSE TestCoreScheduler_EvalGC_Force === RUN TestCoreScheduler_NodeGC core_sched_test.go:820: DM-skipped --- SKIP: TestCoreScheduler_NodeGC (0.00s) === RUN TestCoreScheduler_NodeGC_TerminalAllocs === PAUSE TestCoreScheduler_NodeGC_TerminalAllocs === RUN TestCoreScheduler_NodeGC_RunningAllocs === PAUSE TestCoreScheduler_NodeGC_RunningAllocs === RUN TestCoreScheduler_NodeGC_Force === PAUSE TestCoreScheduler_NodeGC_Force === RUN TestCoreScheduler_JobGC_OutstandingEvals === PAUSE TestCoreScheduler_JobGC_OutstandingEvals === RUN TestCoreScheduler_JobGC_OutstandingAllocs === PAUSE TestCoreScheduler_JobGC_OutstandingAllocs === RUN TestCoreScheduler_JobGC_OneShot === PAUSE TestCoreScheduler_JobGC_OneShot === RUN TestCoreScheduler_JobGC_Stopped === PAUSE TestCoreScheduler_JobGC_Stopped === RUN TestCoreScheduler_JobGC_Force === PAUSE TestCoreScheduler_JobGC_Force === RUN TestCoreScheduler_JobGC_Parameterized === PAUSE TestCoreScheduler_JobGC_Parameterized === RUN TestCoreScheduler_JobGC_Periodic === PAUSE TestCoreScheduler_JobGC_Periodic === RUN TestCoreScheduler_DeploymentGC === PAUSE TestCoreScheduler_DeploymentGC === RUN TestCoreScheduler_DeploymentGC_Force === PAUSE TestCoreScheduler_DeploymentGC_Force === RUN TestCoreScheduler_PartitionEvalReap === PAUSE TestCoreScheduler_PartitionEvalReap === RUN TestCoreScheduler_PartitionDeploymentReap === PAUSE TestCoreScheduler_PartitionDeploymentReap === RUN TestCoreScheduler_PartitionJobReap === PAUSE TestCoreScheduler_PartitionJobReap === RUN TestAllocation_GCEligible === RUN TestAllocation_GCEligible/Don't_GC_when_non_terminal === RUN TestAllocation_GCEligible/Don't_GC_when_non_terminal_and_job_stopped === RUN TestAllocation_GCEligible/Don't_GC_when_non_terminal_and_job_dead === RUN TestAllocation_GCEligible/Don't_GC_when_non_terminal_on_client_and_job_dead === RUN TestAllocation_GCEligible/GC_when_terminal_but_not_failed_ === RUN TestAllocation_GCEligible/Don't_GC_when_threshold_not_met === RUN TestAllocation_GCEligible/GC_when_no_reschedule_policy === RUN TestAllocation_GCEligible/GC_when_empty_policy === RUN TestAllocation_GCEligible/Don't_GC_when_no_previous_reschedule_attempts === RUN TestAllocation_GCEligible/Don't_GC_when_prev_reschedule_attempt_within_interval === RUN TestAllocation_GCEligible/GC_with_prev_reschedule_attempt_outside_interval === RUN TestAllocation_GCEligible/GC_when_next_alloc_id_is_set === RUN TestAllocation_GCEligible/Don't_GC_when_next_alloc_id_is_not_set_and_unlimited_restarts === RUN TestAllocation_GCEligible/GC_when_job_is_stopped === RUN TestAllocation_GCEligible/GC_when_job_status_is_dead === RUN TestAllocation_GCEligible/GC_when_desired_status_is_stop,_unlimited_reschedule_policy,_no_previous_reschedule_events === RUN TestAllocation_GCEligible/GC_when_desired_status_is_stop,_limited_reschedule_policy,_some_previous_reschedule_events --- PASS: TestAllocation_GCEligible (0.00s) --- PASS: TestAllocation_GCEligible/Don't_GC_when_non_terminal (0.00s) --- PASS: TestAllocation_GCEligible/Don't_GC_when_non_terminal_and_job_stopped (0.00s) --- PASS: TestAllocation_GCEligible/Don't_GC_when_non_terminal_and_job_dead (0.00s) --- PASS: TestAllocation_GCEligible/Don't_GC_when_non_terminal_on_client_and_job_dead (0.00s) --- PASS: TestAllocation_GCEligible/GC_when_terminal_but_not_failed_ (0.00s) --- PASS: TestAllocation_GCEligible/Don't_GC_when_threshold_not_met (0.00s) --- PASS: TestAllocation_GCEligible/GC_when_no_reschedule_policy (0.00s) --- PASS: TestAllocation_GCEligible/GC_when_empty_policy (0.00s) --- PASS: TestAllocation_GCEligible/Don't_GC_when_no_previous_reschedule_attempts (0.00s) --- PASS: TestAllocation_GCEligible/Don't_GC_when_prev_reschedule_attempt_within_interval (0.00s) --- PASS: TestAllocation_GCEligible/GC_with_prev_reschedule_attempt_outside_interval (0.00s) --- PASS: TestAllocation_GCEligible/GC_when_next_alloc_id_is_set (0.00s) --- PASS: TestAllocation_GCEligible/Don't_GC_when_next_alloc_id_is_not_set_and_unlimited_restarts (0.00s) --- PASS: TestAllocation_GCEligible/GC_when_job_is_stopped (0.00s) --- PASS: TestAllocation_GCEligible/GC_when_job_status_is_dead (0.00s) --- PASS: TestAllocation_GCEligible/GC_when_desired_status_is_stop,_unlimited_reschedule_policy,_no_previous_reschedule_events (0.00s) --- PASS: TestAllocation_GCEligible/GC_when_desired_status_is_stop,_limited_reschedule_policy,_some_previous_reschedule_events (0.00s) === RUN TestCoreScheduler_CSIPluginGC === PAUSE TestCoreScheduler_CSIPluginGC === RUN TestCoreScheduler_CSIVolumeClaimGC === PAUSE TestCoreScheduler_CSIVolumeClaimGC === RUN TestCoreScheduler_FailLoop === PAUSE TestCoreScheduler_FailLoop === RUN TestCSIVolumeEndpoint_Get === PAUSE TestCSIVolumeEndpoint_Get === RUN TestCSIVolumeEndpoint_Get_ACL === PAUSE TestCSIVolumeEndpoint_Get_ACL === RUN TestCSIVolumeEndpoint_Register === PAUSE TestCSIVolumeEndpoint_Register === RUN TestCSIVolumeEndpoint_Claim === PAUSE TestCSIVolumeEndpoint_Claim === RUN TestCSIVolumeEndpoint_ClaimWithController === PAUSE TestCSIVolumeEndpoint_ClaimWithController === RUN TestCSIVolumeEndpoint_Unpublish === PAUSE TestCSIVolumeEndpoint_Unpublish === RUN TestCSIVolumeEndpoint_List === PAUSE TestCSIVolumeEndpoint_List === RUN TestCSIPluginEndpoint_RegisterViaFingerprint === PAUSE TestCSIPluginEndpoint_RegisterViaFingerprint === RUN TestCSIPluginEndpoint_RegisterViaJob === PAUSE TestCSIPluginEndpoint_RegisterViaJob === RUN TestCSIPluginEndpoint_DeleteViaGC === PAUSE TestCSIPluginEndpoint_DeleteViaGC === RUN TestCSI_RPCVolumeAndPluginLookup 2021-10-09T16:27:26.556Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:26.556Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:26.556Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:26.556Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:26.557Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:26.557Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:26.557Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:26.557Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:26.557Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-007 2021-10-09T16:27:26.640Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9213 Address:127.0.0.1:9213}]" nomad-007 2021-10-09T16:27:26.640Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-007.global 127.0.0.1 nomad-007 2021-10-09T16:27:26.640Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:26.640Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-007 2021-10-09T16:27:26.640Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9213 [Follower]" leader= nomad-007 2021-10-09T16:27:26.641Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-007.global (Addr: 127.0.0.1:9213) (DC: dc1)" nomad-007 2021-10-09T16:27:26.733Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-007 2021-10-09T16:27:26.734Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9213 [Candidate]" term=2 nomad-007 2021-10-09T16:27:26.734Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-007 2021-10-09T16:27:26.734Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9213 term=2 tally=1 nomad-007 2021-10-09T16:27:26.734Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-007 2021-10-09T16:27:26.734Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9213 [Leader]" nomad-007 2021-10-09T16:27:26.734Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-007 2021-10-09T16:27:26.735Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=ddef270c-b1dd-f461-6bbc-79891147548e create_time=1633796846735070934 nomad-007 2021-10-09T16:27:26.735Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=ddef270c-b1dd-f461-6bbc-79891147548e create_time=1633796846735070934 nomad-007 2021-10-09T16:27:26.735Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-007 2021-10-09T16:27:26.944Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=8c6562cf-43ad-4a2b-15de-45bc52c77acc nomad-007 2021-10-09T16:27:26.944Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=aa4bbb8a-ade8-7eec-e338-3a26f44d28cb nomad-007 2021-10-09T16:27:26.944Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=8c6562cf-43ad-4a2b-15de-45bc52c77acc nomad-007 2021-10-09T16:27:26.944Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=aa4bbb8a-ade8-7eec-e338-3a26f44d28cb nomad-007 2021-10-09T16:27:26.946Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-007 2021-10-09T16:27:26.946Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-007 2021-10-09T16:27:26.946Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=aa4bbb8a-ade8-7eec-e338-3a26f44d28cb nomad-007 2021-10-09T16:27:26.946Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=8c6562cf-43ad-4a2b-15de-45bc52c77acc nomad-007 2021-10-09T16:27:26.946Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-007 2021-10-09T16:27:26.947Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestCSI_RPCVolumeAndPluginLookup (0.39s) === RUN TestDeploymentEndpoint_GetDeployment === PAUSE TestDeploymentEndpoint_GetDeployment === RUN TestDeploymentEndpoint_GetDeployment_ACL === PAUSE TestDeploymentEndpoint_GetDeployment_ACL === RUN TestDeploymentEndpoint_GetDeployment_Blocking === PAUSE TestDeploymentEndpoint_GetDeployment_Blocking === RUN TestDeploymentEndpoint_Fail === PAUSE TestDeploymentEndpoint_Fail === RUN TestDeploymentEndpoint_Fail_ACL === PAUSE TestDeploymentEndpoint_Fail_ACL === RUN TestDeploymentEndpoint_Fail_Rollback === PAUSE TestDeploymentEndpoint_Fail_Rollback === RUN TestDeploymentEndpoint_Pause === PAUSE TestDeploymentEndpoint_Pause === RUN TestDeploymentEndpoint_Pause_ACL === PAUSE TestDeploymentEndpoint_Pause_ACL === RUN TestDeploymentEndpoint_Promote === PAUSE TestDeploymentEndpoint_Promote === RUN TestDeploymentEndpoint_Promote_ACL === PAUSE TestDeploymentEndpoint_Promote_ACL === RUN TestDeploymentEndpoint_SetAllocHealth === PAUSE TestDeploymentEndpoint_SetAllocHealth === RUN TestDeploymentEndpoint_SetAllocHealth_ACL === PAUSE TestDeploymentEndpoint_SetAllocHealth_ACL === RUN TestDeploymentEndpoint_SetAllocHealth_Rollback === PAUSE TestDeploymentEndpoint_SetAllocHealth_Rollback === RUN TestDeploymentEndpoint_SetAllocHealth_NoRollback === PAUSE TestDeploymentEndpoint_SetAllocHealth_NoRollback === RUN TestDeploymentEndpoint_List === PAUSE TestDeploymentEndpoint_List === RUN TestDeploymentEndpoint_List_ACL === PAUSE TestDeploymentEndpoint_List_ACL === RUN TestDeploymentEndpoint_List_Blocking === PAUSE TestDeploymentEndpoint_List_Blocking === RUN TestDeploymentEndpoint_Allocations === PAUSE TestDeploymentEndpoint_Allocations === RUN TestDeploymentEndpoint_Allocations_ACL === PAUSE TestDeploymentEndpoint_Allocations_ACL === RUN TestDeploymentEndpoint_Allocations_Blocking === PAUSE TestDeploymentEndpoint_Allocations_Blocking === RUN TestDeploymentEndpoint_Reap === PAUSE TestDeploymentEndpoint_Reap === RUN TestDrainer_Simple_ServiceOnly === PAUSE TestDrainer_Simple_ServiceOnly === RUN TestDrainer_Simple_ServiceOnly_Deadline drainer_int_test.go:228: DM-skipped --- SKIP: TestDrainer_Simple_ServiceOnly_Deadline (0.00s) === RUN TestDrainer_DrainEmptyNode === PAUSE TestDrainer_DrainEmptyNode === RUN TestDrainer_AllTypes_Deadline drainer_int_test.go:377: DM-skipped --- SKIP: TestDrainer_AllTypes_Deadline (0.00s) === RUN TestDrainer_AllTypes_NoDeadline drainer_int_test.go:545: DM-skipped --- SKIP: TestDrainer_AllTypes_NoDeadline (0.00s) === RUN TestDrainer_AllTypes_Deadline_GarbageCollectedNode drainer_int_test.go:713: DM-skipped due to panic --- SKIP: TestDrainer_AllTypes_Deadline_GarbageCollectedNode (0.00s) === RUN TestDrainer_Batch_TransitionToForce drainer_int_test.go:889: DM-skipped --- SKIP: TestDrainer_Batch_TransitionToForce (0.00s) === RUN TestEvalBroker_Enqueue_Dequeue_Nack_Ack === PAUSE TestEvalBroker_Enqueue_Dequeue_Nack_Ack === RUN TestEvalBroker_Nack_Delay === PAUSE TestEvalBroker_Nack_Delay === RUN TestEvalBroker_Serialize_DuplicateJobID === PAUSE TestEvalBroker_Serialize_DuplicateJobID === RUN TestEvalBroker_Enqueue_Disable === PAUSE TestEvalBroker_Enqueue_Disable === RUN TestEvalBroker_Enqueue_Disable_Delay === PAUSE TestEvalBroker_Enqueue_Disable_Delay === RUN TestEvalBroker_Dequeue_Timeout === PAUSE TestEvalBroker_Dequeue_Timeout === RUN TestEvalBroker_Dequeue_Empty_Timeout === PAUSE TestEvalBroker_Dequeue_Empty_Timeout === RUN TestEvalBroker_Dequeue_Priority === PAUSE TestEvalBroker_Dequeue_Priority === RUN TestEvalBroker_Dequeue_FIFO === PAUSE TestEvalBroker_Dequeue_FIFO === RUN TestEvalBroker_Dequeue_Fairness === PAUSE TestEvalBroker_Dequeue_Fairness === RUN TestEvalBroker_Dequeue_Blocked === PAUSE TestEvalBroker_Dequeue_Blocked === RUN TestEvalBroker_Nack_Timeout === PAUSE TestEvalBroker_Nack_Timeout === RUN TestEvalBroker_Nack_TimeoutReset eval_broker_test.go:967: DM-skipped --- SKIP: TestEvalBroker_Nack_TimeoutReset (0.00s) === RUN TestEvalBroker_PauseResumeNackTimeout === PAUSE TestEvalBroker_PauseResumeNackTimeout === RUN TestEvalBroker_DeliveryLimit === PAUSE TestEvalBroker_DeliveryLimit === RUN TestEvalBroker_AckAtDeliveryLimit === PAUSE TestEvalBroker_AckAtDeliveryLimit === RUN TestEvalBroker_Wait eval_broker_test.go:1202: DM-skipped --- SKIP: TestEvalBroker_Wait (0.00s) === RUN TestEvalBroker_WaitUntil === PAUSE TestEvalBroker_WaitUntil === RUN TestEvalBroker_EnqueueAll_Dequeue_Fair eval_broker_test.go:1291: DM-skipped --- SKIP: TestEvalBroker_EnqueueAll_Dequeue_Fair (0.00s) === RUN TestEvalBroker_EnqueueAll_Requeue_Ack === PAUSE TestEvalBroker_EnqueueAll_Requeue_Ack === RUN TestEvalBroker_EnqueueAll_Requeue_Nack === PAUSE TestEvalBroker_EnqueueAll_Requeue_Nack === RUN TestEvalBroker_NamespacedJobs === PAUSE TestEvalBroker_NamespacedJobs === RUN TestEvalEndpoint_GetEval === PAUSE TestEvalEndpoint_GetEval === RUN TestEvalEndpoint_GetEval_ACL === PAUSE TestEvalEndpoint_GetEval_ACL === RUN TestEvalEndpoint_GetEval_Blocking eval_endpoint_test.go:126: DM-skipped --- SKIP: TestEvalEndpoint_GetEval_Blocking (0.00s) === RUN TestEvalEndpoint_Dequeue === PAUSE TestEvalEndpoint_Dequeue === RUN TestEvalEndpoint_Dequeue_WaitIndex_Snapshot === PAUSE TestEvalEndpoint_Dequeue_WaitIndex_Snapshot === RUN TestEvalEndpoint_Dequeue_WaitIndex_Eval === PAUSE TestEvalEndpoint_Dequeue_WaitIndex_Eval === RUN TestEvalEndpoint_Dequeue_UpdateWaitIndex eval_endpoint_test.go:340: DM-skipped --- SKIP: TestEvalEndpoint_Dequeue_UpdateWaitIndex (0.00s) === RUN TestEvalEndpoint_Dequeue_Version_Mismatch === PAUSE TestEvalEndpoint_Dequeue_Version_Mismatch === RUN TestEvalEndpoint_Ack === PAUSE TestEvalEndpoint_Ack === RUN TestEvalEndpoint_Nack === PAUSE TestEvalEndpoint_Nack === RUN TestEvalEndpoint_Update === PAUSE TestEvalEndpoint_Update === RUN TestEvalEndpoint_Create === PAUSE TestEvalEndpoint_Create === RUN TestEvalEndpoint_Reap === PAUSE TestEvalEndpoint_Reap === RUN TestEvalEndpoint_List === PAUSE TestEvalEndpoint_List === RUN TestEvalEndpoint_List_ACL === PAUSE TestEvalEndpoint_List_ACL === RUN TestEvalEndpoint_List_Blocking === PAUSE TestEvalEndpoint_List_Blocking === RUN TestEvalEndpoint_Allocations === PAUSE TestEvalEndpoint_Allocations === RUN TestEvalEndpoint_Allocations_ACL === PAUSE TestEvalEndpoint_Allocations_ACL === RUN TestEvalEndpoint_Allocations_Blocking === PAUSE TestEvalEndpoint_Allocations_Blocking === RUN TestEvalEndpoint_Reblock_Nonexistent === PAUSE TestEvalEndpoint_Reblock_Nonexistent === RUN TestEvalEndpoint_Reblock_NonBlocked === PAUSE TestEvalEndpoint_Reblock_NonBlocked === RUN TestEvalEndpoint_Reblock eval_endpoint_test.go:1097: DM-skipped --- SKIP: TestEvalEndpoint_Reblock (0.00s) === RUN TestFSM_UpsertNodeEvents === PAUSE TestFSM_UpsertNodeEvents === RUN TestFSM_UpsertNode === PAUSE TestFSM_UpsertNode === RUN TestFSM_UpsertNode_Canonicalize === PAUSE TestFSM_UpsertNode_Canonicalize === RUN TestFSM_DeregisterNode === PAUSE TestFSM_DeregisterNode === RUN TestFSM_UpdateNodeStatus === PAUSE TestFSM_UpdateNodeStatus === RUN TestFSM_BatchUpdateNodeDrain === PAUSE TestFSM_BatchUpdateNodeDrain === RUN TestFSM_UpdateNodeDrain === PAUSE TestFSM_UpdateNodeDrain === RUN TestFSM_UpdateNodeDrain_Pre08_Compatibility === PAUSE TestFSM_UpdateNodeDrain_Pre08_Compatibility === RUN TestFSM_UpdateNodeEligibility === PAUSE TestFSM_UpdateNodeEligibility === RUN TestFSM_UpdateNodeEligibility_Unblock === PAUSE TestFSM_UpdateNodeEligibility_Unblock === RUN TestFSM_RegisterJob === PAUSE TestFSM_RegisterJob === RUN TestFSM_RegisterPeriodicJob_NonLeader === PAUSE TestFSM_RegisterPeriodicJob_NonLeader === RUN TestFSM_RegisterJob_BadNamespace === PAUSE TestFSM_RegisterJob_BadNamespace === RUN TestFSM_DeregisterJob_Purge === PAUSE TestFSM_DeregisterJob_Purge === RUN TestFSM_DeregisterJob_NoPurge === PAUSE TestFSM_DeregisterJob_NoPurge === RUN TestFSM_BatchDeregisterJob === PAUSE TestFSM_BatchDeregisterJob === RUN TestFSM_UpdateEval === PAUSE TestFSM_UpdateEval === RUN TestFSM_UpdateEval_Blocked === PAUSE TestFSM_UpdateEval_Blocked === RUN TestFSM_UpdateEval_Untrack === PAUSE TestFSM_UpdateEval_Untrack === RUN TestFSM_UpdateEval_NoUntrack === PAUSE TestFSM_UpdateEval_NoUntrack === RUN TestFSM_DeleteEval === PAUSE TestFSM_DeleteEval === RUN TestFSM_UpsertAllocs === PAUSE TestFSM_UpsertAllocs === RUN TestFSM_UpsertAllocs_SharedJob === PAUSE TestFSM_UpsertAllocs_SharedJob === RUN TestFSM_UpsertAllocs_StrippedResources === PAUSE TestFSM_UpsertAllocs_StrippedResources === RUN TestFSM_UpsertAllocs_Canonicalize === PAUSE TestFSM_UpsertAllocs_Canonicalize === RUN TestFSM_UpdateAllocFromClient_Unblock === PAUSE TestFSM_UpdateAllocFromClient_Unblock === RUN TestFSM_UpdateAllocFromClient === PAUSE TestFSM_UpdateAllocFromClient === RUN TestFSM_UpdateAllocDesiredTransition === PAUSE TestFSM_UpdateAllocDesiredTransition === RUN TestFSM_UpsertVaultAccessor === PAUSE TestFSM_UpsertVaultAccessor === RUN TestFSM_DeregisterVaultAccessor === PAUSE TestFSM_DeregisterVaultAccessor === RUN TestFSM_UpsertSITokenAccessor === PAUSE TestFSM_UpsertSITokenAccessor === RUN TestFSM_DeregisterSITokenAccessor === PAUSE TestFSM_DeregisterSITokenAccessor === RUN TestFSM_ApplyPlanResults === PAUSE TestFSM_ApplyPlanResults === RUN TestFSM_DeploymentStatusUpdate === PAUSE TestFSM_DeploymentStatusUpdate === RUN TestFSM_JobStabilityUpdate === PAUSE TestFSM_JobStabilityUpdate === RUN TestFSM_DeploymentPromotion === PAUSE TestFSM_DeploymentPromotion === RUN TestFSM_DeploymentAllocHealth === PAUSE TestFSM_DeploymentAllocHealth === RUN TestFSM_DeleteDeployment === PAUSE TestFSM_DeleteDeployment === RUN TestFSM_UpsertACLPolicies === PAUSE TestFSM_UpsertACLPolicies === RUN TestFSM_DeleteACLPolicies === PAUSE TestFSM_DeleteACLPolicies === RUN TestFSM_BootstrapACLTokens === PAUSE TestFSM_BootstrapACLTokens === RUN TestFSM_UpsertACLTokens === PAUSE TestFSM_UpsertACLTokens === RUN TestFSM_DeleteACLTokens === PAUSE TestFSM_DeleteACLTokens === RUN TestFSM_SnapshotRestore_Nodes fsm_test.go:2467: DM-skipped --- SKIP: TestFSM_SnapshotRestore_Nodes (0.00s) === RUN TestFSM_SnapshotRestore_Jobs === PAUSE TestFSM_SnapshotRestore_Jobs === RUN TestFSM_SnapshotRestore_Evals === PAUSE TestFSM_SnapshotRestore_Evals === RUN TestFSM_SnapshotRestore_Allocs === PAUSE TestFSM_SnapshotRestore_Allocs === RUN TestFSM_SnapshotRestore_Allocs_Canonicalize === PAUSE TestFSM_SnapshotRestore_Allocs_Canonicalize === RUN TestFSM_SnapshotRestore_Indexes === PAUSE TestFSM_SnapshotRestore_Indexes === RUN TestFSM_SnapshotRestore_TimeTable === PAUSE TestFSM_SnapshotRestore_TimeTable === RUN TestFSM_SnapshotRestore_PeriodicLaunches === PAUSE TestFSM_SnapshotRestore_PeriodicLaunches === RUN TestFSM_SnapshotRestore_JobSummary === PAUSE TestFSM_SnapshotRestore_JobSummary === RUN TestFSM_SnapshotRestore_VaultAccessors === PAUSE TestFSM_SnapshotRestore_VaultAccessors === RUN TestFSM_SnapshotRestore_JobVersions === PAUSE TestFSM_SnapshotRestore_JobVersions === RUN TestFSM_SnapshotRestore_Deployments === PAUSE TestFSM_SnapshotRestore_Deployments === RUN TestFSM_SnapshotRestore_ACLPolicy === PAUSE TestFSM_SnapshotRestore_ACLPolicy === RUN TestFSM_SnapshotRestore_ACLTokens === PAUSE TestFSM_SnapshotRestore_ACLTokens === RUN TestFSM_SnapshotRestore_SchedulerConfiguration === PAUSE TestFSM_SnapshotRestore_SchedulerConfiguration === RUN TestFSM_SnapshotRestore_ClusterMetadata === PAUSE TestFSM_SnapshotRestore_ClusterMetadata === RUN TestFSM_ReconcileSummaries === PAUSE TestFSM_ReconcileSummaries === RUN TestFSM_ReconcileParentJobSummary === PAUSE TestFSM_ReconcileParentJobSummary === RUN TestFSM_LeakedDeployments === PAUSE TestFSM_LeakedDeployments === RUN TestFSM_Autopilot === PAUSE TestFSM_Autopilot === RUN TestFSM_SchedulerConfig === PAUSE TestFSM_SchedulerConfig === RUN TestFSM_ClusterMetadata === PAUSE TestFSM_ClusterMetadata === RUN TestHeartbeat_InitializeHeartbeatTimers === PAUSE TestHeartbeat_InitializeHeartbeatTimers === RUN TestHeartbeat_ResetHeartbeatTimer === PAUSE TestHeartbeat_ResetHeartbeatTimer === RUN TestHeartbeat_ResetHeartbeatTimer_Nonleader === PAUSE TestHeartbeat_ResetHeartbeatTimer_Nonleader === RUN TestHeartbeat_ResetHeartbeatTimerLocked === PAUSE TestHeartbeat_ResetHeartbeatTimerLocked === RUN TestHeartbeat_ResetHeartbeatTimerLocked_Renew === PAUSE TestHeartbeat_ResetHeartbeatTimerLocked_Renew === RUN TestHeartbeat_InvalidateHeartbeat === PAUSE TestHeartbeat_InvalidateHeartbeat === RUN TestHeartbeat_ClearHeartbeatTimer === PAUSE TestHeartbeat_ClearHeartbeatTimer === RUN TestHeartbeat_ClearAllHeartbeatTimers === PAUSE TestHeartbeat_ClearAllHeartbeatTimers === RUN TestHeartbeat_Server_HeartbeatTTL_Failover heartbeat_test.go:215: DM-skipped --- SKIP: TestHeartbeat_Server_HeartbeatTTL_Failover (0.00s) === RUN TestJobEndpointConnect_isSidecarForService === PAUSE TestJobEndpointConnect_isSidecarForService === RUN TestJobEndpointConnect_groupConnectHook === PAUSE TestJobEndpointConnect_groupConnectHook === RUN TestJobEndpointConnect_groupConnectHook_IngressGateway === PAUSE TestJobEndpointConnect_groupConnectHook_IngressGateway === RUN TestJobEndpointConnect_ConnectInterpolation === PAUSE TestJobEndpointConnect_ConnectInterpolation === RUN TestJobEndpointConnect_groupConnectSidecarValidate === PAUSE TestJobEndpointConnect_groupConnectSidecarValidate === RUN TestJobEndpointConnect_getNamedTaskForNativeService === PAUSE TestJobEndpointConnect_getNamedTaskForNativeService === RUN TestJobEndpointConnect_groupConnectGatewayValidate === PAUSE TestJobEndpointConnect_groupConnectGatewayValidate === RUN TestJobEndpointConnect_newConnectGatewayTask_host --- PASS: TestJobEndpointConnect_newConnectGatewayTask_host (0.00s) === RUN TestJobEndpointConnect_newConnectGatewayTask_bridge --- PASS: TestJobEndpointConnect_newConnectGatewayTask_bridge (0.00s) === RUN TestJobEndpointConnect_hasGatewayTaskForService === RUN TestJobEndpointConnect_hasGatewayTaskForService/no_gateway_task === RUN TestJobEndpointConnect_hasGatewayTaskForService/has_gateway_task --- PASS: TestJobEndpointConnect_hasGatewayTaskForService (0.00s) --- PASS: TestJobEndpointConnect_hasGatewayTaskForService/no_gateway_task (0.00s) --- PASS: TestJobEndpointConnect_hasGatewayTaskForService/has_gateway_task (0.00s) === RUN TestJobEndpointConnect_gatewayProxyIsDefault === RUN TestJobEndpointConnect_gatewayProxyIsDefault/nil === RUN TestJobEndpointConnect_gatewayProxyIsDefault/unrelated_fields_set === RUN TestJobEndpointConnect_gatewayProxyIsDefault/no-bind_set === RUN TestJobEndpointConnect_gatewayProxyIsDefault/bind-tagged_set === RUN TestJobEndpointConnect_gatewayProxyIsDefault/bind-addresses_set --- PASS: TestJobEndpointConnect_gatewayProxyIsDefault (0.00s) --- PASS: TestJobEndpointConnect_gatewayProxyIsDefault/nil (0.00s) --- PASS: TestJobEndpointConnect_gatewayProxyIsDefault/unrelated_fields_set (0.00s) --- PASS: TestJobEndpointConnect_gatewayProxyIsDefault/no-bind_set (0.00s) --- PASS: TestJobEndpointConnect_gatewayProxyIsDefault/bind-tagged_set (0.00s) --- PASS: TestJobEndpointConnect_gatewayProxyIsDefault/bind-addresses_set (0.00s) === RUN TestJobEndpointConnect_gatewayBindAddresses === RUN TestJobEndpointConnect_gatewayBindAddresses/nil === RUN TestJobEndpointConnect_gatewayBindAddresses/no_listeners === RUN TestJobEndpointConnect_gatewayBindAddresses/simple === RUN TestJobEndpointConnect_gatewayBindAddresses/complex --- PASS: TestJobEndpointConnect_gatewayBindAddresses (0.00s) --- PASS: TestJobEndpointConnect_gatewayBindAddresses/nil (0.00s) --- PASS: TestJobEndpointConnect_gatewayBindAddresses/no_listeners (0.00s) --- PASS: TestJobEndpointConnect_gatewayBindAddresses/simple (0.00s) --- PASS: TestJobEndpointConnect_gatewayBindAddresses/complex (0.00s) === RUN TestJobEndpointConnect_gatewayProxyForBridge === RUN TestJobEndpointConnect_gatewayProxyForBridge/nil === RUN TestJobEndpointConnect_gatewayProxyForBridge/nil_proxy === RUN TestJobEndpointConnect_gatewayProxyForBridge/fill_in_defaults === RUN TestJobEndpointConnect_gatewayProxyForBridge/leave_as-is --- PASS: TestJobEndpointConnect_gatewayProxyForBridge (0.00s) --- PASS: TestJobEndpointConnect_gatewayProxyForBridge/nil (0.00s) --- PASS: TestJobEndpointConnect_gatewayProxyForBridge/nil_proxy (0.00s) --- PASS: TestJobEndpointConnect_gatewayProxyForBridge/fill_in_defaults (0.00s) --- PASS: TestJobEndpointConnect_gatewayProxyForBridge/leave_as-is (0.00s) === RUN TestJobExposeCheckHook_Name === PAUSE TestJobExposeCheckHook_Name === RUN TestJobExposeCheckHook_serviceUsesConnectEnvoy === PAUSE TestJobExposeCheckHook_serviceUsesConnectEnvoy === RUN TestJobExposeCheckHook_tgUsesExposeCheck === PAUSE TestJobExposeCheckHook_tgUsesExposeCheck === RUN TestJobExposeCheckHook_tgValidateUseOfBridgeMode === PAUSE TestJobExposeCheckHook_tgValidateUseOfBridgeMode === RUN TestJobExposeCheckHook_tgValidateUseOfCheckExpose === PAUSE TestJobExposeCheckHook_tgValidateUseOfCheckExpose === RUN TestJobExposeCheckHook_Validate === RUN TestJobExposeCheckHook_Validate/double_network === RUN TestJobExposeCheckHook_Validate/expose_in_service_check === RUN TestJobExposeCheckHook_Validate/ok --- PASS: TestJobExposeCheckHook_Validate (0.00s) --- PASS: TestJobExposeCheckHook_Validate/double_network (0.00s) --- PASS: TestJobExposeCheckHook_Validate/expose_in_service_check (0.00s) --- PASS: TestJobExposeCheckHook_Validate/ok (0.00s) === RUN TestJobExposeCheckHook_exposePathForCheck === PAUSE TestJobExposeCheckHook_exposePathForCheck === RUN TestJobExposeCheckHook_containsExposePath === PAUSE TestJobExposeCheckHook_containsExposePath === RUN TestJobExposeCheckHook_serviceExposeConfig === PAUSE TestJobExposeCheckHook_serviceExposeConfig === RUN TestJobExposeCheckHook_checkIsExposable === PAUSE TestJobExposeCheckHook_checkIsExposable === RUN TestJobExposeCheckHook_Mutate === PAUSE TestJobExposeCheckHook_Mutate === RUN TestJobEndpoint_Register === PAUSE TestJobEndpoint_Register === RUN TestJobEndpoint_Register_PreserveCounts === PAUSE TestJobEndpoint_Register_PreserveCounts === RUN TestJobEndpoint_Register_Connect === PAUSE TestJobEndpoint_Register_Connect === RUN TestJobEndpoint_Register_ConnectIngressGateway_minimum === PAUSE TestJobEndpoint_Register_ConnectIngressGateway_minimum === RUN TestJobEndpoint_Register_ConnectIngressGateway_full === PAUSE TestJobEndpoint_Register_ConnectIngressGateway_full === RUN TestJobEndpoint_Register_ConnectExposeCheck === PAUSE TestJobEndpoint_Register_ConnectExposeCheck === RUN TestJobEndpoint_Register_ConnectWithSidecarTask === PAUSE TestJobEndpoint_Register_ConnectWithSidecarTask === RUN TestJobEndpoint_Register_Connect_AllowUnauthenticatedFalse === PAUSE TestJobEndpoint_Register_Connect_AllowUnauthenticatedFalse === RUN TestJobEndpoint_Register_ACL === PAUSE TestJobEndpoint_Register_ACL === RUN TestJobEndpoint_Register_InvalidNamespace === PAUSE TestJobEndpoint_Register_InvalidNamespace === RUN TestJobEndpoint_Register_Payload === PAUSE TestJobEndpoint_Register_Payload === RUN TestJobEndpoint_Register_Existing === PAUSE TestJobEndpoint_Register_Existing === RUN TestJobEndpoint_Register_Periodic === PAUSE TestJobEndpoint_Register_Periodic === RUN TestJobEndpoint_Register_ParameterizedJob === PAUSE TestJobEndpoint_Register_ParameterizedJob === RUN TestJobEndpoint_Register_Dispatched === PAUSE TestJobEndpoint_Register_Dispatched === RUN TestJobEndpoint_Register_EnforceIndex === PAUSE TestJobEndpoint_Register_EnforceIndex === RUN TestJobEndpoint_Register_Vault_Disabled === PAUSE TestJobEndpoint_Register_Vault_Disabled === RUN TestJobEndpoint_Register_Vault_AllowUnauthenticated === PAUSE TestJobEndpoint_Register_Vault_AllowUnauthenticated === RUN TestJobEndpoint_Register_Vault_OverrideConstraint === PAUSE TestJobEndpoint_Register_Vault_OverrideConstraint === RUN TestJobEndpoint_Register_Vault_NoToken === PAUSE TestJobEndpoint_Register_Vault_NoToken === RUN TestJobEndpoint_Register_Vault_Policies === PAUSE TestJobEndpoint_Register_Vault_Policies === RUN TestJobEndpoint_Register_Vault_MultiNamespaces === PAUSE TestJobEndpoint_Register_Vault_MultiNamespaces === RUN TestJobEndpoint_Register_SemverConstraint === PAUSE TestJobEndpoint_Register_SemverConstraint === RUN TestJobEndpoint_Register_EvalCreation_Modern === PAUSE TestJobEndpoint_Register_EvalCreation_Modern === RUN TestJobEndpoint_Register_EvalCreation_Legacy === PAUSE TestJobEndpoint_Register_EvalCreation_Legacy === RUN TestJobEndpoint_Revert === PAUSE TestJobEndpoint_Revert === RUN TestJobEndpoint_Revert_Vault_NoToken === PAUSE TestJobEndpoint_Revert_Vault_NoToken === RUN TestJobEndpoint_Revert_Vault_Policies === PAUSE TestJobEndpoint_Revert_Vault_Policies === RUN TestJobEndpoint_Revert_ACL === PAUSE TestJobEndpoint_Revert_ACL === RUN TestJobEndpoint_Stable === PAUSE TestJobEndpoint_Stable === RUN TestJobEndpoint_Stable_ACL === PAUSE TestJobEndpoint_Stable_ACL === RUN TestJobEndpoint_Evaluate === PAUSE TestJobEndpoint_Evaluate === RUN TestJobEndpoint_ForceRescheduleEvaluate === PAUSE TestJobEndpoint_ForceRescheduleEvaluate === RUN TestJobEndpoint_Evaluate_ACL === PAUSE TestJobEndpoint_Evaluate_ACL === RUN TestJobEndpoint_Evaluate_Periodic === PAUSE TestJobEndpoint_Evaluate_Periodic === RUN TestJobEndpoint_Evaluate_ParameterizedJob === PAUSE TestJobEndpoint_Evaluate_ParameterizedJob === RUN TestJobEndpoint_Deregister === PAUSE TestJobEndpoint_Deregister === RUN TestJobEndpoint_Deregister_ACL === PAUSE TestJobEndpoint_Deregister_ACL === RUN TestJobEndpoint_Deregister_Nonexistent === PAUSE TestJobEndpoint_Deregister_Nonexistent === RUN TestJobEndpoint_Deregister_Periodic === PAUSE TestJobEndpoint_Deregister_Periodic === RUN TestJobEndpoint_Deregister_ParameterizedJob === PAUSE TestJobEndpoint_Deregister_ParameterizedJob === RUN TestJobEndpoint_Deregister_EvalCreation_Modern === PAUSE TestJobEndpoint_Deregister_EvalCreation_Modern === RUN TestJobEndpoint_Deregister_EvalCreation_Legacy === PAUSE TestJobEndpoint_Deregister_EvalCreation_Legacy === RUN TestJobEndpoint_BatchDeregister === PAUSE TestJobEndpoint_BatchDeregister === RUN TestJobEndpoint_BatchDeregister_ACL === PAUSE TestJobEndpoint_BatchDeregister_ACL === RUN TestJobEndpoint_GetJob === PAUSE TestJobEndpoint_GetJob === RUN TestJobEndpoint_GetJob_ACL === PAUSE TestJobEndpoint_GetJob_ACL === RUN TestJobEndpoint_GetJob_Blocking === PAUSE TestJobEndpoint_GetJob_Blocking === RUN TestJobEndpoint_GetJobVersions === PAUSE TestJobEndpoint_GetJobVersions === RUN TestJobEndpoint_GetJobVersions_ACL === PAUSE TestJobEndpoint_GetJobVersions_ACL === RUN TestJobEndpoint_GetJobVersions_Diff === PAUSE TestJobEndpoint_GetJobVersions_Diff === RUN TestJobEndpoint_GetJobVersions_Blocking job_endpoint_test.go:4190: DM-skipped --- SKIP: TestJobEndpoint_GetJobVersions_Blocking (0.00s) === RUN TestJobEndpoint_GetJobSummary === PAUSE TestJobEndpoint_GetJobSummary === RUN TestJobEndpoint_Summary_ACL === PAUSE TestJobEndpoint_Summary_ACL === RUN TestJobEndpoint_GetJobSummary_Blocking === PAUSE TestJobEndpoint_GetJobSummary_Blocking === RUN TestJobEndpoint_ListJobs === PAUSE TestJobEndpoint_ListJobs === RUN TestJobEndpoint_ListJobs_AllNamespaces_OSS === PAUSE TestJobEndpoint_ListJobs_AllNamespaces_OSS === RUN TestJobEndpoint_ListJobs_WithACL === PAUSE TestJobEndpoint_ListJobs_WithACL === RUN TestJobEndpoint_ListJobs_Blocking === PAUSE TestJobEndpoint_ListJobs_Blocking === RUN TestJobEndpoint_Allocations === PAUSE TestJobEndpoint_Allocations === RUN TestJobEndpoint_Allocations_ACL === PAUSE TestJobEndpoint_Allocations_ACL === RUN TestJobEndpoint_Allocations_Blocking === PAUSE TestJobEndpoint_Allocations_Blocking === RUN TestJobEndpoint_Allocations_NoJobID === PAUSE TestJobEndpoint_Allocations_NoJobID === RUN TestJobEndpoint_Evaluations === PAUSE TestJobEndpoint_Evaluations === RUN TestJobEndpoint_Evaluations_ACL === PAUSE TestJobEndpoint_Evaluations_ACL === RUN TestJobEndpoint_Evaluations_Blocking === PAUSE TestJobEndpoint_Evaluations_Blocking === RUN TestJobEndpoint_Deployments === PAUSE TestJobEndpoint_Deployments === RUN TestJobEndpoint_Deployments_ACL === PAUSE TestJobEndpoint_Deployments_ACL === RUN TestJobEndpoint_Deployments_Blocking === PAUSE TestJobEndpoint_Deployments_Blocking === RUN TestJobEndpoint_LatestDeployment === PAUSE TestJobEndpoint_LatestDeployment === RUN TestJobEndpoint_LatestDeployment_ACL === PAUSE TestJobEndpoint_LatestDeployment_ACL === RUN TestJobEndpoint_LatestDeployment_Blocking === PAUSE TestJobEndpoint_LatestDeployment_Blocking === RUN TestJobEndpoint_Plan_ACL === PAUSE TestJobEndpoint_Plan_ACL === RUN TestJobEndpoint_Plan_WithDiff === PAUSE TestJobEndpoint_Plan_WithDiff === RUN TestJobEndpoint_Plan_NoDiff === PAUSE TestJobEndpoint_Plan_NoDiff === RUN TestJobEndpoint_Plan_Scaling === PAUSE TestJobEndpoint_Plan_Scaling === RUN TestJobEndpoint_ImplicitConstraints_Vault === PAUSE TestJobEndpoint_ImplicitConstraints_Vault === RUN TestJobEndpoint_ValidateJob_ConsulConnect === PAUSE TestJobEndpoint_ValidateJob_ConsulConnect === RUN TestJobEndpoint_ImplicitConstraints_Signals === PAUSE TestJobEndpoint_ImplicitConstraints_Signals === RUN TestJobEndpoint_ValidateJobUpdate === PAUSE TestJobEndpoint_ValidateJobUpdate === RUN TestJobEndpoint_ValidateJobUpdate_ACL === PAUSE TestJobEndpoint_ValidateJobUpdate_ACL === RUN TestJobEndpoint_Dispatch_ACL === PAUSE TestJobEndpoint_Dispatch_ACL === RUN TestJobEndpoint_Dispatch === PAUSE TestJobEndpoint_Dispatch === RUN TestJobEndpoint_Scale === PAUSE TestJobEndpoint_Scale === RUN TestJobEndpoint_Scale_DeploymentBlocking === PAUSE TestJobEndpoint_Scale_DeploymentBlocking === RUN TestJobEndpoint_Scale_InformationalEventsShouldNotBeBlocked === PAUSE TestJobEndpoint_Scale_InformationalEventsShouldNotBeBlocked === RUN TestJobEndpoint_Scale_ACL === PAUSE TestJobEndpoint_Scale_ACL === RUN TestJobEndpoint_Scale_Invalid === PAUSE TestJobEndpoint_Scale_Invalid === RUN TestJobEndpoint_Scale_NoEval === PAUSE TestJobEndpoint_Scale_NoEval === RUN TestJobEndpoint_InvalidCount === PAUSE TestJobEndpoint_InvalidCount === RUN TestJobEndpoint_GetScaleStatus === PAUSE TestJobEndpoint_GetScaleStatus === RUN TestJobEndpoint_GetScaleStatus_ACL === PAUSE TestJobEndpoint_GetScaleStatus_ACL === RUN TestLeader_LeftServer 2021-10-09T16:27:26.965Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:26.966Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:26.966Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:26.966Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:26.966Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:26.966Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:26.966Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:26.966Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:26.966Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:26.966Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-008 2021-10-09T16:27:27.030Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-008 2021-10-09T16:27:27.030Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9215 [Follower]" leader= nomad-008 2021-10-09T16:27:27.031Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-008.global 127.0.0.1 nomad-008 2021-10-09T16:27:27.033Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] 2021-10-09T16:27:27.035Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-008 2021-10-09T16:27:27.035Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-008.global (Addr: 127.0.0.1:9215) (DC: dc1)" 2021-10-09T16:27:27.035Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.035Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.036Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.036Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.036Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.036Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.036Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.036Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.036Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-009 2021-10-09T16:27:27.036Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-009 2021-10-09T16:27:27.036Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9217 [Follower]" leader= nomad-009 2021-10-09T16:27:27.036Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-009.global 127.0.0.1 nomad-009 2021-10-09T16:27:27.036Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] 2021-10-09T16:27:27.037Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.041Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.041Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.045Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.045Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.047Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.047Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.047Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.047Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-010 2021-10-09T16:27:27.049Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] 2021-10-09T16:27:27.048Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-010 2021-10-09T16:27:27.050Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9219 [Follower]" leader= nomad-010 2021-10-09T16:27:27.051Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-010.global 127.0.0.1 nomad-010 2021-10-09T16:27:27.051Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-010 2021-10-09T16:27:27.116Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-009 2021-10-09T16:27:27.045Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-009.global (Addr: 127.0.0.1:9217) (DC: dc1)" nomad-009 2021-10-09T16:27:27.051Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9216 nomad-010 2021-10-09T16:27:27.141Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-010.global (Addr: 127.0.0.1:9219) (DC: dc1)" nomad-008 2021-10-09T16:27:27.142Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:51920 nomad-008 2021-10-09T16:27:27.142Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-009 2021-10-09T16:27:27.142Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-008 2021-10-09T16:27:27.143Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-009.global 127.0.0.1 nomad-008 2021-10-09T16:27:27.143Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-009.global (Addr: 127.0.0.1:9217) (DC: dc1)" nomad-009 2021-10-09T16:27:27.144Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-008.global 127.0.0.1 nomad-009 2021-10-09T16:27:27.145Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-008.global (Addr: 127.0.0.1:9215) (DC: dc1)" nomad-010 2021-10-09T16:27:27.145Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9216 nomad-008 2021-10-09T16:27:27.145Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:51922 nomad-008 2021-10-09T16:27:27.146Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-010.global 127.0.0.1 nomad-008 2021-10-09T16:27:27.146Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-010.global (Addr: 127.0.0.1:9219) (DC: dc1)" nomad-010 2021-10-09T16:27:27.146Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-009.global 127.0.0.1 nomad-010 2021-10-09T16:27:27.146Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-009.global (Addr: 127.0.0.1:9217) (DC: dc1)" nomad-010 2021-10-09T16:27:27.146Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-008.global 127.0.0.1 nomad-010 2021-10-09T16:27:27.150Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9219,127.0.0.1:9217,127.0.0.1:9215 nomad-010 2021-10-09T16:27:27.150Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-008.global (Addr: 127.0.0.1:9215) (DC: dc1)" nomad-008 2021-10-09T16:27:27.150Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9215,127.0.0.1:9217,127.0.0.1:9219 nomad-009 2021-10-09T16:27:27.152Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-010.global 127.0.0.1 nomad-008 2021-10-09T16:27:27.152Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-010.global nomad-009 2021-10-09T16:27:27.152Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-010.global (Addr: 127.0.0.1:9219) (DC: dc1)" nomad-009 2021-10-09T16:27:27.152Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-010.global nomad-010 2021-10-09T16:27:27.153Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-009.global nomad-010 2021-10-09T16:27:27.176Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-010 2021-10-09T16:27:27.176Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=2 nomad-010 2021-10-09T16:27:27.176Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-010 2021-10-09T16:27:27.176Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=2 tally=1 nomad-009 2021-10-09T16:27:27.177Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-008 2021-10-09T16:27:27.177Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-010 2021-10-09T16:27:27.177Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9217 term=2 tally=2 nomad-010 2021-10-09T16:27:27.177Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-010 2021-10-09T16:27:27.177Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9219 [Leader]" nomad-010 2021-10-09T16:27:27.177Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9217 nomad-010 2021-10-09T16:27:27.177Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9215 nomad-010 2021-10-09T16:27:27.177Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-010 2021-10-09T16:27:27.230Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9217 time=52.919789ms nomad-008 2021-10-09T16:27:27.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-010 2021-10-09T16:27:27.230Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9215 time=52.902082ms nomad-010 2021-10-09T16:27:27.230Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-008 2021-10-09T16:27:27.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9215 [Candidate]" term=3 nomad-010 2021-10-09T16:27:27.230Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9219 [Follower]" leader= nomad-010 2021-10-09T16:27:27.230Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-008 2021-10-09T16:27:27.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-008 2021-10-09T16:27:27.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9215 term=3 tally=1 nomad-009 2021-10-09T16:27:27.233Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-009 2021-10-09T16:27:27.233Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9215 leader=127.0.0.1:9219 nomad-010 2021-10-09T16:27:27.230Z [ERROR] nomad/leader.go:136: nomad: failed to wait for barrier: error="leadership lost while committing log" nomad-009 2021-10-09T16:27:27.233Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-010.global nomad-010 2021-10-09T16:27:27.233Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-008 2021-10-09T16:27:27.233Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-009.global nomad-010 2021-10-09T16:27:27.233Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9217 127.0.0.1:9217}" next=1 nomad-010 2021-10-09T16:27:27.233Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-010.global nomad-010 2021-10-09T16:27:27.234Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9215 127.0.0.1:9215}" nomad-010 2021-10-09T16:27:27.234Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-010 2021-10-09T16:27:27.234Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9215 last-term=2 last-candidate-term=1 nomad-009 2021-10-09T16:27:27.235Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-008.global peer_address=127.0.0.1:9215 nomad-009 2021-10-09T16:27:27.240Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-009.global nomad-010 2021-10-09T16:27:27.249Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-010.global nomad-010 2021-10-09T16:27:27.249Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-009.global nomad-010 2021-10-09T16:27:27.249Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-010.global nomad-010 2021-10-09T16:27:27.254Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-009.global nomad-008 2021-10-09T16:27:27.300Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-008 2021-10-09T16:27:27.331Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9215 [Candidate]" term=4 nomad-008 2021-10-09T16:27:27.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-008 2021-10-09T16:27:27.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9215 term=4 tally=1 nomad-010 2021-10-09T16:27:27.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-010 2021-10-09T16:27:27.332Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=4 nomad-010 2021-10-09T16:27:27.332Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-010 2021-10-09T16:27:27.332Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=4 tally=1 nomad-008 2021-10-09T16:27:27.342Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=4 nomad-009 2021-10-09T16:27:27.342Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-009 2021-10-09T16:27:27.342Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-009.global nomad-010 2021-10-09T16:27:27.342Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=4 nomad-009 2021-10-09T16:27:27.342Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=4 nomad-010 2021-10-09T16:27:27.342Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9217 term=4 tally=2 nomad-010 2021-10-09T16:27:27.342Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-010 2021-10-09T16:27:27.342Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9219 [Leader]" nomad-010 2021-10-09T16:27:27.342Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9217 nomad-010 2021-10-09T16:27:27.343Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9215 nomad-010 2021-10-09T16:27:27.343Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-008 2021-10-09T16:27:27.343Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=3 last-index=1 error="log not found" nomad-009 2021-10-09T16:27:27.343Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=3 last-index=0 error="log not found" nomad-008 2021-10-09T16:27:27.343Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9215 [Follower]" leader=127.0.0.1:9219 nomad-010 2021-10-09T16:27:27.343Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9215 127.0.0.1:9215}" next=2 nomad-010 2021-10-09T16:27:27.343Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9217 127.0.0.1:9217}" next=1 nomad-010 2021-10-09T16:27:27.343Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9215 127.0.0.1:9215}" nomad-010 2021-10-09T16:27:27.343Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9217 127.0.0.1:9217}" nomad-010 2021-10-09T16:27:27.346Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=c3a2e225-dcf8-2c2b-cad5-8b3c3955a4fc create_time=1633796847345643987 nomad-010 2021-10-09T16:27:27.346Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=c3a2e225-dcf8-2c2b-cad5-8b3c3955a4fc create_time=1633796847345643987 nomad-010 2021-10-09T16:27:27.346Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-009 2021-10-09T16:27:27.430Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9219 nomad-009 2021-10-09T16:27:27.430Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9217 [Candidate]" term=5 nomad-008 2021-10-09T16:27:27.430Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9219 nomad-008 2021-10-09T16:27:27.431Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9215 [Candidate]" term=5 nomad-009 2021-10-09T16:27:27.431Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-009 2021-10-09T16:27:27.431Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9217 term=5 tally=1 nomad-010 2021-10-09T16:27:27.431Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9217 127.0.0.1:9217}" nomad-010 2021-10-09T16:27:27.431Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9217 127.0.0.1:9217}" nomad-010 2021-10-09T16:27:27.431Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9219 [Follower]" leader= nomad-010 2021-10-09T16:27:27.431Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-010 2021-10-09T16:27:27.431Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9215 127.0.0.1:9215}" nomad-009 2021-10-09T16:27:27.432Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 nomad-008 2021-10-09T16:27:27.431Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-008 2021-10-09T16:27:27.430Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-008 2021-10-09T16:27:27.432Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-008 2021-10-09T16:27:27.432Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" nomad-010 2021-10-09T16:27:27.432Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-010 2021-10-09T16:27:27.433Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-010 2021-10-09T16:27:27.433Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 nomad-008 2021-10-09T16:27:27.482Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-009.global (timeout reached) nomad-008 2021-10-09T16:27:27.482Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed to send indirect ping: write udp 127.0.0.1:9216->127.0.0.1:9220: use of closed network connection nomad-009 2021-10-09T16:27:27.482Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:43510 nomad-009 2021-10-09T16:27:27.530Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-009 2021-10-09T16:27:27.530Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9217 [Candidate]" term=6 nomad-009 2021-10-09T16:27:27.530Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-009 2021-10-09T16:27:27.530Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9217 term=6 tally=1 nomad-010 2021-10-09T16:27:27.530Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-010 2021-10-09T16:27:27.530Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=6 nomad-010 2021-10-09T16:27:27.530Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-010 2021-10-09T16:27:27.530Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=6 tally=1 nomad-010 2021-10-09T16:27:27.530Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-008.global (timeout reached) nomad-008 2021-10-09T16:27:27.533Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" nomad-009 2021-10-09T16:27:27.533Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 nomad-010 2021-10-09T16:27:27.533Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 nomad-009 2021-10-09T16:27:27.533Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9215 127.0.0.1:9215}" error="dial tcp 127.0.0.1:9215: connect: connection refused" nomad-008 2021-10-09T16:27:27.533Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Was able to connect to nomad-009.global but other probes failed, network may be misconfigured nomad-010 2021-10-09T16:27:27.533Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9215 127.0.0.1:9215}" error=EOF nomad-010 2021-10-09T16:27:27.537Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-010 2021-10-09T16:27:27.551Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-008.global has failed, no acks received nomad-010 2021-10-09T16:27:27.630Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-009.global (timeout reached) nomad-009 2021-10-09T16:27:27.630Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-010 2021-10-09T16:27:27.630Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-009 2021-10-09T16:27:27.630Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-008.global (timeout reached) nomad-009 2021-10-09T16:27:27.630Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:43516 nomad-009 2021-10-09T16:27:27.630Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-010 2021-10-09T16:27:27.630Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-009 2021-10-09T16:27:27.630Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9217 [Candidate]" term=7 nomad-010 2021-10-09T16:27:27.630Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=7 nomad-009 2021-10-09T16:27:27.630Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-010 2021-10-09T16:27:27.630Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-010 2021-10-09T16:27:27.630Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=7 tally=1 nomad-009 2021-10-09T16:27:27.630Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9217 term=7 tally=1 nomad-010 2021-10-09T16:27:27.631Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-009 2021-10-09T16:27:27.631Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9215 127.0.0.1:9215}" error="dial tcp 127.0.0.1:9215: connect: connection refused" nomad-009 2021-10-09T16:27:27.631Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-010 2021-10-09T16:27:27.631Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9215 127.0.0.1:9215}" error="dial tcp 127.0.0.1:9215: connect: connection refused" nomad-010 2021-10-09T16:27:27.631Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-009 2021-10-09T16:27:27.645Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-008.global has failed, no acks received nomad-010 2021-10-09T16:27:27.646Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-009 2021-10-09T16:27:27.646Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9215 127.0.0.1:9215}" error="read tcp 127.0.0.1:48508->127.0.0.1:9215: read: connection reset by peer" nomad-009 2021-10-09T16:27:27.646Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-009 2021-10-09T16:27:27.652Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-010 2021-10-09T16:27:27.702Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-008.global (timeout reached) nomad-009 2021-10-09T16:27:27.730Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-009 2021-10-09T16:27:27.730Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9217 [Candidate]" term=8 nomad-009 2021-10-09T16:27:27.730Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-009 2021-10-09T16:27:27.730Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9217 term=8 tally=1 nomad-010 2021-10-09T16:27:27.730Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-010 2021-10-09T16:27:27.731Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=8 nomad-010 2021-10-09T16:27:27.731Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-010 2021-10-09T16:27:27.731Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=8 tally=1 nomad-009 2021-10-09T16:27:27.731Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-010 2021-10-09T16:27:27.731Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9215 127.0.0.1:9215}" error="dial tcp 127.0.0.1:9215: connect: connection refused" nomad-010 2021-10-09T16:27:27.731Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-009 2021-10-09T16:27:27.732Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9215 127.0.0.1:9215}" error="dial tcp 127.0.0.1:9215: connect: connection refused" nomad-010 2021-10-09T16:27:27.738Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-009 2021-10-09T16:27:27.751Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-010 2021-10-09T16:27:27.751Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-008.global as failed, suspect timeout reached (0 peer confirmations) nomad-010 2021-10-09T16:27:27.751Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberLeave: nomad-008.global 127.0.0.1 nomad-010 2021-10-09T16:27:27.751Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-008.global (Addr: 127.0.0.1:9215) (DC: dc1)" nomad-010 2021-10-09T16:27:27.751Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-008.global has failed, no acks received nomad-009 2021-10-09T16:27:27.752Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberLeave: nomad-008.global 127.0.0.1 nomad-009 2021-10-09T16:27:27.752Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-008.global (Addr: 127.0.0.1:9215) (DC: dc1)" nomad-010 2021-10-09T16:27:27.752Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-010 2021-10-09T16:27:27.753Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-009 2021-10-09T16:27:27.789Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-008.global (timeout reached) nomad-010 2021-10-09T16:27:27.789Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-009 2021-10-09T16:27:27.798Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-009 2021-10-09T16:27:27.798Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9217 [Candidate]" term=9 nomad-009 2021-10-09T16:27:27.798Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-009 2021-10-09T16:27:27.798Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9217 term=9 tally=1 nomad-010 2021-10-09T16:27:27.798Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-010 2021-10-09T16:27:27.798Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9219 [Follower]" leader= nomad-009 2021-10-09T16:27:27.798Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9215 127.0.0.1:9215}" error="dial tcp 127.0.0.1:9215: connect: connection refused" nomad-009 2021-10-09T16:27:27.798Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=9 tally=2 nomad-009 2021-10-09T16:27:27.798Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-009 2021-10-09T16:27:27.798Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9217 [Leader]" nomad-009 2021-10-09T16:27:27.798Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9219 nomad-009 2021-10-09T16:27:27.798Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9215 nomad-009 2021-10-09T16:27:27.798Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-009 2021-10-09T16:27:27.833Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9215 127.0.0.1:9215}" error="dial tcp 127.0.0.1:9215: connect: connection refused" nomad-009 2021-10-09T16:27:27.833Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9219 127.0.0.1:9219}" nomad-009 2021-10-09T16:27:27.833Z [ERROR] raft/replication.go:380: nomad.raft: failed to heartbeat to: peer=127.0.0.1:9215 error="dial tcp 127.0.0.1:9215: connect: connection refused" nomad-009 2021-10-09T16:27:27.834Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=c3a2e225-dcf8-2c2b-cad5-8b3c3955a4fc create_time=1633796847345643987 nomad-009 2021-10-09T16:27:27.834Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-009 2021-10-09T16:27:27.834Z [INFO] nomad/leader.go:1123: nomad: removing server by address: address=127.0.0.1:9215 nomad-009 2021-10-09T16:27:27.834Z [INFO] raft/raft.go:1018: nomad.raft: updating configuration: command=RemoveServer server-id=127.0.0.1:9215 server-addr= servers="[{Suffrage:Voter ID:127.0.0.1:9219 Address:127.0.0.1:9219} {Suffrage:Voter ID:127.0.0.1:9217 Address:127.0.0.1:9217}]" nomad-009 2021-10-09T16:27:27.834Z [INFO] raft/raft.go:501: nomad.raft: removed peer, stopping replication: peer=127.0.0.1:9215 last-index=11 nomad-010 2021-10-09T16:27:27.837Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-010 2021-10-09T16:27:27.838Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-009 2021-10-09T16:27:27.839Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-008.global has failed, no acks received nomad-009 2021-10-09T16:27:27.839Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-009 2021-10-09T16:27:27.839Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-009 2021-10-09T16:27:27.839Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-009 2021-10-09T16:27:27.839Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-009 2021-10-09T16:27:27.840Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9219 127.0.0.1:9219}" nomad-010 2021-10-09T16:27:27.840Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed to send nack: write udp 127.0.0.1:9220->127.0.0.1:9218: use of closed network connection from=127.0.0.1:9218 nomad-009 2021-10-09T16:27:27.841Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9215 127.0.0.1:9215}" error="dial tcp 127.0.0.1:9215: connect: connection refused" nomad-009 2021-10-09T16:27:27.841Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9215 127.0.0.1:9215}" error="dial tcp 127.0.0.1:9215: connect: connection refused" nomad-009 2021-10-09T16:27:27.841Z [ERROR] go-hclog/stdlog.go:50: nomad: yamux: Failed to write header: write tcp 127.0.0.1:36226->127.0.0.1:9219: use of closed network connection nomad-008 2021-10-09T16:27:27.842Z [INFO] nomad/server.go:620: nomad: shutting down server --- PASS: TestLeader_LeftServer (0.89s) === RUN TestLeader_LeftLeader 2021-10-09T16:27:27.842Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.843Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.843Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.843Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.843Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.845Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.845Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.846Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.846Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.846Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-011 2021-10-09T16:27:27.847Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-011 2021-10-09T16:27:27.847Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9221 [Follower]" leader= nomad-011 2021-10-09T16:27:27.847Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-011.global 127.0.0.1 nomad-011 2021-10-09T16:27:27.848Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:27.849Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-011 2021-10-09T16:27:27.849Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-011.global (Addr: 127.0.0.1:9221) (DC: dc1)" 2021-10-09T16:27:27.849Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.849Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.849Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.849Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.849Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.850Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.850Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.850Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.850Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-012 2021-10-09T16:27:27.851Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-012 2021-10-09T16:27:27.851Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9223 [Follower]" leader= nomad-012 2021-10-09T16:27:27.851Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-012.global 127.0.0.1 nomad-009 2021-10-09T16:27:27.889Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-010.global (timeout reached) nomad-011 2021-10-09T16:27:27.916Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-012 2021-10-09T16:27:27.934Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-012 2021-10-09T16:27:27.935Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-012.global (Addr: 127.0.0.1:9223) (DC: dc1)" 2021-10-09T16:27:27.936Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.936Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.936Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.936Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.936Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.940Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.940Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.940Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-012 2021-10-09T16:27:27.942Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election 2021-10-09T16:27:27.942Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:27.942Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-013 2021-10-09T16:27:27.943Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-013 2021-10-09T16:27:27.944Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-013.global 127.0.0.1 nomad-013 2021-10-09T16:27:27.944Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-013 2021-10-09T16:27:27.944Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9225 [Follower]" leader= nomad-013 2021-10-09T16:27:27.945Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-013.global (Addr: 127.0.0.1:9225) (DC: dc1)" nomad-012 2021-10-09T16:27:27.947Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9222 nomad-011 2021-10-09T16:27:27.947Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:33578 nomad-012 2021-10-09T16:27:27.948Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-011.global 127.0.0.1 nomad-012 2021-10-09T16:27:27.948Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-011.global (Addr: 127.0.0.1:9221) (DC: dc1)" nomad-013 2021-10-09T16:27:27.948Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9222 nomad-011 2021-10-09T16:27:27.948Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:33580 nomad-011 2021-10-09T16:27:27.949Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-013.global 127.0.0.1 nomad-011 2021-10-09T16:27:27.949Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-013.global (Addr: 127.0.0.1:9225) (DC: dc1)" nomad-011 2021-10-09T16:27:27.949Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-012.global 127.0.0.1 nomad-013 2021-10-09T16:27:27.949Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-011.global 127.0.0.1 nomad-013 2021-10-09T16:27:27.949Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-011.global (Addr: 127.0.0.1:9221) (DC: dc1)" nomad-011 2021-10-09T16:27:27.950Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-012.global (Addr: 127.0.0.1:9223) (DC: dc1)" nomad-011 2021-10-09T16:27:27.956Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9221,127.0.0.1:9225,127.0.0.1:9223 nomad-011 2021-10-09T16:27:27.967Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-011 2021-10-09T16:27:27.967Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9221 [Candidate]" term=2 nomad-011 2021-10-09T16:27:27.967Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-011 2021-10-09T16:27:27.967Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9221 term=2 tally=1 nomad-013 2021-10-09T16:27:27.968Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-012 2021-10-09T16:27:27.968Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-011 2021-10-09T16:27:27.968Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9225 term=2 tally=2 nomad-011 2021-10-09T16:27:27.968Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-011 2021-10-09T16:27:27.968Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9221 [Leader]" nomad-011 2021-10-09T16:27:27.968Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9225 nomad-011 2021-10-09T16:27:27.968Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9223 nomad-011 2021-10-09T16:27:27.968Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-013 2021-10-09T16:27:27.968Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-012 2021-10-09T16:27:28.034Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-011 2021-10-09T16:27:28.034Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9225 time=65.796534ms nomad-011 2021-10-09T16:27:28.034Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9223 time=65.767902ms nomad-011 2021-10-09T16:27:28.034Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-011 2021-10-09T16:27:28.034Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9221 [Follower]" leader= nomad-011 2021-10-09T16:27:28.034Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9225 127.0.0.1:9225}" next=1 nomad-011 2021-10-09T16:27:28.034Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-011 2021-10-09T16:27:28.034Z [ERROR] nomad/leader.go:136: nomad: failed to wait for barrier: error="leadership lost while committing log" nomad-011 2021-10-09T16:27:28.034Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-011 2021-10-09T16:27:28.034Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-012.global nomad-011 2021-10-09T16:27:28.036Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-012.global nomad-012 2021-10-09T16:27:28.036Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-013.global 127.0.0.1 nomad-012 2021-10-09T16:27:28.036Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-012.global nomad-011 2021-10-09T16:27:28.045Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9223 127.0.0.1:9223}" next=1 nomad-012 2021-10-09T16:27:28.045Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-013.global (Addr: 127.0.0.1:9225) (DC: dc1)" nomad-009 2021-10-09T16:27:28.046Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-010.global has failed, no acks received nomad-011 2021-10-09T16:27:28.048Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-013.global nomad-011 2021-10-09T16:27:28.049Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-013.global nomad-013 2021-10-09T16:27:28.049Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-012.global 127.0.0.1 nomad-012 2021-10-09T16:27:28.049Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-011.global peer_address=127.0.0.1:9221 nomad-013 2021-10-09T16:27:28.049Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-012.global nomad-013 2021-10-09T16:27:28.049Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-012.global (Addr: 127.0.0.1:9223) (DC: dc1)" nomad-013 2021-10-09T16:27:28.053Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-011.global peer_address=127.0.0.1:9221 nomad-011 2021-10-09T16:27:28.130Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-011 2021-10-09T16:27:28.130Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9221 [Candidate]" term=3 nomad-011 2021-10-09T16:27:28.130Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-011 2021-10-09T16:27:28.130Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9221 term=3 tally=1 nomad-013 2021-10-09T16:27:28.130Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-011 2021-10-09T16:27:28.131Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9225 term=3 tally=2 nomad-011 2021-10-09T16:27:28.131Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-011 2021-10-09T16:27:28.131Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9221 [Leader]" nomad-011 2021-10-09T16:27:28.131Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9225 nomad-011 2021-10-09T16:27:28.131Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9223 nomad-011 2021-10-09T16:27:28.131Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-013 2021-10-09T16:27:28.131Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=3 last-index=0 error="log not found" nomad-011 2021-10-09T16:27:28.131Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9225 127.0.0.1:9225}" next=1 nomad-011 2021-10-09T16:27:28.132Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9225 127.0.0.1:9225}" nomad-012 2021-10-09T16:27:28.136Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=3 last-index=0 error="log not found" nomad-011 2021-10-09T16:27:28.137Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f2495cc6-d111-0d11-321e-43640e6f0be8 create_time=1633796848136391979 nomad-011 2021-10-09T16:27:28.138Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f2495cc6-d111-0d11-321e-43640e6f0be8 create_time=1633796848136391979 nomad-011 2021-10-09T16:27:28.138Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9223 127.0.0.1:9223}" next=1 nomad-011 2021-10-09T16:27:28.138Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-012 2021-10-09T16:27:28.138Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-012.global nomad-011 2021-10-09T16:27:28.138Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9223 127.0.0.1:9223}" nomad-012 2021-10-09T16:27:28.139Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f2495cc6-d111-0d11-321e-43640e6f0be8 create_time=1633796848136391979 nomad-011 2021-10-09T16:27:28.147Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-012.global nomad-013 2021-10-09T16:27:28.148Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-013.global nomad-012 2021-10-09T16:27:28.148Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-013.global nomad-011 2021-10-09T16:27:28.151Z [INFO] nomad/server.go:686: nomad: server starting leave nomad-011 2021-10-09T16:27:28.151Z [INFO] raft/raft.go:1018: nomad.raft: updating configuration: command=RemoveServer server-id=127.0.0.1:9221 server-addr= servers="[{Suffrage:Voter ID:127.0.0.1:9225 Address:127.0.0.1:9225} {Suffrage:Voter ID:127.0.0.1:9223 Address:127.0.0.1:9223}]" nomad-013 2021-10-09T16:27:28.152Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f2495cc6-d111-0d11-321e-43640e6f0be8 create_time=1633796848136391979 nomad-011 2021-10-09T16:27:28.152Z [INFO] raft/raft.go:673: nomad.raft: removed ourself, transitioning to follower nomad-011 2021-10-09T16:27:28.152Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9221 [Follower]" leader= nomad-011 2021-10-09T16:27:28.152Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9225 127.0.0.1:9225}" nomad-011 2021-10-09T16:27:28.152Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-011 2021-10-09T16:27:28.152Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9223 127.0.0.1:9223}" nomad-011 2021-10-09T16:27:28.152Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-013 2021-10-09T16:27:28.219Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9221 nomad-013 2021-10-09T16:27:28.219Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9225 [Candidate]" term=4 nomad-013 2021-10-09T16:27:28.219Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-013 2021-10-09T16:27:28.219Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9225 term=4 tally=1 nomad-012 2021-10-09T16:27:28.232Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9225 leader=127.0.0.1:9221 nomad-011 2021-10-09T16:27:28.335Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberLeave: nomad-011.global 127.0.0.1 nomad-011 2021-10-09T16:27:28.335Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-011.global (Addr: 127.0.0.1:9221) (DC: dc1)" nomad-009 2021-10-09T16:27:28.335Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-010.global as failed, suspect timeout reached (0 peer confirmations) nomad-009 2021-10-09T16:27:28.336Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-010.global 127.0.0.1 nomad-013 2021-10-09T16:27:28.341Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-011.global nomad-012 2021-10-09T16:27:28.341Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9221 nomad-011 2021-10-09T16:27:28.341Z [WARN] raft/raft.go:210: nomad.raft: not part of stable configuration, aborting election nomad-012 2021-10-09T16:27:28.341Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9223 [Candidate]" term=4 nomad-013 2021-10-09T16:27:28.341Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-011.global nomad-012 2021-10-09T16:27:28.341Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-013 2021-10-09T16:27:28.341Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-013.global nomad-012 2021-10-09T16:27:28.341Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9223 term=4 tally=1 nomad-013 2021-10-09T16:27:28.341Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-013 2021-10-09T16:27:28.341Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9225 [Candidate]" term=5 nomad-013 2021-10-09T16:27:28.341Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-013 2021-10-09T16:27:28.341Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9225 term=5 tally=1 nomad-011 2021-10-09T16:27:28.342Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-013.global nomad-011 2021-10-09T16:27:28.430Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-012.global (timeout reached) nomad-011 2021-10-09T16:27:28.430Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-011.global nomad-013 2021-10-09T16:27:28.430Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberLeave: nomad-011.global 127.0.0.1 nomad-012 2021-10-09T16:27:28.431Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-012 2021-10-09T16:27:28.432Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9223 [Candidate]" term=5 nomad-012 2021-10-09T16:27:28.432Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-012 2021-10-09T16:27:28.432Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9223 term=5 tally=1 nomad-012 2021-10-09T16:27:28.434Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 nomad-012 2021-10-09T16:27:28.435Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-013.global (timeout reached) nomad-013 2021-10-09T16:27:28.435Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-011.global (Addr: 127.0.0.1:9221) (DC: dc1)" nomad-012 2021-10-09T16:27:28.435Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-011.global nomad-012 2021-10-09T16:27:28.435Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:38166 nomad-012 2021-10-09T16:27:28.436Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberLeave: nomad-011.global 127.0.0.1 nomad-013 2021-10-09T16:27:28.436Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 nomad-013 2021-10-09T16:27:28.437Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-013 2021-10-09T16:27:28.437Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9225 [Candidate]" term=6 nomad-013 2021-10-09T16:27:28.437Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-013 2021-10-09T16:27:28.437Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9225 term=6 tally=1 nomad-013 2021-10-09T16:27:28.436Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-011.global nomad-013 2021-10-09T16:27:28.437Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-011.global nomad-012 2021-10-09T16:27:28.438Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-012 2021-10-09T16:27:28.438Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9223 [Follower]" leader= nomad-012 2021-10-09T16:27:28.438Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-011.global (Addr: 127.0.0.1:9221) (DC: dc1)" nomad-013 2021-10-09T16:27:28.438Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9223 term=6 tally=2 nomad-013 2021-10-09T16:27:28.438Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-013 2021-10-09T16:27:28.438Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9225 [Leader]" nomad-013 2021-10-09T16:27:28.438Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9223 nomad-013 2021-10-09T16:27:28.438Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-013 2021-10-09T16:27:28.439Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9223 127.0.0.1:9223}" nomad-013 2021-10-09T16:27:28.440Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-012 2021-10-09T16:27:28.531Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9225 nomad-012 2021-10-09T16:27:28.531Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9223 [Candidate]" term=7 nomad-012 2021-10-09T16:27:28.531Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-012 2021-10-09T16:27:28.531Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9223 term=7 tally=1 nomad-013 2021-10-09T16:27:28.532Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9223 time=80.155787ms nomad-013 2021-10-09T16:27:28.532Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-013 2021-10-09T16:27:28.532Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9225 [Follower]" leader= nomad-013 2021-10-09T16:27:28.532Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-013 2021-10-09T16:27:28.532Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9223 127.0.0.1:9223}" nomad-013 2021-10-09T16:27:28.532Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-013 2021-10-09T16:27:28.534Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-012 2021-10-09T16:27:28.534Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9225 term=7 tally=2 nomad-012 2021-10-09T16:27:28.534Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-012 2021-10-09T16:27:28.534Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9223 [Leader]" nomad-012 2021-10-09T16:27:28.534Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9225 nomad-012 2021-10-09T16:27:28.534Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-012 2021-10-09T16:27:28.535Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9225 127.0.0.1:9225}" nomad-012 2021-10-09T16:27:28.535Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-012 2021-10-09T16:27:28.633Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9225 time=84.653296ms nomad-012 2021-10-09T16:27:28.633Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-012 2021-10-09T16:27:28.633Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9223 [Follower]" leader= nomad-012 2021-10-09T16:27:28.634Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9225 127.0.0.1:9225}" nomad-013 2021-10-09T16:27:28.633Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9223 nomad-013 2021-10-09T16:27:28.634Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9225 [Candidate]" term=8 nomad-013 2021-10-09T16:27:28.634Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-013 2021-10-09T16:27:28.634Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9225 term=8 tally=1 nomad-012 2021-10-09T16:27:28.634Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-012 2021-10-09T16:27:28.634Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-012 2021-10-09T16:27:28.635Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-013 2021-10-09T16:27:28.635Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9223 term=8 tally=2 nomad-013 2021-10-09T16:27:28.635Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-013 2021-10-09T16:27:28.635Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9225 [Leader]" nomad-013 2021-10-09T16:27:28.635Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9223 nomad-013 2021-10-09T16:27:28.636Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-013 2021-10-09T16:27:28.636Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9223 127.0.0.1:9223}" nomad-013 2021-10-09T16:27:28.642Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-013 2021-10-09T16:27:28.730Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9223 time=86.942662ms nomad-013 2021-10-09T16:27:28.730Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-013 2021-10-09T16:27:28.730Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9225 [Follower]" leader= nomad-013 2021-10-09T16:27:28.730Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-013 2021-10-09T16:27:28.730Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9223 127.0.0.1:9223}" nomad-013 2021-10-09T16:27:28.730Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-011 2021-10-09T16:27:28.730Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-012.global (timeout reached) nomad-012 2021-10-09T16:27:28.732Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:38180 nomad-013 2021-10-09T16:27:28.787Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-013 2021-10-09T16:27:28.787Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9225 [Candidate]" term=9 nomad-013 2021-10-09T16:27:28.787Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-013 2021-10-09T16:27:28.787Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9225 term=9 tally=1 nomad-012 2021-10-09T16:27:28.818Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9225 nomad-012 2021-10-09T16:27:28.818Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9223 [Candidate]" term=9 nomad-012 2021-10-09T16:27:28.818Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-012 2021-10-09T16:27:28.818Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9223 term=9 tally=1 nomad-013 2021-10-09T16:27:28.833Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=9 nomad-012 2021-10-09T16:27:28.833Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=9 nomad-011 2021-10-09T16:27:28.933Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-012.global (timeout reached) nomad-013 2021-10-09T16:27:28.934Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-012 2021-10-09T16:27:28.934Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-013 2021-10-09T16:27:28.934Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9225 [Candidate]" term=10 nomad-012 2021-10-09T16:27:28.934Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9223 [Candidate]" term=10 nomad-013 2021-10-09T16:27:28.934Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-012 2021-10-09T16:27:28.934Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-012 2021-10-09T16:27:28.934Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9223 term=10 tally=1 nomad-013 2021-10-09T16:27:28.934Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9225 term=10 tally=1 nomad-013 2021-10-09T16:27:28.935Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=10 nomad-012 2021-10-09T16:27:28.935Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=10 nomad-012 2021-10-09T16:27:28.940Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:38182 nomad-012 2021-10-09T16:27:29.030Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-012 2021-10-09T16:27:29.030Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9223 [Candidate]" term=11 nomad-012 2021-10-09T16:27:29.030Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-012 2021-10-09T16:27:29.030Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9223 term=11 tally=1 nomad-013 2021-10-09T16:27:29.030Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-013 2021-10-09T16:27:29.030Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9225 [Follower]" leader= nomad-012 2021-10-09T16:27:29.031Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9225 term=11 tally=2 nomad-012 2021-10-09T16:27:29.031Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-012 2021-10-09T16:27:29.031Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9223 [Leader]" nomad-012 2021-10-09T16:27:29.031Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9225 nomad-012 2021-10-09T16:27:29.031Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-012 2021-10-09T16:27:29.031Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9225 127.0.0.1:9225}" nomad-012 2021-10-09T16:27:29.032Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-012 2021-10-09T16:27:29.103Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9225 time=54.87672ms nomad-012 2021-10-09T16:27:29.103Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-012 2021-10-09T16:27:29.103Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9223 [Follower]" leader= nomad-012 2021-10-09T16:27:29.104Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-012 2021-10-09T16:27:29.104Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9225 127.0.0.1:9225}" nomad-012 2021-10-09T16:27:29.104Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-013 2021-10-09T16:27:29.124Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9223 nomad-013 2021-10-09T16:27:29.124Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9225 [Candidate]" term=12 nomad-013 2021-10-09T16:27:29.124Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-013 2021-10-09T16:27:29.124Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9225 term=12 tally=1 nomad-012 2021-10-09T16:27:29.130Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-013 2021-10-09T16:27:29.130Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9223 term=12 tally=2 nomad-013 2021-10-09T16:27:29.130Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-013 2021-10-09T16:27:29.130Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9225 [Leader]" nomad-013 2021-10-09T16:27:29.130Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9223 nomad-013 2021-10-09T16:27:29.130Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-013 2021-10-09T16:27:29.137Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9223 127.0.0.1:9223}" nomad-013 2021-10-09T16:27:29.138Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-012 2021-10-09T16:27:29.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9225 nomad-012 2021-10-09T16:27:29.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9223 [Candidate]" term=13 nomad-012 2021-10-09T16:27:29.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-012 2021-10-09T16:27:29.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9223 term=13 tally=1 nomad-013 2021-10-09T16:27:29.230Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9223 time=63.154519ms nomad-013 2021-10-09T16:27:29.230Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-013 2021-10-09T16:27:29.230Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9225 [Follower]" leader= nomad-013 2021-10-09T16:27:29.230Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-013 2021-10-09T16:27:29.231Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9223 127.0.0.1:9223}" nomad-013 2021-10-09T16:27:29.231Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-013 2021-10-09T16:27:29.231Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-012 2021-10-09T16:27:29.231Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9225 term=13 tally=2 nomad-012 2021-10-09T16:27:29.232Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-012 2021-10-09T16:27:29.232Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9223 [Leader]" nomad-012 2021-10-09T16:27:29.232Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9225 nomad-012 2021-10-09T16:27:29.232Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-012 2021-10-09T16:27:29.232Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9225 127.0.0.1:9225}" nomad-012 2021-10-09T16:27:29.233Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-013 2021-10-09T16:27:29.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9223 nomad-013 2021-10-09T16:27:29.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9225 [Candidate]" term=14 nomad-012 2021-10-09T16:27:29.330Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9225 time=87.991327ms nomad-012 2021-10-09T16:27:29.330Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-013 2021-10-09T16:27:29.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-012 2021-10-09T16:27:29.330Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9223 [Follower]" leader= nomad-013 2021-10-09T16:27:29.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9225 term=14 tally=1 nomad-012 2021-10-09T16:27:29.330Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-012 2021-10-09T16:27:29.330Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9225 127.0.0.1:9225}" nomad-012 2021-10-09T16:27:29.330Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-012 2021-10-09T16:27:29.330Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-013 2021-10-09T16:27:29.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9223 term=14 tally=2 nomad-013 2021-10-09T16:27:29.330Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-013 2021-10-09T16:27:29.330Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9225 [Leader]" nomad-013 2021-10-09T16:27:29.331Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9223 nomad-013 2021-10-09T16:27:29.331Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-013 2021-10-09T16:27:29.331Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9223 127.0.0.1:9223}" nomad-013 2021-10-09T16:27:29.332Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-011 2021-10-09T16:27:29.356Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-013 2021-10-09T16:27:29.441Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-013 2021-10-09T16:27:29.441Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-013 2021-10-09T16:27:29.441Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9223 127.0.0.1:9223}" nomad-013 2021-10-09T16:27:29.442Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-013 2021-10-09T16:27:29.442Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-012 2021-10-09T16:27:29.442Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-012 2021-10-09T16:27:29.442Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-011 2021-10-09T16:27:29.442Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-012 2021-10-09T16:27:29.442Z [ERROR] go-hclog/stdlog.go:50: nomad.rpc: yamux: Failed to write body: write tcp 127.0.0.1:9223->127.0.0.1:33402: write: broken pipe --- PASS: TestLeader_LeftLeader (1.60s) === RUN TestLeader_MultiBootstrap nomad-012 2021-10-09T16:27:29.442Z [ERROR] nomad/rpc.go:478: nomad.rpc: multiplex_v2 conn accept failed: error="write tcp 127.0.0.1:9223->127.0.0.1:33402: write: broken pipe" 2021-10-09T16:27:29.443Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.443Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.443Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.443Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.443Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.443Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.443Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.443Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.443Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.444Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-014 2021-10-09T16:27:29.445Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9227 Address:127.0.0.1:9227}]" nomad-014 2021-10-09T16:27:29.446Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9227 [Follower]" leader= nomad-014 2021-10-09T16:27:29.446Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-014.global 127.0.0.1 nomad-014 2021-10-09T16:27:29.446Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-014 2021-10-09T16:27:29.446Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-014.global (Addr: 127.0.0.1:9227) (DC: dc1)" 2021-10-09T16:27:29.446Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.446Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.446Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.446Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.447Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.447Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.448Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.448Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.448Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.448Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-015 2021-10-09T16:27:29.449Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9229 Address:127.0.0.1:9229}]" nomad-015 2021-10-09T16:27:29.449Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-015.global 127.0.0.1 nomad-015 2021-10-09T16:27:29.450Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9229 [Follower]" leader= nomad-015 2021-10-09T16:27:29.450Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-015 2021-10-09T16:27:29.450Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-015.global (Addr: 127.0.0.1:9229) (DC: dc1)" nomad-015 2021-10-09T16:27:29.530Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9228 nomad-014 2021-10-09T16:27:29.530Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:57406 nomad-014 2021-10-09T16:27:29.535Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-015.global 127.0.0.1 nomad-014 2021-10-09T16:27:29.544Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-014 2021-10-09T16:27:29.544Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9227 [Candidate]" term=2 nomad-014 2021-10-09T16:27:29.544Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-014 2021-10-09T16:27:29.544Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9227 term=2 tally=1 nomad-014 2021-10-09T16:27:29.544Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-014 2021-10-09T16:27:29.544Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9227 [Leader]" nomad-014 2021-10-09T16:27:29.544Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-015 2021-10-09T16:27:29.550Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-014.global 127.0.0.1 nomad-015 2021-10-09T16:27:29.550Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-014.global (Addr: 127.0.0.1:9227) (DC: dc1)" nomad-014 2021-10-09T16:27:29.551Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-015.global (Addr: 127.0.0.1:9229) (DC: dc1)" nomad-014 2021-10-09T16:27:29.552Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-015.global nomad-014 2021-10-09T16:27:29.552Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-015.global nomad-015 2021-10-09T16:27:29.552Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-015 2021-10-09T16:27:29.552Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9229 [Candidate]" term=2 nomad-015 2021-10-09T16:27:29.552Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-015 2021-10-09T16:27:29.552Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9229 term=2 tally=1 nomad-015 2021-10-09T16:27:29.552Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-015 2021-10-09T16:27:29.552Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9229 [Leader]" nomad-015 2021-10-09T16:27:29.552Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-015 2021-10-09T16:27:29.553Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=b5ea5d72-1602-dfcc-e23d-649e9318c7bb create_time=1633796849553236016 nomad-015 2021-10-09T16:27:29.553Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=b5ea5d72-1602-dfcc-e23d-649e9318c7bb create_time=1633796849553236016 nomad-015 2021-10-09T16:27:29.630Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-014 2021-10-09T16:27:29.631Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=9170bff3-9a58-9faa-1ae8-6288e08e6058 create_time=1633796849545422719 nomad-014 2021-10-09T16:27:29.631Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=9170bff3-9a58-9faa-1ae8-6288e08e6058 create_time=1633796849545422719 nomad-014 2021-10-09T16:27:29.631Z [ERROR] nomad/leader.go:1007: nomad: skipping adding Raft peer because an existing peer is in bootstrap mode and only one server should be in bootstrap mode: existing_peer=nomad-015.global joining_peer=nomad-014.global nomad-014 2021-10-09T16:27:29.631Z [ERROR] nomad/leader.go:1007: nomad: skipping adding Raft peer because an existing peer is in bootstrap mode and only one server should be in bootstrap mode: existing_peer=nomad-014.global joining_peer=nomad-015.global nomad-014 2021-10-09T16:27:29.631Z [ERROR] nomad/leader.go:1007: nomad: skipping adding Raft peer because an existing peer is in bootstrap mode and only one server should be in bootstrap mode: existing_peer=nomad-014.global joining_peer=nomad-015.global nomad-015 2021-10-09T16:27:29.633Z [ERROR] nomad/leader.go:1007: nomad: skipping adding Raft peer because an existing peer is in bootstrap mode and only one server should be in bootstrap mode: existing_peer=nomad-014.global joining_peer=nomad-015.global nomad-015 2021-10-09T16:27:29.633Z [ERROR] nomad/leader.go:1007: nomad: skipping adding Raft peer because an existing peer is in bootstrap mode and only one server should be in bootstrap mode: existing_peer=nomad-015.global joining_peer=nomad-014.global nomad-014 2021-10-09T16:27:29.632Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-015 2021-10-09T16:27:29.641Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-015 2021-10-09T16:27:29.641Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-015 2021-10-09T16:27:29.641Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-014 2021-10-09T16:27:29.642Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-014 2021-10-09T16:27:29.642Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-015 2021-10-09T16:27:29.642Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-014 2021-10-09T16:27:29.642Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-014 2021-10-09T16:27:29.642Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestLeader_MultiBootstrap (0.20s) === RUN TestLeader_PlanQueue_Reset 2021-10-09T16:27:29.643Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.643Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.643Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.643Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.643Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.643Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.643Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.644Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.644Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.730Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-016 2021-10-09T16:27:29.731Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-016 2021-10-09T16:27:29.731Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9231 [Follower]" leader= nomad-016 2021-10-09T16:27:29.732Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-016.global 127.0.0.1 nomad-016 2021-10-09T16:27:29.732Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-016 2021-10-09T16:27:29.732Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-016.global (Addr: 127.0.0.1:9231) (DC: dc1)" 2021-10-09T16:27:29.733Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.733Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.733Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.733Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.733Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.733Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.734Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.734Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.734Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-017 2021-10-09T16:27:29.735Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-017 2021-10-09T16:27:29.735Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-017.global 127.0.0.1 nomad-017 2021-10-09T16:27:29.736Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-017 2021-10-09T16:27:29.739Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9233 [Follower]" leader= nomad-018 2021-10-09T16:27:29.739Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-017 2021-10-09T16:27:29.740Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-017.global (Addr: 127.0.0.1:9233) (DC: dc1)" 2021-10-09T16:27:29.740Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.740Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.740Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.740Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-018 2021-10-09T16:27:29.740Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-018.global 127.0.0.1 2021-10-09T16:27:29.740Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.740Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.740Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.740Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-018 2021-10-09T16:27:29.740Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:29.740Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:29.740Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-018 2021-10-09T16:27:29.740Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9235 [Follower]" leader= nomad-018 2021-10-09T16:27:29.741Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-018.global (Addr: 127.0.0.1:9235) (DC: dc1)" nomad-017 2021-10-09T16:27:29.744Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9232 nomad-016 2021-10-09T16:27:29.744Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:35280 nomad-016 2021-10-09T16:27:29.746Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-017.global 127.0.0.1 nomad-016 2021-10-09T16:27:29.747Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-017.global (Addr: 127.0.0.1:9233) (DC: dc1)" nomad-017 2021-10-09T16:27:29.747Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-016.global 127.0.0.1 nomad-017 2021-10-09T16:27:29.747Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-016.global (Addr: 127.0.0.1:9231) (DC: dc1)" nomad-016 2021-10-09T16:27:29.747Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:35282 nomad-018 2021-10-09T16:27:29.747Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9232 nomad-016 2021-10-09T16:27:29.748Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-018.global 127.0.0.1 nomad-018 2021-10-09T16:27:29.748Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-017.global 127.0.0.1 nomad-016 2021-10-09T16:27:29.748Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-018.global (Addr: 127.0.0.1:9235) (DC: dc1)" nomad-018 2021-10-09T16:27:29.748Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-016.global 127.0.0.1 nomad-018 2021-10-09T16:27:29.748Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-017.global (Addr: 127.0.0.1:9233) (DC: dc1)" nomad-016 2021-10-09T16:27:29.830Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-018 2021-10-09T16:27:29.830Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-017 2021-10-09T16:27:29.833Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-018.global 127.0.0.1 nomad-017 2021-10-09T16:27:29.833Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-018.global (Addr: 127.0.0.1:9235) (DC: dc1)" nomad-016 2021-10-09T16:27:29.833Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9231,127.0.0.1:9233,127.0.0.1:9235 nomad-017 2021-10-09T16:27:29.833Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-016 2021-10-09T16:27:29.834Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-017.global nomad-018 2021-10-09T16:27:29.834Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-016.global peer_address=127.0.0.1:9231 nomad-018 2021-10-09T16:27:29.834Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-016.global (Addr: 127.0.0.1:9231) (DC: dc1)" nomad-017 2021-10-09T16:27:29.835Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-016.global peer_address=127.0.0.1:9231 nomad-017 2021-10-09T16:27:29.844Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-018.global nomad-018 2021-10-09T16:27:29.844Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-017.global nomad-016 2021-10-09T16:27:29.845Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-018.global nomad-016 2021-10-09T16:27:29.845Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-017.global nomad-016 2021-10-09T16:27:29.940Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-017 2021-10-09T16:27:29.942Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-018.global nomad-017 2021-10-09T16:27:29.942Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-017.global nomad-018 2021-10-09T16:27:29.942Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-018.global nomad-018 2021-10-09T16:27:29.942Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-017.global nomad-018 2021-10-09T16:27:29.942Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-018.global nomad-016 2021-10-09T16:27:29.940Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=2 nomad-016 2021-10-09T16:27:29.942Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-016 2021-10-09T16:27:29.942Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=2 tally=1 nomad-016 2021-10-09T16:27:29.942Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-018.global nomad-016 2021-10-09T16:27:29.942Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-017.global nomad-017 2021-10-09T16:27:29.943Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-018 2021-10-09T16:27:29.943Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-016 2021-10-09T16:27:29.943Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=2 tally=2 nomad-016 2021-10-09T16:27:29.943Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-016 2021-10-09T16:27:29.943Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9231 [Leader]" nomad-016 2021-10-09T16:27:29.943Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9233 nomad-016 2021-10-09T16:27:29.943Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-016 2021-10-09T16:27:29.943Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9235 nomad-017 2021-10-09T16:27:29.943Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-016 2021-10-09T16:27:29.944Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9233 127.0.0.1:9233}" next=1 nomad-018 2021-10-09T16:27:29.944Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-016 2021-10-09T16:27:29.944Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9233 127.0.0.1:9233}" nomad-016 2021-10-09T16:27:29.944Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9235 127.0.0.1:9235}" next=1 nomad-016 2021-10-09T16:27:29.944Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9235 127.0.0.1:9235}" nomad-016 2021-10-09T16:27:29.946Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8157dfcc-d096-fef9-a478-b166b2cccf99 create_time=1633796849946002624 nomad-016 2021-10-09T16:27:29.946Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=8157dfcc-d096-fef9-a478-b166b2cccf99 create_time=1633796849946002624 nomad-016 2021-10-09T16:27:29.946Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-017 2021-10-09T16:27:30.030Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9231 nomad-017 2021-10-09T16:27:30.030Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9233 [Candidate]" term=3 nomad-017 2021-10-09T16:27:30.030Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-017 2021-10-09T16:27:30.030Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=3 tally=1 nomad-018 2021-10-09T16:27:30.030Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9231 nomad-018 2021-10-09T16:27:30.030Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9235 [Candidate]" term=3 nomad-018 2021-10-09T16:27:30.030Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-016 2021-10-09T16:27:30.030Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9233 time=79.939372ms nomad-018 2021-10-09T16:27:30.030Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9235 term=3 tally=1 nomad-016 2021-10-09T16:27:30.030Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9235 time=77.23266ms nomad-016 2021-10-09T16:27:30.031Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-016 2021-10-09T16:27:30.031Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9231 [Follower]" leader= nomad-017 2021-10-09T16:27:30.031Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 nomad-016 2021-10-09T16:27:30.031Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-016 2021-10-09T16:27:30.031Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 nomad-018 2021-10-09T16:27:30.032Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 nomad-016 2021-10-09T16:27:30.031Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-017 2021-10-09T16:27:30.032Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=3 tally=2 nomad-017 2021-10-09T16:27:30.032Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-016 2021-10-09T16:27:30.031Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9235 127.0.0.1:9235}" nomad-017 2021-10-09T16:27:30.032Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9233 [Leader]" nomad-016 2021-10-09T16:27:30.031Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9233 127.0.0.1:9233}" nomad-017 2021-10-09T16:27:30.032Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9231 nomad-017 2021-10-09T16:27:30.032Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9235 nomad-017 2021-10-09T16:27:30.032Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-018 2021-10-09T16:27:30.032Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9235 [Follower]" leader=127.0.0.1:9233 nomad-017 2021-10-09T16:27:30.032Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9231 127.0.0.1:9231}" nomad-016 2021-10-09T16:27:30.032Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-017 2021-10-09T16:27:30.032Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8157dfcc-d096-fef9-a478-b166b2cccf99 create_time=1633796849946002624 nomad-017 2021-10-09T16:27:30.032Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9235 127.0.0.1:9235}" nomad-018 2021-10-09T16:27:30.033Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8157dfcc-d096-fef9-a478-b166b2cccf99 create_time=1633796849946002624 nomad-017 2021-10-09T16:27:30.033Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-017 2021-10-09T16:27:30.051Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-017 2021-10-09T16:27:30.051Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-017 2021-10-09T16:27:30.051Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-017 2021-10-09T16:27:30.051Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-017 2021-10-09T16:27:30.051Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9235 127.0.0.1:9235}" nomad-017 2021-10-09T16:27:30.051Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9231 127.0.0.1:9231}" nomad-018 2021-10-09T16:27:30.130Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9233 nomad-018 2021-10-09T16:27:30.130Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9235 [Candidate]" term=4 nomad-018 2021-10-09T16:27:30.130Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-018 2021-10-09T16:27:30.130Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9235 term=4 tally=1 nomad-017 2021-10-09T16:27:30.130Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" nomad-016 2021-10-09T16:27:30.130Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9235 leader=127.0.0.1:9233 nomad-016 2021-10-09T16:27:30.130Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9233 nomad-018 2021-10-09T16:27:30.130Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9233 127.0.0.1:9233}" error=EOF nomad-016 2021-10-09T16:27:30.131Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=4 nomad-016 2021-10-09T16:27:30.131Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-016 2021-10-09T16:27:30.131Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=4 tally=1 nomad-017 2021-10-09T16:27:30.131Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" nomad-018 2021-10-09T16:27:30.131Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=4 nomad-016 2021-10-09T16:27:30.131Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9233 127.0.0.1:9233}" error=EOF nomad-016 2021-10-09T16:27:30.230Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-016 2021-10-09T16:27:30.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=5 nomad-018 2021-10-09T16:27:30.230Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-016 2021-10-09T16:27:30.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-018 2021-10-09T16:27:30.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9235 [Candidate]" term=5 nomad-016 2021-10-09T16:27:30.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=5 tally=1 nomad-018 2021-10-09T16:27:30.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-016 2021-10-09T16:27:30.231Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9233 127.0.0.1:9233}" error="dial tcp 127.0.0.1:9233: connect: connection refused" nomad-016 2021-10-09T16:27:30.231Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 nomad-016 2021-10-09T16:27:30.231Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-017.global (timeout reached) nomad-018 2021-10-09T16:27:30.231Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-017.global (timeout reached) nomad-018 2021-10-09T16:27:30.231Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9233 127.0.0.1:9233}" error="dial tcp 127.0.0.1:9233: connect: connection refused" nomad-018 2021-10-09T16:27:30.232Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9235 term=5 tally=1 nomad-018 2021-10-09T16:27:30.232Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 nomad-016 2021-10-09T16:27:30.232Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-017.global has failed, no acks received nomad-018 2021-10-09T16:27:30.241Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-017.global has failed, no acks received nomad-018 2021-10-09T16:27:30.292Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-017.global (timeout reached) nomad-016 2021-10-09T16:27:30.304Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-016 2021-10-09T16:27:30.304Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=6 nomad-016 2021-10-09T16:27:30.304Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-016 2021-10-09T16:27:30.304Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=6 tally=1 nomad-018 2021-10-09T16:27:30.330Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-018 2021-10-09T16:27:30.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9235 [Candidate]" term=6 nomad-018 2021-10-09T16:27:30.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-018 2021-10-09T16:27:30.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9235 term=6 tally=1 nomad-016 2021-10-09T16:27:30.334Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 nomad-018 2021-10-09T16:27:30.334Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9233 127.0.0.1:9233}" error="dial tcp 127.0.0.1:9233: connect: connection refused" nomad-018 2021-10-09T16:27:30.334Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 nomad-016 2021-10-09T16:27:30.334Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9233 127.0.0.1:9233}" error="dial tcp 127.0.0.1:9233: connect: connection refused" nomad-018 2021-10-09T16:27:30.430Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-018 2021-10-09T16:27:30.430Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9235 [Candidate]" term=7 nomad-016 2021-10-09T16:27:30.430Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-017.global (timeout reached) nomad-018 2021-10-09T16:27:30.430Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-018 2021-10-09T16:27:30.430Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9235 term=7 tally=1 nomad-016 2021-10-09T16:27:30.430Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-016 2021-10-09T16:27:30.430Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=7 nomad-016 2021-10-09T16:27:30.430Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-016 2021-10-09T16:27:30.430Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=7 tally=1 nomad-016 2021-10-09T16:27:30.434Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-017.global has failed, no acks received nomad-016 2021-10-09T16:27:30.434Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-017.global as failed, suspect timeout reached (0 peer confirmations) nomad-016 2021-10-09T16:27:30.434Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-017.global 127.0.0.1 nomad-018 2021-10-09T16:27:30.434Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-017.global as failed, suspect timeout reached (0 peer confirmations) nomad-018 2021-10-09T16:27:30.434Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-017.global 127.0.0.1 nomad-018 2021-10-09T16:27:30.434Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-017.global (Addr: 127.0.0.1:9233) (DC: dc1)" nomad-016 2021-10-09T16:27:30.434Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-017.global (Addr: 127.0.0.1:9233) (DC: dc1)" nomad-016 2021-10-09T16:27:30.436Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-018 2021-10-09T16:27:30.436Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-018 2021-10-09T16:27:30.436Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9233 127.0.0.1:9233}" error="dial tcp 127.0.0.1:9233: connect: connection refused" nomad-016 2021-10-09T16:27:30.436Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9233 127.0.0.1:9233}" error="dial tcp 127.0.0.1:9233: connect: connection refused" nomad-018 2021-10-09T16:27:30.442Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-017.global has failed, no acks received nomad-016 2021-10-09T16:27:30.530Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-016 2021-10-09T16:27:30.530Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=8 nomad-016 2021-10-09T16:27:30.530Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-016 2021-10-09T16:27:30.530Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=8 tally=1 nomad-018 2021-10-09T16:27:30.530Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-018 2021-10-09T16:27:30.530Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9235 [Candidate]" term=8 nomad-018 2021-10-09T16:27:30.530Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-018 2021-10-09T16:27:30.530Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9235 term=8 tally=1 nomad-018 2021-10-09T16:27:30.530Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-016 2021-10-09T16:27:30.530Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-016 2021-10-09T16:27:30.530Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9233 127.0.0.1:9233}" error="dial tcp 127.0.0.1:9233: connect: connection refused" nomad-018 2021-10-09T16:27:30.531Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9233 127.0.0.1:9233}" error="dial tcp 127.0.0.1:9233: connect: connection refused" nomad-016 2021-10-09T16:27:30.630Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-018 2021-10-09T16:27:30.630Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-018 2021-10-09T16:27:30.630Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9235 [Candidate]" term=9 nomad-018 2021-10-09T16:27:30.630Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-016 2021-10-09T16:27:30.630Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=9 nomad-018 2021-10-09T16:27:30.630Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9235 term=9 tally=1 nomad-016 2021-10-09T16:27:30.630Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-018 2021-10-09T16:27:30.630Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=9 nomad-018 2021-10-09T16:27:30.636Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9233 127.0.0.1:9233}" error="dial tcp 127.0.0.1:9233: connect: connection refused" nomad-016 2021-10-09T16:27:30.630Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=9 tally=1 nomad-016 2021-10-09T16:27:30.637Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=9 nomad-016 2021-10-09T16:27:30.636Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9233 127.0.0.1:9233}" error="dial tcp 127.0.0.1:9233: connect: connection refused" nomad-016 2021-10-09T16:27:30.694Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-016 2021-10-09T16:27:30.694Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=10 nomad-016 2021-10-09T16:27:30.694Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-016 2021-10-09T16:27:30.694Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=10 tally=1 nomad-018 2021-10-09T16:27:30.704Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-018 2021-10-09T16:27:30.704Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9235 [Candidate]" term=10 nomad-018 2021-10-09T16:27:30.704Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-018 2021-10-09T16:27:30.704Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9235 term=10 tally=1 nomad-016 2021-10-09T16:27:30.730Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=10 nomad-018 2021-10-09T16:27:30.730Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9233 127.0.0.1:9233}" error="dial tcp 127.0.0.1:9233: connect: connection refused" nomad-018 2021-10-09T16:27:30.730Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=10 nomad-016 2021-10-09T16:27:30.730Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9233 127.0.0.1:9233}" error="dial tcp 127.0.0.1:9233: connect: connection refused" nomad-016 2021-10-09T16:27:30.830Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-016 2021-10-09T16:27:30.830Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=11 nomad-018 2021-10-09T16:27:30.830Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-018 2021-10-09T16:27:30.830Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9235 [Candidate]" term=11 nomad-018 2021-10-09T16:27:30.830Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-016 2021-10-09T16:27:30.830Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-018 2021-10-09T16:27:30.830Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9235 term=11 tally=1 nomad-016 2021-10-09T16:27:30.830Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=11 tally=1 nomad-018 2021-10-09T16:27:30.833Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9233 127.0.0.1:9233}" error="dial tcp 127.0.0.1:9233: connect: connection refused" nomad-016 2021-10-09T16:27:30.833Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9233 127.0.0.1:9233}" error="dial tcp 127.0.0.1:9233: connect: connection refused" nomad-016 2021-10-09T16:27:30.833Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=11 nomad-018 2021-10-09T16:27:30.833Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=11 nomad-016 2021-10-09T16:27:30.881Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-016 2021-10-09T16:27:30.881Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=12 nomad-016 2021-10-09T16:27:30.881Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-016 2021-10-09T16:27:30.881Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=12 tally=1 nomad-018 2021-10-09T16:27:30.881Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-018 2021-10-09T16:27:30.881Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9235 [Follower]" leader= nomad-016 2021-10-09T16:27:30.930Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9235 term=12 tally=2 nomad-016 2021-10-09T16:27:30.930Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-016 2021-10-09T16:27:30.930Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9231 [Leader]" nomad-016 2021-10-09T16:27:30.930Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9233 nomad-016 2021-10-09T16:27:30.930Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9235 nomad-016 2021-10-09T16:27:30.930Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-016 2021-10-09T16:27:30.933Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9233 127.0.0.1:9233}" error="dial tcp 127.0.0.1:9233: connect: connection refused" nomad-016 2021-10-09T16:27:30.933Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9233 127.0.0.1:9233}" error="dial tcp 127.0.0.1:9233: connect: connection refused" nomad-016 2021-10-09T16:27:30.933Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9235 127.0.0.1:9235}" nomad-016 2021-10-09T16:27:30.934Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-016 2021-10-09T16:27:30.941Z [ERROR] raft/replication.go:380: nomad.raft: failed to heartbeat to: peer=127.0.0.1:9233 error="dial tcp 127.0.0.1:9233: connect: connection refused" nomad-018 2021-10-09T16:27:30.951Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-018 2021-10-09T16:27:30.951Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-017 2021-10-09T16:27:30.951Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-016 2021-10-09T16:27:30.951Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-016 2021-10-09T16:27:30.951Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-016 2021-10-09T16:27:30.951Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-016 2021-10-09T16:27:30.951Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9235 127.0.0.1:9235}" nomad-016 2021-10-09T16:27:30.951Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestLeader_PlanQueue_Reset (1.31s) === RUN TestLeader_EvalBroker_Reset 2021-10-09T16:27:30.954Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:30.954Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:30.954Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:30.954Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:30.954Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:30.954Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:30.954Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:30.955Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:30.956Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:30.956Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-019 2021-10-09T16:27:30.957Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9237 Address:127.0.0.1:9237}]" nomad-019 2021-10-09T16:27:30.957Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9237 [Follower]" leader= nomad-019 2021-10-09T16:27:30.957Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-019.global 127.0.0.1 nomad-019 2021-10-09T16:27:30.957Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:30.958Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:30.958Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:30.958Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:30.958Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:30.958Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-019 2021-10-09T16:27:30.958Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-019.global (Addr: 127.0.0.1:9237) (DC: dc1)" 2021-10-09T16:27:30.958Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:30.958Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:30.958Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:30.960Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:30.960Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-020 2021-10-09T16:27:30.960Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-020 2021-10-09T16:27:30.960Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9239 [Follower]" leader= nomad-020 2021-10-09T16:27:30.960Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-020.global 127.0.0.1 nomad-020 2021-10-09T16:27:30.961Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-020 2021-10-09T16:27:31.030Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election 2021-10-09T16:27:31.030Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.030Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.030Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.030Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.032Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.032Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.032Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-020 2021-10-09T16:27:31.035Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-020.global (Addr: 127.0.0.1:9239) (DC: dc1)" nomad-019 2021-10-09T16:27:31.047Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-019 2021-10-09T16:27:31.048Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9237 [Candidate]" term=2 nomad-019 2021-10-09T16:27:31.048Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-019 2021-10-09T16:27:31.048Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9237 term=2 tally=1 nomad-019 2021-10-09T16:27:31.048Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-019 2021-10-09T16:27:31.048Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9237 [Leader]" nomad-019 2021-10-09T16:27:31.048Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:31.041Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.050Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.050Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-019 2021-10-09T16:27:31.050Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=acc7b791-7d2e-b090-7387-6e26f338e37c create_time=1633796851050864639 nomad-019 2021-10-09T16:27:31.051Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=acc7b791-7d2e-b090-7387-6e26f338e37c create_time=1633796851050864639 nomad-021 2021-10-09T16:27:31.051Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-019 2021-10-09T16:27:31.051Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-021 2021-10-09T16:27:31.051Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9241 [Follower]" leader= nomad-021 2021-10-09T16:27:31.051Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-021.global 127.0.0.1 nomad-021 2021-10-09T16:27:31.051Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-021 2021-10-09T16:27:31.051Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-021.global (Addr: 127.0.0.1:9241) (DC: dc1)" nomad-020 2021-10-09T16:27:31.052Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9238 nomad-019 2021-10-09T16:27:31.052Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:48982 nomad-019 2021-10-09T16:27:31.052Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-020.global 127.0.0.1 nomad-020 2021-10-09T16:27:31.052Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-019.global 127.0.0.1 nomad-019 2021-10-09T16:27:31.052Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-020.global (Addr: 127.0.0.1:9239) (DC: dc1)" nomad-019 2021-10-09T16:27:31.052Z [INFO] raft/raft.go:1018: nomad.raft: updating configuration: command=AddStaging server-id=127.0.0.1:9239 server-addr=127.0.0.1:9239 servers="[{Suffrage:Voter ID:127.0.0.1:9237 Address:127.0.0.1:9237} {Suffrage:Voter ID:127.0.0.1:9239 Address:127.0.0.1:9239}]" nomad-019 2021-10-09T16:27:31.052Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9239 nomad-020 2021-10-09T16:27:31.052Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-019.global (Addr: 127.0.0.1:9237) (DC: dc1)" nomad-021 2021-10-09T16:27:31.053Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9238 nomad-020 2021-10-09T16:27:31.053Z [ERROR] nomad/serf.go:131: nomad: peer has a conflicting expect value. All nodes should expect the same number: member="{nomad-019.global 127.0.0.1 9238 map[bootstrap:1 build:0.12.10+unittest dc:dc1 expect:1 id:32977c55-0321-c7e7-e171-3f0bda461a47 mvn:1 port:9237 raft_vsn:2 region:global role:nomad rpc_addr:127.0.0.1 vsn:1] alive 1 5 2 2 5 4}" nomad-019 2021-10-09T16:27:31.053Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:48984 nomad-020 2021-10-09T16:27:31.053Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=7 last-index=0 error="log not found" nomad-019 2021-10-09T16:27:31.053Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9239 127.0.0.1:9239}" next=1 nomad-019 2021-10-09T16:27:31.053Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-021.global 127.0.0.1 nomad-021 2021-10-09T16:27:31.053Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-020.global 127.0.0.1 nomad-019 2021-10-09T16:27:31.053Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-021.global (Addr: 127.0.0.1:9241) (DC: dc1)" nomad-021 2021-10-09T16:27:31.053Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-020.global (Addr: 127.0.0.1:9239) (DC: dc1)" nomad-019 2021-10-09T16:27:31.053Z [INFO] raft/raft.go:1018: nomad.raft: updating configuration: command=AddStaging server-id=127.0.0.1:9241 server-addr=127.0.0.1:9241 servers="[{Suffrage:Voter ID:127.0.0.1:9237 Address:127.0.0.1:9237} {Suffrage:Voter ID:127.0.0.1:9239 Address:127.0.0.1:9239} {Suffrage:Voter ID:127.0.0.1:9241 Address:127.0.0.1:9241}]" nomad-021 2021-10-09T16:27:31.053Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-019.global 127.0.0.1 nomad-020 2021-10-09T16:27:31.053Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=acc7b791-7d2e-b090-7387-6e26f338e37c create_time=1633796851050864639 nomad-019 2021-10-09T16:27:31.053Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9241 nomad-021 2021-10-09T16:27:31.053Z [ERROR] nomad/serf.go:131: nomad: peer has a conflicting expect value. All nodes should expect the same number: member="{nomad-019.global 127.0.0.1 9238 map[bootstrap:1 build:0.12.10+unittest dc:dc1 expect:1 id:32977c55-0321-c7e7-e171-3f0bda461a47 mvn:1 port:9237 raft_vsn:2 region:global role:nomad rpc_addr:127.0.0.1 vsn:1] alive 1 5 2 2 5 4}" nomad-019 2021-10-09T16:27:31.053Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9239 127.0.0.1:9239}" nomad-021 2021-10-09T16:27:31.054Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-019.global (Addr: 127.0.0.1:9237) (DC: dc1)" nomad-021 2021-10-09T16:27:31.054Z [ERROR] nomad/serf.go:131: nomad: peer has a conflicting expect value. All nodes should expect the same number: member="{nomad-019.global 127.0.0.1 9238 map[bootstrap:1 build:0.12.10+unittest dc:dc1 expect:1 id:32977c55-0321-c7e7-e171-3f0bda461a47 mvn:1 port:9237 raft_vsn:2 region:global role:nomad rpc_addr:127.0.0.1 vsn:1] alive 1 5 2 2 5 4}" nomad-020 2021-10-09T16:27:31.130Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9237 nomad-020 2021-10-09T16:27:31.130Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9239 [Candidate]" term=3 nomad-020 2021-10-09T16:27:31.130Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-020 2021-10-09T16:27:31.130Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9239 term=3 tally=1 nomad-021 2021-10-09T16:27:31.130Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=8 last-index=0 error="log not found" nomad-021 2021-10-09T16:27:31.130Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-019 2021-10-09T16:27:31.130Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9239 time=76.63677ms nomad-019 2021-10-09T16:27:31.130Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9241 127.0.0.1:9241}" next=1 nomad-019 2021-10-09T16:27:31.130Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9239 127.0.0.1:9239}" nomad-019 2021-10-09T16:27:31.131Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9239 127.0.0.1:9239}" nomad-019 2021-10-09T16:27:31.131Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9237 [Follower]" leader= nomad-019 2021-10-09T16:27:31.131Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-019 2021-10-09T16:27:31.131Z [ERROR] nomad/leader.go:1083: nomad: failed to add raft peer: error="leadership lost while committing log" nomad-019 2021-10-09T16:27:31.131Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-019 2021-10-09T16:27:31.131Z [WARN] raft/raft.go:1471: nomad.raft: rejecting vote request since our last index is greater: candidate=127.0.0.1:9239 last-index=8 last-candidate-index=7 nomad-019 2021-10-09T16:27:31.131Z [ERROR] nomad/leader.go:993: nomad: failed to reconcile member: member="{nomad-021.global 127.0.0.1 9242 map[build:0.12.10+unittest dc:dc1 expect:3 id:8299c748-250d-a98e-af72-d0696f5e684f mvn:1 port:9241 raft_vsn:2 region:global role:nomad rpc_addr:127.0.0.1 vsn:1] alive 1 5 2 2 5 4}" error="leadership lost while committing log" nomad-021 2021-10-09T16:27:31.131Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=acc7b791-7d2e-b090-7387-6e26f338e37c create_time=1633796851050864639 nomad-019 2021-10-09T16:27:31.131Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-019 2021-10-09T16:27:31.132Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-020.global nomad-019 2021-10-09T16:27:31.132Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-021.global nomad-019 2021-10-09T16:27:31.132Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-020.global nomad-021 2021-10-09T16:27:31.152Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-020.global nomad-021 2021-10-09T16:27:31.152Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-021.global nomad-019 2021-10-09T16:27:31.152Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-021.global nomad-020 2021-10-09T16:27:31.158Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-020.global nomad-020 2021-10-09T16:27:31.158Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-021.global nomad-019 2021-10-09T16:27:31.161Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-021.global nomad-021 2021-10-09T16:27:31.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9237 nomad-019 2021-10-09T16:27:31.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-021 2021-10-09T16:27:31.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9241 [Candidate]" term=3 nomad-020 2021-10-09T16:27:31.230Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-020 2021-10-09T16:27:31.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9239 [Candidate]" term=4 nomad-021 2021-10-09T16:27:31.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-021 2021-10-09T16:27:31.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9241 term=3 tally=1 nomad-020 2021-10-09T16:27:31.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-019 2021-10-09T16:27:31.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9237 [Candidate]" term=4 nomad-020 2021-10-09T16:27:31.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9239 term=4 tally=1 nomad-019 2021-10-09T16:27:31.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-019 2021-10-09T16:27:31.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9237 term=4 tally=1 nomad-021 2021-10-09T16:27:31.231Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-021 2021-10-09T16:27:31.231Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9241 [Follower]" leader= nomad-019 2021-10-09T16:27:31.231Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=4 nomad-020 2021-10-09T16:27:31.231Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=4 nomad-019 2021-10-09T16:27:31.231Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9241 term=4 tally=2 nomad-019 2021-10-09T16:27:31.231Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-019 2021-10-09T16:27:31.231Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9237 [Leader]" nomad-019 2021-10-09T16:27:31.231Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9239 nomad-019 2021-10-09T16:27:31.231Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9241 nomad-019 2021-10-09T16:27:31.231Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-019 2021-10-09T16:27:31.231Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9241 127.0.0.1:9241}" nomad-020 2021-10-09T16:27:31.231Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=8 last-index=7 error="log not found" nomad-020 2021-10-09T16:27:31.231Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9239 [Follower]" leader=127.0.0.1:9237 nomad-019 2021-10-09T16:27:31.231Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9239 127.0.0.1:9239}" next=8 nomad-019 2021-10-09T16:27:31.231Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-019 2021-10-09T16:27:31.231Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9239 127.0.0.1:9239}" nomad-020 2021-10-09T16:27:31.232Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9241 leader=127.0.0.1:9237 nomad-020 2021-10-09T16:27:31.252Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-020.global nomad-020 2021-10-09T16:27:31.252Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-020.global nomad-021 2021-10-09T16:27:31.252Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-021.global nomad-019 2021-10-09T16:27:31.330Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-021.global (timeout reached) nomad-021 2021-10-09T16:27:31.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9237 nomad-021 2021-10-09T16:27:31.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9241 [Candidate]" term=5 nomad-021 2021-10-09T16:27:31.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-021 2021-10-09T16:27:31.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9241 term=5 tally=1 nomad-020 2021-10-09T16:27:31.330Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-019.global (timeout reached) nomad-019 2021-10-09T16:27:31.330Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9239 time=75.510044ms nomad-019 2021-10-09T16:27:31.330Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9241 time=76.892588ms nomad-019 2021-10-09T16:27:31.330Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-019 2021-10-09T16:27:31.330Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9237 [Follower]" leader= nomad-020 2021-10-09T16:27:31.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9237 leader_test.go:255: err: node is not the leader nomad-019 2021-10-09T16:27:31.330Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9241 127.0.0.1:9241}" nomad-020 2021-10-09T16:27:31.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9239 [Candidate]" term=5 nomad-021 2021-10-09T16:27:31.330Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-020 2021-10-09T16:27:31.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-021 2021-10-09T16:27:31.330Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-020 2021-10-09T16:27:31.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9239 term=5 tally=1 nomad-019 2021-10-09T16:27:31.330Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9239 127.0.0.1:9239}" nomad-019 2021-10-09T16:27:31.330Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-019 2021-10-09T16:27:31.331Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-019 2021-10-09T16:27:31.333Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:49004 nomad-020 2021-10-09T16:27:31.334Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 nomad-019 2021-10-09T16:27:31.334Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-021 2021-10-09T16:27:31.334Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" nomad-021 2021-10-09T16:27:31.334Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" nomad-019 2021-10-09T16:27:31.336Z [ERROR] raft/replication.go:380: nomad.raft: failed to heartbeat to: peer=127.0.0.1:9241 error=EOF nomad-019 2021-10-09T16:27:31.341Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 nomad-020 2021-10-09T16:27:31.342Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-020 2021-10-09T16:27:31.342Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-020 2021-10-09T16:27:31.343Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed to send indirect ping: write udp 127.0.0.1:9240->127.0.0.1:9242: use of closed network connection from=127.0.0.1:9238 nomad-020 2021-10-09T16:27:31.344Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="read tcp 127.0.0.1:58654->127.0.0.1:9241: read: connection reset by peer" nomad-019 2021-10-09T16:27:31.344Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-019 2021-10-09T16:27:31.344Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- FAIL: TestLeader_EvalBroker_Reset (0.39s) === CONT TestACLEndpoint_GetPolicy === CONT TestJobEndpoint_GetScaleStatus_ACL === CONT TestJobEndpoint_InvalidCount === CONT TestJobEndpoint_Scale_InformationalEventsShouldNotBeBlocked === CONT TestJobEndpoint_Dispatch_ACL === CONT TestJobEndpoint_ValidateJob_ConsulConnect nomad-022 2021-10-09T16:27:31.348Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9243 Address:127.0.0.1:9243}]" nomad-022 2021-10-09T16:27:31.348Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-022.global 127.0.0.1 nomad-022 2021-10-09T16:27:31.349Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] === CONT TestCoreScheduler_PartitionJobReap nomad-028 2021-10-09T16:27:31.351Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9251 Address:127.0.0.1:9251}]" nomad-028 2021-10-09T16:27:31.352Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-028.global 127.0.0.1 nomad-028 2021-10-09T16:27:31.352Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] === CONT TestCoreScheduler_PartitionDeploymentReap === CONT TestJobEndpoint_Plan_WithDiff nomad-025 2021-10-09T16:27:31.431Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9247 Address:127.0.0.1:9247}]" nomad-026 2021-10-09T16:27:31.431Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9249 Address:127.0.0.1:9249}]" nomad-027 2021-10-09T16:27:31.431Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9253 Address:127.0.0.1:9253}]" nomad-025 2021-10-09T16:27:31.431Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-025.global 127.0.0.1 nomad-026 2021-10-09T16:27:31.432Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-026.global 127.0.0.1 nomad-025 2021-10-09T16:27:31.432Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] === CONT TestJobEndpoint_Evaluations_Blocking === CONT TestJobEndpoint_ImplicitConstraints_Vault === CONT TestJobEndpoint_Evaluations_ACL === CONT TestJobEndpoint_ValidateJobUpdate_ACL 2021-10-09T16:27:31.432Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.432Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.432Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.432Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.432Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.432Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.432Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.432Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.432Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.432Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-025 2021-10-09T16:27:31.432Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9247 [Follower]" leader= === CONT TestJobEndpoint_GetJobSummary 2021-10-09T16:27:31.432Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.432Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= === CONT TestJobEndpoint_GetJobVersions_Diff nomad-020 2021-10-09T16:27:31.433Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed to send nack: write udp 127.0.0.1:9240->127.0.0.1:9238: use of closed network connection from=127.0.0.1:9238 === CONT TestJobEndpoint_Scale_NoEval 2021-10-09T16:27:31.434Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= === CONT TestJobEndpoint_Plan_Scaling === CONT TestJobEndpoint_Evaluations === CONT TestJobEndpoint_GetJobVersions_ACL === CONT TestJobEndpoint_Deregister === CONT TestJobEndpoint_ValidateJobUpdate === CONT TestJobEndpoint_Register_Vault_Policies === CONT TestJobEndpoint_ValidateJobUpdate job_endpoint_test.go:5860: cannot update job from type "service" to "batch" job_endpoint_test.go:5868: cannot update non-periodic job to being periodic job_endpoint_test.go:5876: cannot update parameterized job to being non-parameterized --- PASS: TestJobEndpoint_ValidateJobUpdate (0.00s) === CONT TestJobEndpoint_Register_EvalCreation_Modern === CONT TestJobEndpoint_Scale === CONT TestJobEndpoint_Dispatch === CONT TestJobEndpoint_Register_SemverConstraint 2021-10-09T16:27:31.450Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.533Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= === CONT TestJobEndpoint_Scale_DeploymentBlocking === CONT TestJobEndpoint_Register_Vault_MultiNamespaces 2021-10-09T16:27:31.434Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= === CONT TestJobEndpoint_Evaluate_ParameterizedJob === CONT TestJobEndpoint_Evaluate_Periodic === CONT TestJobEndpoint_Evaluate_ACL === CONT TestJobEndpoint_ForceRescheduleEvaluate === CONT TestJobEndpoint_Register_Existing 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-029 2021-10-09T16:27:31.542Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9255 Address:127.0.0.1:9255}]" 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.531Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.536Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.536Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_Dispatch (0.09s) === CONT TestJobEndpoint_Evaluate 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-035 2021-10-09T16:27:31.543Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9263 Address:127.0.0.1:9263}]" 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.536Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.537Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-032 2021-10-09T16:27:31.543Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9259 Address:127.0.0.1:9259}]" nomad-035 2021-10-09T16:27:31.543Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-035.global 127.0.0.1 nomad-035 2021-10-09T16:27:31.543Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-032 2021-10-09T16:27:31.544Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-032.global 127.0.0.1 nomad-032 2021-10-09T16:27:31.544Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-026 2021-10-09T16:27:31.432Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:31.544Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-027 2021-10-09T16:27:31.531Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9253 [Follower]" leader= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.544Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-029 2021-10-09T16:27:31.545Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9255 [Follower]" leader= 2021-10-09T16:27:31.536Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.537Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.545Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.545Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-033 2021-10-09T16:27:31.546Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9257 Address:127.0.0.1:9257}]" nomad-033 2021-10-09T16:27:31.547Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-033.global 127.0.0.1 nomad-033 2021-10-09T16:27:31.547Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-033 2021-10-09T16:27:31.547Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9257 [Follower]" leader= nomad-033 2021-10-09T16:27:31.548Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-033.global (Addr: 127.0.0.1:9257) (DC: dc1)" nomad-043 2021-10-09T16:27:31.548Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9267 Address:127.0.0.1:9267}]" 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-022 2021-10-09T16:27:31.530Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9243 [Follower]" leader= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-035 2021-10-09T16:27:31.630Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9263 [Follower]" leader= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.630Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.630Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.630Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.630Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.630Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-029 2021-10-09T16:27:31.630Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-029.global 127.0.0.1 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-029 2021-10-09T16:27:31.630Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.536Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-022 2021-10-09T16:27:31.631Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-022.global (Addr: 127.0.0.1:9243) (DC: dc1)" 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-029 2021-10-09T16:27:31.631Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-029.global (Addr: 127.0.0.1:9255) (DC: dc1)" 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-043 2021-10-09T16:27:31.631Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9267 [Follower]" leader= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.536Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.536Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.536Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-026 2021-10-09T16:27:31.530Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9249 [Follower]" leader= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.632Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.632Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-035 2021-10-09T16:27:31.632Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-035.global (Addr: 127.0.0.1:9263) (DC: dc1)" 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.632Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.632Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.632Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.633Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.633Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.633Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.633Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.633Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-026 2021-10-09T16:27:31.633Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-026.global (Addr: 127.0.0.1:9249) (DC: dc1)" 2021-10-09T16:27:31.633Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.633Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.633Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.633Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-024 2021-10-09T16:27:31.633Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9245 Address:127.0.0.1:9245}]" 2021-10-09T16:27:31.633Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.633Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.633Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.633Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.536Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.633Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.634Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.633Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.633Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.634Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-033 2021-10-09T16:27:31.634Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:31.634Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-033 2021-10-09T16:27:31.634Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9257 [Candidate]" term=2 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-027 2021-10-09T16:27:31.632Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-027.global 127.0.0.1 2021-10-09T16:27:31.634Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.634Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.634Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.634Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.731Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-034 2021-10-09T16:27:31.647Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9269 Address:127.0.0.1:9269}]" 2021-10-09T16:27:31.731Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.730Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.730Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.730Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.730Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.730Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.730Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.730Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.730Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.731Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-022 2021-10-09T16:27:31.730Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:31.732Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-022 2021-10-09T16:27:31.732Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9243 [Candidate]" term=2 2021-10-09T16:27:31.732Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-022 2021-10-09T16:27:31.732Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-09T16:27:31.634Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-022 2021-10-09T16:27:31.732Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9243 term=2 tally=1 2021-10-09T16:27:31.634Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-033 2021-10-09T16:27:31.634Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-022 2021-10-09T16:27:31.732Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-022 2021-10-09T16:27:31.732Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9243 [Leader]" nomad-033 2021-10-09T16:27:31.732Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-033 2021-10-09T16:27:31.732Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9257 [Candidate]" term=3 nomad-022 2021-10-09T16:27:31.732Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-033 2021-10-09T16:27:31.732Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-033 2021-10-09T16:27:31.732Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9257 term=3 tally=1 nomad-033 2021-10-09T16:27:31.732Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-033 2021-10-09T16:27:31.732Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9257 [Leader]" nomad-033 2021-10-09T16:27:31.732Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-034 2021-10-09T16:27:31.733Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-034.global 127.0.0.1 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.536Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-034 2021-10-09T16:27:31.733Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:31.733Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-033 2021-10-09T16:27:31.733Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=b8bd83a8-5101-c2fd-3c9f-9f5cb99694a4 create_time=1633796851733509673 2021-10-09T16:27:31.733Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-033 2021-10-09T16:27:31.733Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=b8bd83a8-5101-c2fd-3c9f-9f5cb99694a4 create_time=1633796851733509673 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-028 2021-10-09T16:27:31.531Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9251 [Follower]" leader= nomad-020 2021-10-09T16:27:31.733Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Was able to connect to nomad-019.global but other probes failed, network may be misconfigured nomad-025 2021-10-09T16:27:31.530Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-028 2021-10-09T16:27:31.540Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-028.global (Addr: 127.0.0.1:9251) (DC: dc1)" nomad-025 2021-10-09T16:27:31.733Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9247 [Candidate]" term=2 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-025 2021-10-09T16:27:31.540Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-025.global (Addr: 127.0.0.1:9247) (DC: dc1)" 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.733Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.733Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-025 2021-10-09T16:27:31.734Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-09T16:27:31.733Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-025 2021-10-09T16:27:31.734Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9247 term=2 tally=1 nomad-043 2021-10-09T16:27:31.648Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-043.global 127.0.0.1 nomad-043 2021-10-09T16:27:31.730Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-022 2021-10-09T16:27:31.733Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d8dd5f87-fad1-d3c5-4ae0-a731748e42e3 create_time=1633796851733050686 2021-10-09T16:27:31.731Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.732Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-043 2021-10-09T16:27:31.734Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9267 [Candidate]" term=2 2021-10-09T16:27:31.732Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-022 2021-10-09T16:27:31.734Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=d8dd5f87-fad1-d3c5-4ae0-a731748e42e3 create_time=1633796851733050686 2021-10-09T16:27:31.731Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.734Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.731Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-043 2021-10-09T16:27:31.734Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-09T16:27:31.734Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-025 2021-10-09T16:27:31.734Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:31.732Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-043 2021-10-09T16:27:31.734Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9267 term=2 tally=1 nomad-025 2021-10-09T16:27:31.734Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9247 [Leader]" nomad-043 2021-10-09T16:27:31.734Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:31.735Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.731Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-034 2021-10-09T16:27:31.734Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-034.global (Addr: 127.0.0.1:9269) (DC: dc1)" 2021-10-09T16:27:31.732Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-043 2021-10-09T16:27:31.735Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9267 [Leader]" 2021-10-09T16:27:31.732Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-025 2021-10-09T16:27:31.735Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-027 2021-10-09T16:27:31.731Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-027 2021-10-09T16:27:31.735Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9253 [Candidate]" term=2 nomad-027 2021-10-09T16:27:31.735Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-027 2021-10-09T16:27:31.735Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9253 term=2 tally=1 nomad-027 2021-10-09T16:27:31.735Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.736Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-032 2021-10-09T16:27:31.634Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9259 [Follower]" leader= nomad-025 2021-10-09T16:27:31.736Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6cfa5a0a-a785-b52f-f4c4-fa745b79557f create_time=1633796851736402500 2021-10-09T16:27:31.633Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-025 2021-10-09T16:27:31.736Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=6cfa5a0a-a785-b52f-f4c4-fa745b79557f create_time=1633796851736402500 2021-10-09T16:27:31.736Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.736Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.736Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.736Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-027 2021-10-09T16:27:31.735Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9253 [Leader]" nomad-039 2021-10-09T16:27:31.734Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9271 Address:127.0.0.1:9271}]" nomad-027 2021-10-09T16:27:31.737Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.734Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-024 2021-10-09T16:27:31.735Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9245 [Follower]" leader= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.734Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.736Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-032 2021-10-09T16:27:31.830Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:31.735Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.736Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-032 2021-10-09T16:27:31.842Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9259 [Candidate]" term=2 nomad-028 2021-10-09T16:27:31.830Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-032 2021-10-09T16:27:31.842Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-028 2021-10-09T16:27:31.842Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9251 [Candidate]" term=2 nomad-032 2021-10-09T16:27:31.842Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9259 term=2 tally=1 nomad-032 2021-10-09T16:27:31.842Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-032 2021-10-09T16:27:31.842Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9259 [Leader]" nomad-043 2021-10-09T16:27:31.842Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-024 2021-10-09T16:27:31.842Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-024.global 127.0.0.1 nomad-024 2021-10-09T16:27:31.843Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-032 2021-10-09T16:27:31.842Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-043 2021-10-09T16:27:31.843Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-043.global (Addr: 127.0.0.1:9267) (DC: dc1)" 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.737Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.831Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.843Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.737Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.737Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.631Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.737Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-032 2021-10-09T16:27:31.843Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=99458a7c-fc7b-222e-fa56-1c48ee66f6a8 create_time=1633796851843836121 nomad-032 2021-10-09T16:27:31.843Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=99458a7c-fc7b-222e-fa56-1c48ee66f6a8 create_time=1633796851843836121 nomad-026 2021-10-09T16:27:31.735Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-026 2021-10-09T16:27:31.844Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9249 [Candidate]" term=2 nomad-026 2021-10-09T16:27:31.844Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-026 2021-10-09T16:27:31.844Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9249 term=2 tally=1 nomad-026 2021-10-09T16:27:31.844Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-026 2021-10-09T16:27:31.844Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9249 [Leader]" 2021-10-09T16:27:31.737Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-026 2021-10-09T16:27:31.844Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:31.737Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.738Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-032 2021-10-09T16:27:31.844Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-026 2021-10-09T16:27:31.844Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=aec78559-c124-9da0-9599-7827b96d0630 create_time=1633796851844654099 nomad-026 2021-10-09T16:27:31.844Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=aec78559-c124-9da0-9599-7827b96d0630 create_time=1633796851844654099 nomad-026 2021-10-09T16:27:31.845Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-022 2021-10-09T16:27:31.738Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-034 2021-10-09T16:27:31.735Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9269 [Follower]" leader= nomad-024 2021-10-09T16:27:31.845Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-024.global (Addr: 127.0.0.1:9245) (DC: dc1)" 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-028 2021-10-09T16:27:31.842Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-09T16:27:31.845Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-028 2021-10-09T16:27:31.845Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9251 term=2 tally=1 2021-10-09T16:27:31.845Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-028 2021-10-09T16:27:31.845Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.845Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-028 2021-10-09T16:27:31.845Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9251 [Leader]" 2021-10-09T16:27:31.737Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-032 2021-10-09T16:27:31.842Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-032.global (Addr: 127.0.0.1:9259) (DC: dc1)" 2021-10-09T16:27:31.845Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-042 2021-10-09T16:27:31.845Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9275 Address:127.0.0.1:9275}]" 2021-10-09T16:27:31.845Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.738Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-028 2021-10-09T16:27:31.845Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:31.738Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.536Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-042 2021-10-09T16:27:31.845Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9275 [Follower]" leader= nomad-033 2021-10-09T16:27:31.735Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-028 2021-10-09T16:27:31.846Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=85e52f95-3bf1-ac5f-fe87-7c3aa394514a create_time=1633796851846295329 nomad-042 2021-10-09T16:27:31.846Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-042.global 127.0.0.1 nomad-028 2021-10-09T16:27:31.846Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=85e52f95-3bf1-ac5f-fe87-7c3aa394514a create_time=1633796851846295329 nomad-042 2021-10-09T16:27:31.846Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.536Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.536Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-042 2021-10-09T16:27:31.846Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-042.global (Addr: 127.0.0.1:9275) (DC: dc1)" nomad-035 2021-10-09T16:27:31.846Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-035 2021-10-09T16:27:31.846Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9263 [Candidate]" term=2 nomad-035 2021-10-09T16:27:31.846Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-028 2021-10-09T16:27:31.846Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-035 2021-10-09T16:27:31.846Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9263 term=2 tally=1 nomad-035 2021-10-09T16:27:31.847Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-039 2021-10-09T16:27:31.831Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9271 [Follower]" leader= nomad-040 2021-10-09T16:27:31.847Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9279 Address:127.0.0.1:9279}]" nomad-039 2021-10-09T16:27:31.846Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-039.global 127.0.0.1 nomad-035 2021-10-09T16:27:31.847Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9263 [Leader]" 2021-10-09T16:27:31.738Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-035 2021-10-09T16:27:31.847Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-030 2021-10-09T16:27:31.847Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9281 Address:127.0.0.1:9281}]" 2021-10-09T16:27:31.736Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.737Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-036 2021-10-09T16:27:31.846Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9277 Address:127.0.0.1:9277}]" 2021-10-09T16:27:31.737Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.738Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-039 2021-10-09T16:27:31.847Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-040 2021-10-09T16:27:31.847Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9279 [Follower]" leader= nomad-040 2021-10-09T16:27:31.847Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-040.global 127.0.0.1 nomad-040 2021-10-09T16:27:31.847Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-040 2021-10-09T16:27:31.847Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-040.global (Addr: 127.0.0.1:9279) (DC: dc1)" 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.536Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.632Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.632Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-030 2021-10-09T16:27:31.848Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9281 [Follower]" leader= 2021-10-09T16:27:31.632Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.632Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-036 2021-10-09T16:27:31.848Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9277 [Follower]" leader= nomad-039 2021-10-09T16:27:31.848Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-039.global (Addr: 127.0.0.1:9271) (DC: dc1)" nomad-035 2021-10-09T16:27:31.848Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=efaef943-9939-8229-ab15-2e79ae0020f6 create_time=1633796851848645493 nomad-035 2021-10-09T16:27:31.848Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=efaef943-9939-8229-ab15-2e79ae0020f6 create_time=1633796851848645493 nomad-025 2021-10-09T16:27:31.849Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-035 2021-10-09T16:27:31.849Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:31.849Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.849Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.849Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.849Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-048 2021-10-09T16:27:31.849Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9273 Address:127.0.0.1:9273}]" nomad-030 2021-10-09T16:27:31.849Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-030.global 127.0.0.1 nomad-030 2021-10-09T16:27:31.850Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-048 2021-10-09T16:27:31.850Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9273 [Follower]" leader= 2021-10-09T16:27:31.850Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-030 2021-10-09T16:27:31.850Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-030.global (Addr: 127.0.0.1:9281) (DC: dc1)" 2021-10-09T16:27:31.850Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.735Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-046 2021-10-09T16:27:31.851Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9265 Address:127.0.0.1:9265}]" nomad-048 2021-10-09T16:27:31.930Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-048.global 127.0.0.1 nomad-048 2021-10-09T16:27:31.931Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:31.931Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-036 2021-10-09T16:27:31.931Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-036.global 127.0.0.1 nomad-048 2021-10-09T16:27:31.931Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-048.global (Addr: 127.0.0.1:9273) (DC: dc1)" nomad-036 2021-10-09T16:27:31.932Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:31.932Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.932Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-029 2021-10-09T16:27:31.933Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-029 2021-10-09T16:27:31.933Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9255 [Candidate]" term=2 nomad-029 2021-10-09T16:27:31.933Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-029 2021-10-09T16:27:31.933Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9255 term=2 tally=1 nomad-029 2021-10-09T16:27:31.933Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-029 2021-10-09T16:27:31.933Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9255 [Leader]" nomad-029 2021-10-09T16:27:31.933Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:31.934Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.536Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-027 2021-10-09T16:27:31.934Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-027.global (Addr: 127.0.0.1:9253) (DC: dc1)" 2021-10-09T16:27:31.849Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-046 2021-10-09T16:27:31.931Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9265 [Follower]" leader= nomad-048 2021-10-09T16:27:31.936Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-034 2021-10-09T16:27:31.937Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-048 2021-10-09T16:27:31.937Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9273 [Candidate]" term=2 nomad-034 2021-10-09T16:27:31.937Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9269 [Candidate]" term=2 nomad-048 2021-10-09T16:27:31.937Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-034 2021-10-09T16:27:31.937Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-048 2021-10-09T16:27:31.937Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9273 term=2 tally=1 nomad-048 2021-10-09T16:27:31.937Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-034 2021-10-09T16:27:31.937Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9269 term=2 tally=1 nomad-048 2021-10-09T16:27:31.937Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9273 [Leader]" nomad-034 2021-10-09T16:27:31.937Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-034 2021-10-09T16:27:31.937Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9269 [Leader]" nomad-048 2021-10-09T16:27:31.937Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-034 2021-10-09T16:27:31.937Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-031 2021-10-09T16:27:31.938Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9261 Address:127.0.0.1:9261}]" nomad-048 2021-10-09T16:27:31.939Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f2674439-5e04-993a-b153-501459872dde create_time=1633796851938917752 nomad-048 2021-10-09T16:27:31.939Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f2674439-5e04-993a-b153-501459872dde create_time=1633796851938917752 nomad-034 2021-10-09T16:27:31.939Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=0ac11b45-be71-58aa-8d5e-cfe2f385fc0a create_time=1633796851939010391 2021-10-09T16:27:31.937Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-042 2021-10-09T16:27:31.937Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-034 2021-10-09T16:27:31.939Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=0ac11b45-be71-58aa-8d5e-cfe2f385fc0a create_time=1633796851939010391 nomad-042 2021-10-09T16:27:31.939Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9275 [Candidate]" term=2 nomad-031 2021-10-09T16:27:31.939Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9261 [Follower]" leader= nomad-042 2021-10-09T16:27:31.939Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-09T16:27:31.939Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-031 2021-10-09T16:27:31.939Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-031.global 127.0.0.1 2021-10-09T16:27:31.935Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-040 2021-10-09T16:27:31.937Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:31.935Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-031 2021-10-09T16:27:31.939Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:31.935Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-022 2021-10-09T16:27:31.939Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-09T16:27:31.935Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:31.935Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-022 2021-10-09T16:27:31.939Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-040 2021-10-09T16:27:31.939Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9279 [Candidate]" term=2 nomad-035 2021-10-09T16:27:31.939Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-040 2021-10-09T16:27:31.939Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-040 2021-10-09T16:27:31.939Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9279 term=2 tally=1 nomad-040 2021-10-09T16:27:31.939Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-040 2021-10-09T16:27:31.939Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9279 [Leader]" nomad-022 2021-10-09T16:27:31.939Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-030 2021-10-09T16:27:31.937Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-040 2021-10-09T16:27:31.939Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-030 2021-10-09T16:27:31.939Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9281 [Candidate]" term=2 nomad-030 2021-10-09T16:27:31.939Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-030 2021-10-09T16:27:31.939Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9281 term=2 tally=1 nomad-030 2021-10-09T16:27:31.939Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-030 2021-10-09T16:27:31.940Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9281 [Leader]" nomad-034 2021-10-09T16:27:31.940Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-030 2021-10-09T16:27:31.940Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-039 2021-10-09T16:27:31.940Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= --- PASS: TestACLEndpoint_GetPolicy (0.69s) nomad-029 2021-10-09T16:27:31.939Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=7fd68ab7-bbbe-55fe-aa9d-4721cd679fd1 create_time=1633796851939823979 nomad-024 2021-10-09T16:27:32.033Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-024 2021-10-09T16:27:32.033Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9245 [Candidate]" term=2 nomad-024 2021-10-09T16:27:32.033Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-024 2021-10-09T16:27:32.033Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9245 term=2 tally=1 nomad-024 2021-10-09T16:27:32.033Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-031 2021-10-09T16:27:31.940Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-031.global (Addr: 127.0.0.1:9261) (DC: dc1)" nomad-036 2021-10-09T16:27:31.933Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-036.global (Addr: 127.0.0.1:9277) (DC: dc1)" nomad-036 2021-10-09T16:27:32.033Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-036 2021-10-09T16:27:32.034Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9277 [Candidate]" term=2 nomad-036 2021-10-09T16:27:32.034Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-036 2021-10-09T16:27:32.034Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9277 term=2 tally=1 nomad-036 2021-10-09T16:27:32.034Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-036 2021-10-09T16:27:32.034Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9277 [Leader]" nomad-046 2021-10-09T16:27:32.034Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-046.global 127.0.0.1 === CONT TestJobEndpoint_Register_Payload nomad-036 2021-10-09T16:27:32.034Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-046 2021-10-09T16:27:32.034Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-038 2021-10-09T16:27:32.035Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9283 Address:127.0.0.1:9283}]" nomad-036 2021-10-09T16:27:32.035Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=4680da1c-5117-4770-9ecf-a7256fd3ea31 create_time=1633796852035791945 nomad-036 2021-10-09T16:27:32.036Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=4680da1c-5117-4770-9ecf-a7256fd3ea31 create_time=1633796852035791945 nomad-025 2021-10-09T16:27:31.936Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-042 2021-10-09T16:27:31.939Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9275 term=2 tally=1 nomad-035 2021-10-09T16:27:31.939Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-038 2021-10-09T16:27:32.037Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-038.global 127.0.0.1 nomad-038 2021-10-09T16:27:32.037Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:32.037Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-025 2021-10-09T16:27:32.037Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-024 2021-10-09T16:27:32.033Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9245 [Leader]" nomad-024 2021-10-09T16:27:32.130Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-046 2021-10-09T16:27:32.131Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-046 2021-10-09T16:27:32.131Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9265 [Candidate]" term=2 nomad-046 2021-10-09T16:27:32.131Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-046 2021-10-09T16:27:32.131Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9265 term=2 tally=1 nomad-046 2021-10-09T16:27:32.131Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-046 2021-10-09T16:27:32.132Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9265 [Leader]" nomad-030 2021-10-09T16:27:32.140Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6ee917af-3c26-d7b0-f8fd-dd4214e7afa1 create_time=1633796852140130813 nomad-030 2021-10-09T16:27:32.140Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=6ee917af-3c26-d7b0-f8fd-dd4214e7afa1 create_time=1633796852140130813 nomad-025 2021-10-09T16:27:32.133Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-046 2021-10-09T16:27:32.133Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-042 2021-10-09T16:27:32.037Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:32.130Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.131Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.131Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.131Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.131Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-042 2021-10-09T16:27:32.143Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9275 [Leader]" nomad-042 2021-10-09T16:27:32.143Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-040 2021-10-09T16:27:32.143Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=806d005e-a128-e164-dabb-7d8cf1fafd19 create_time=1633796852143409286 nomad-040 2021-10-09T16:27:32.143Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=806d005e-a128-e164-dabb-7d8cf1fafd19 create_time=1633796852143409286 nomad-039 2021-10-09T16:27:32.036Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9271 [Candidate]" term=2 nomad-039 2021-10-09T16:27:32.143Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-042 2021-10-09T16:27:32.143Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=671a030e-31e0-219a-8010-ee78f54e10db create_time=1633796852143463804 nomad-039 2021-10-09T16:27:32.143Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9271 term=2 tally=1 nomad-039 2021-10-09T16:27:32.143Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-042 2021-10-09T16:27:32.143Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=671a030e-31e0-219a-8010-ee78f54e10db create_time=1633796852143463804 nomad-039 2021-10-09T16:27:32.143Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9271 [Leader]" nomad-039 2021-10-09T16:27:32.143Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-040 2021-10-09T16:27:32.144Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-029 2021-10-09T16:27:32.139Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=7fd68ab7-bbbe-55fe-aa9d-4721cd679fd1 create_time=1633796851939823979 nomad-022 2021-10-09T16:27:32.145Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-042 2021-10-09T16:27:32.144Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-026 2021-10-09T16:27:32.144Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-035 2021-10-09T16:27:32.040Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-041 2021-10-09T16:27:32.144Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9285 Address:127.0.0.1:9285}]" nomad-035 2021-10-09T16:27:32.145Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-035 2021-10-09T16:27:32.145Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-035 2021-10-09T16:27:32.145Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-024 2021-10-09T16:27:32.144Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=e5b66a80-3064-5113-b358-70b1de66958a create_time=1633796852144284150 nomad-024 2021-10-09T16:27:32.145Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=e5b66a80-3064-5113-b358-70b1de66958a create_time=1633796852144284150 nomad-032 2021-10-09T16:27:32.145Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-032 2021-10-09T16:27:32.145Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-032 2021-10-09T16:27:32.145Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-035 2021-10-09T16:27:32.145Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-041 2021-10-09T16:27:32.145Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-041.global 127.0.0.1 nomad-032 2021-10-09T16:27:32.145Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-041 2021-10-09T16:27:32.145Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-029 2021-10-09T16:27:32.145Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-036 2021-10-09T16:27:32.038Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-046 2021-10-09T16:27:32.144Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=65c55506-d085-39c0-8c4d-8b83d4824688 create_time=1633796852144569127 nomad-026 2021-10-09T16:27:32.145Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-046 2021-10-09T16:27:32.146Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=65c55506-d085-39c0-8c4d-8b83d4824688 create_time=1633796852144569127 nomad-041 2021-10-09T16:27:32.146Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9285 [Follower]" leader= nomad-024 2021-10-09T16:27:32.146Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-025 2021-10-09T16:27:32.144Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-039 2021-10-09T16:27:32.144Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=08fe9f6f-1e55-f527-e9f9-b3d955a6e6f8 create_time=1633796852144569122 nomad-041 2021-10-09T16:27:32.146Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-041.global (Addr: 127.0.0.1:9285) (DC: dc1)" nomad-039 2021-10-09T16:27:32.146Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=08fe9f6f-1e55-f527-e9f9-b3d955a6e6f8 create_time=1633796852144569122 nomad-048 2021-10-09T16:27:32.036Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-048 2021-10-09T16:27:32.143Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-048 2021-10-09T16:27:32.146Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-048 2021-10-09T16:27:32.146Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-048 2021-10-09T16:27:32.146Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-048 2021-10-09T16:27:32.146Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-039 2021-10-09T16:27:32.146Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-048 2021-10-09T16:27:32.146Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-026 2021-10-09T16:27:32.145Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-026 2021-10-09T16:27:32.146Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-031 2021-10-09T16:27:32.132Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-031 2021-10-09T16:27:32.146Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9261 [Candidate]" term=2 nomad-031 2021-10-09T16:27:32.146Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-031 2021-10-09T16:27:32.146Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9261 term=2 tally=1 nomad-031 2021-10-09T16:27:32.147Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-046 2021-10-09T16:27:32.146Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-031 2021-10-09T16:27:32.147Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9261 [Leader]" nomad-046 2021-10-09T16:27:32.144Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-046.global (Addr: 127.0.0.1:9265) (DC: dc1)" nomad-031 2021-10-09T16:27:32.147Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-048 2021-10-09T16:27:32.147Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-035 2021-10-09T16:27:32.147Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-035 2021-10-09T16:27:32.147Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-035 2021-10-09T16:27:32.147Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-031 2021-10-09T16:27:32.147Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=2f0da361-2926-2803-83e8-896146112926 create_time=1633796852147495313 nomad-031 2021-10-09T16:27:32.147Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=2f0da361-2926-2803-83e8-896146112926 create_time=1633796852147495313 nomad-035 2021-10-09T16:27:32.147Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-031 2021-10-09T16:27:32.147Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-048 2021-10-09T16:27:32.148Z [ERROR] state/state_store.go:4790: nomad.state_store: new allocation inserted into state store with bad client status: alloc_id=cc59b1c7-ce97-c15f-d256-76421d103b2e client_status=failed nomad-023 2021-10-09T16:27:32.149Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9287 Address:127.0.0.1:9287}]" nomad-048 2021-10-09T16:27:32.149Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-048 2021-10-09T16:27:32.149Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-048 2021-10-09T16:27:32.149Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_ForceRescheduleEvaluate (0.61s) === CONT TestJobEndpoint_Register_Vault_NoToken nomad-033 2021-10-09T16:27:32.150Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-033 2021-10-09T16:27:32.150Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-033 2021-10-09T16:27:32.150Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Evaluations_ACL (0.72s) === CONT TestJobEndpoint_Register_InvalidNamespace nomad-056 2021-10-09T16:27:32.152Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9293 Address:127.0.0.1:9293}]" nomad-055 2021-10-09T16:27:32.152Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9291 Address:127.0.0.1:9291}]" nomad-056 2021-10-09T16:27:32.152Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-056.global 127.0.0.1 nomad-056 2021-10-09T16:27:32.152Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-055 2021-10-09T16:27:32.153Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-055.global 127.0.0.1 nomad-055 2021-10-09T16:27:32.153Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-033 2021-10-09T16:27:32.153Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:32.153Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.153Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.153Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.153Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.153Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.153Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.153Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.153Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.153Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.153Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.153Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.153Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-056 2021-10-09T16:27:32.153Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9293 [Follower]" leader= 2021-10-09T16:27:32.153Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.153Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.153Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_Evaluations_Blocking (0.80s) === CONT TestJobEndpoint_Register_Vault_OverrideConstraint 2021-10-09T16:27:32.231Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.231Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.231Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.231Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.231Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-056 2021-10-09T16:27:32.230Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-056.global (Addr: 127.0.0.1:9293) (DC: dc1)" nomad-055 2021-10-09T16:27:32.231Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9291 [Follower]" leader= nomad-023 2021-10-09T16:27:32.230Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-023.global 127.0.0.1 nomad-055 2021-10-09T16:27:32.231Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-055.global (Addr: 127.0.0.1:9291) (DC: dc1)" nomad-050 2021-10-09T16:27:32.231Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9295 Address:127.0.0.1:9295}]" nomad-023 2021-10-09T16:27:32.233Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:32.233Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-030 2021-10-09T16:27:32.232Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:32.232Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.232Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.232Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.232Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.232Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.232Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-037 2021-10-09T16:27:32.232Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9204 Address:127.0.0.1:9204}]" 2021-10-09T16:27:32.233Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-045 2021-10-09T16:27:32.232Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9202 Address:127.0.0.1:9202}]" nomad-048 2021-10-09T16:27:32.233Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:32.233Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-037 2021-10-09T16:27:32.234Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9204 [Follower]" leader= 2021-10-09T16:27:32.234Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.234Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-051 2021-10-09T16:27:32.232Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9297 Address:127.0.0.1:9297}]" nomad-034 2021-10-09T16:27:32.230Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-031 2021-10-09T16:27:32.234Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-042 2021-10-09T16:27:32.230Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-031 2021-10-09T16:27:32.234Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-042 2021-10-09T16:27:32.234Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-031 2021-10-09T16:27:32.234Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-031 2021-10-09T16:27:32.234Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-028 2021-10-09T16:27:32.231Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-028 2021-10-09T16:27:32.234Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-031 2021-10-09T16:27:32.234Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-031 2021-10-09T16:27:32.234Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-023 2021-10-09T16:27:32.231Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9287 [Follower]" leader= nomad-042 2021-10-09T16:27:32.234Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-028 2021-10-09T16:27:32.235Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-042 2021-10-09T16:27:32.235Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-028 2021-10-09T16:27:32.235Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-045 2021-10-09T16:27:32.235Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9202 [Follower]" leader= 2021-10-09T16:27:32.230Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.230Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.230Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.230Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.230Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-031 2021-10-09T16:27:32.235Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-023 2021-10-09T16:27:32.235Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-023.global (Addr: 127.0.0.1:9287) (DC: dc1)" nomad-047 2021-10-09T16:27:32.232Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9299 Address:127.0.0.1:9299}]" nomad-051 2021-10-09T16:27:32.235Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9297 [Follower]" leader= nomad-036 2021-10-09T16:27:32.230Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-036 2021-10-09T16:27:32.236Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-036 2021-10-09T16:27:32.236Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-036 2021-10-09T16:27:32.236Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-050 2021-10-09T16:27:32.236Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9295 [Follower]" leader= nomad-038 2021-10-09T16:27:32.037Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9283 [Follower]" leader= nomad-036 2021-10-09T16:27:32.236Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-034 2021-10-09T16:27:32.234Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-038 2021-10-09T16:27:32.142Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-038.global (Addr: 127.0.0.1:9283) (DC: dc1)" nomad-034 2021-10-09T16:27:32.236Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-053 2021-10-09T16:27:32.236Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9289 Address:127.0.0.1:9289}]" nomad-047 2021-10-09T16:27:32.236Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9299 [Follower]" leader= nomad-034 2021-10-09T16:27:32.236Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-053 2021-10-09T16:27:32.236Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9289 [Follower]" leader= nomad-036 2021-10-09T16:27:32.236Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-047 2021-10-09T16:27:32.236Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-047.global 127.0.0.1 nomad-047 2021-10-09T16:27:32.236Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-034 2021-10-09T16:27:32.236Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-034 2021-10-09T16:27:32.236Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-036 2021-10-09T16:27:32.236Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-034 2021-10-09T16:27:32.236Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-034 2021-10-09T16:27:32.236Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-034 2021-10-09T16:27:32.237Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-034 2021-10-09T16:27:32.237Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-031 2021-10-09T16:27:32.237Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-031 2021-10-09T16:27:32.237Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-031 2021-10-09T16:27:32.237Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-031 2021-10-09T16:27:32.237Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-053 2021-10-09T16:27:32.236Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-053.global 127.0.0.1 nomad-053 2021-10-09T16:27:32.237Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-053 2021-10-09T16:27:32.238Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-053.global (Addr: 127.0.0.1:9289) (DC: dc1)" nomad-041 2021-10-09T16:27:32.238Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-041 2021-10-09T16:27:32.238Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9285 [Candidate]" term=2 nomad-047 2021-10-09T16:27:32.236Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-047.global (Addr: 127.0.0.1:9299) (DC: dc1)" nomad-041 2021-10-09T16:27:32.239Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-041 2021-10-09T16:27:32.239Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9285 term=2 tally=1 nomad-041 2021-10-09T16:27:32.239Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-041 2021-10-09T16:27:32.239Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9285 [Leader]" nomad-041 2021-10-09T16:27:32.239Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-041 2021-10-09T16:27:32.239Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f2d66aa2-1f38-cd18-5285-9e83bfaefc7d create_time=1633796852239676663 nomad-041 2021-10-09T16:27:32.239Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f2d66aa2-1f38-cd18-5285-9e83bfaefc7d create_time=1633796852239676663 nomad-041 2021-10-09T16:27:32.240Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:32.241Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-056 2021-10-09T16:27:32.242Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-056 2021-10-09T16:27:32.242Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9293 [Candidate]" term=2 nomad-056 2021-10-09T16:27:32.242Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-056 2021-10-09T16:27:32.242Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9293 term=2 tally=1 nomad-056 2021-10-09T16:27:32.242Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-056 2021-10-09T16:27:32.242Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9293 [Leader]" nomad-056 2021-10-09T16:27:32.242Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-056 2021-10-09T16:27:32.243Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6de39817-d067-bf53-e44e-005995073306 create_time=1633796852242944640 nomad-056 2021-10-09T16:27:32.243Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=6de39817-d067-bf53-e44e-005995073306 create_time=1633796852242944640 nomad-056 2021-10-09T16:27:32.243Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-040 2021-10-09T16:27:32.249Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-040 2021-10-09T16:27:32.249Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-040 2021-10-09T16:27:32.249Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-040 2021-10-09T16:27:32.249Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-040 2021-10-09T16:27:32.249Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-040 2021-10-09T16:27:32.249Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-040 2021-10-09T16:27:32.250Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-040 2021-10-09T16:27:32.252Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-040 2021-10-09T16:27:32.252Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-040 2021-10-09T16:27:32.252Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-040 2021-10-09T16:27:32.253Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-045 2021-10-09T16:27:32.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-045 2021-10-09T16:27:32.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9202 [Candidate]" term=2 nomad-045 2021-10-09T16:27:32.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-037 2021-10-09T16:27:32.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-045 2021-10-09T16:27:32.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9202 term=2 tally=1 nomad-037 2021-10-09T16:27:32.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9204 [Candidate]" term=2 nomad-045 2021-10-09T16:27:32.330Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-037 2021-10-09T16:27:32.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-045 2021-10-09T16:27:32.330Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9202 [Leader]" nomad-055 2021-10-09T16:27:32.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-037 2021-10-09T16:27:32.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9204 term=2 tally=1 nomad-037 2021-10-09T16:27:32.330Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-055 2021-10-09T16:27:32.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9291 [Candidate]" term=2 nomad-037 2021-10-09T16:27:32.330Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9204 [Leader]" nomad-055 2021-10-09T16:27:32.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-029 2021-10-09T16:27:32.330Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-023 2021-10-09T16:27:32.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-038 2021-10-09T16:27:32.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-055 2021-10-09T16:27:32.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9291 term=2 tally=1 nomad-055 2021-10-09T16:27:32.330Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-038 2021-10-09T16:27:32.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9283 [Candidate]" term=2 nomad-055 2021-10-09T16:27:32.331Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9291 [Leader]" nomad-050 2021-10-09T16:27:32.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-036 2021-10-09T16:27:32.331Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=7727e6cf-3f78-ff80-e10c-d23f58fb197f nomad-055 2021-10-09T16:27:32.331Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:32.331Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-050 2021-10-09T16:27:32.331Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9295 [Candidate]" term=2 nomad-051 2021-10-09T16:27:32.331Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:32.331Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-053 2021-10-09T16:27:32.331Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-051 2021-10-09T16:27:32.331Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9297 [Candidate]" term=2 nomad-023 2021-10-09T16:27:32.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9287 [Candidate]" term=2 nomad-036 2021-10-09T16:27:32.331Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=7727e6cf-3f78-ff80-e10c-d23f58fb197f job_id=mock-service-159a620e-6740-34ef-b2f4-1a816407f69a namespace=default algorithm=binpack nomad-051 2021-10-09T16:27:32.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-023 2021-10-09T16:27:32.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-050 2021-10-09T16:27:32.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-051 2021-10-09T16:27:32.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9297 term=2 tally=1 nomad-023 2021-10-09T16:27:32.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9287 term=2 tally=1 nomad-051 2021-10-09T16:27:32.331Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-023 2021-10-09T16:27:32.331Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-051 2021-10-09T16:27:32.331Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9297 [Leader]" nomad-050 2021-10-09T16:27:32.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9295 term=2 tally=1 nomad-034 2021-10-09T16:27:32.331Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-036 2021-10-09T16:27:32.331Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=7727e6cf-3f78-ff80-e10c-d23f58fb197f job_id=mock-service-159a620e-6740-34ef-b2f4-1a816407f69a namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-024 2021-10-09T16:27:32.331Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-023 2021-10-09T16:27:32.331Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9287 [Leader]" nomad-029 2021-10-09T16:27:32.330Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-053 2021-10-09T16:27:32.331Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9289 [Candidate]" term=2 nomad-036 2021-10-09T16:27:32.331Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-038 2021-10-09T16:27:32.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-053 2021-10-09T16:27:32.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-036 2021-10-09T16:27:32.331Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-024 2021-10-09T16:27:32.331Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-038 2021-10-09T16:27:32.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9283 term=2 tally=1 nomad-036 2021-10-09T16:27:32.331Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-053 2021-10-09T16:27:32.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9289 term=2 tally=1 nomad-050 2021-10-09T16:27:32.331Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-038 2021-10-09T16:27:32.331Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-053 2021-10-09T16:27:32.331Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-034 2021-10-09T16:27:32.331Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-047 2021-10-09T16:27:32.331Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-024 2021-10-09T16:27:32.331Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-023 2021-10-09T16:27:32.331Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-038 2021-10-09T16:27:32.331Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9283 [Leader]" nomad-053 2021-10-09T16:27:32.331Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9289 [Leader]" nomad-047 2021-10-09T16:27:32.331Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9299 [Candidate]" term=2 nomad-029 2021-10-09T16:27:32.331Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-034 2021-10-09T16:27:32.331Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-047 2021-10-09T16:27:32.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-055 2021-10-09T16:27:32.331Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=473e7e41-ba62-1300-b1dc-7d33ce9d6d54 create_time=1633796852331648717 nomad-050 2021-10-09T16:27:32.331Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9295 [Leader]" nomad-055 2021-10-09T16:27:32.331Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=473e7e41-ba62-1300-b1dc-7d33ce9d6d54 create_time=1633796852331648717 nomad-024 2021-10-09T16:27:32.331Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-038 2021-10-09T16:27:32.331Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-047 2021-10-09T16:27:32.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9299 term=2 tally=1 nomad-053 2021-10-09T16:27:32.331Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-047 2021-10-09T16:27:32.331Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-034 2021-10-09T16:27:32.331Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-047 2021-10-09T16:27:32.331Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9299 [Leader]" nomad-034 2021-10-09T16:27:32.331Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-047 2021-10-09T16:27:32.331Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-036 2021-10-09T16:27:32.331Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-055 2021-10-09T16:27:32.332Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-029 2021-10-09T16:27:32.331Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-036 2021-10-09T16:27:32.331Z [DEBUG] nomad/worker.go:418: worker: created evaluation: eval="" nomad-036 2021-10-09T16:27:32.332Z [DEBUG] scheduler/generic_sched.go:275: worker.service_sched: failed to place all allocations, blocked eval created: eval_id=7727e6cf-3f78-ff80-e10c-d23f58fb197f job_id=mock-service-159a620e-6740-34ef-b2f4-1a816407f69a namespace=default blocked_eval_id=b8b29317-9c36-a929-9f44-f5a21fcaa077 nomad-036 2021-10-09T16:27:32.332Z [DEBUG] scheduler/util.go:535: worker.service_sched: setting eval status: eval_id=7727e6cf-3f78-ff80-e10c-d23f58fb197f job_id=mock-service-159a620e-6740-34ef-b2f4-1a816407f69a namespace=default status=complete nomad-036 2021-10-09T16:27:32.332Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-036 2021-10-09T16:27:32.332Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-038 2021-10-09T16:27:32.332Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=96a95644-5bd0-7658-b6cb-88a8fbfa9a24 create_time=1633796852332369803 nomad-038 2021-10-09T16:27:32.332Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=96a95644-5bd0-7658-b6cb-88a8fbfa9a24 create_time=1633796852332369803 nomad-053 2021-10-09T16:27:32.332Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=ad17b8da-b5e2-e71f-f2fc-ae9a09042916 create_time=1633796852332404331 nomad-047 2021-10-09T16:27:32.332Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d3d424be-b676-7803-9658-d916cdb73b35 create_time=1633796852332537133 nomad-053 2021-10-09T16:27:32.332Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=ad17b8da-b5e2-e71f-f2fc-ae9a09042916 create_time=1633796852332404331 nomad-047 2021-10-09T16:27:32.332Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=d3d424be-b676-7803-9658-d916cdb73b35 create_time=1633796852332537133 nomad-038 2021-10-09T16:27:32.332Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-036 2021-10-09T16:27:32.332Z [DEBUG] nomad/worker.go:377: worker: updated evaluation: eval="" nomad-047 2021-10-09T16:27:32.332Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-036 2021-10-09T16:27:32.332Z [DEBUG] nomad/worker.go:223: worker: ack evaluation: eval_id=7727e6cf-3f78-ff80-e10c-d23f58fb197f nomad-053 2021-10-09T16:27:32.333Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-036 2021-10-09T16:27:32.333Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-023 2021-10-09T16:27:32.333Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=2f6bac28-9c66-1023-b6f0-e6042e2fef73 create_time=1633796852332765186 nomad-023 2021-10-09T16:27:32.333Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=2f6bac28-9c66-1023-b6f0-e6042e2fef73 create_time=1633796852332765186 nomad-023 2021-10-09T16:27:32.430Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-036 2021-10-09T16:27:32.431Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=fac2f0df-af10-b99e-c1cc-33d28572ea8d nomad-036 2021-10-09T16:27:32.431Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=fac2f0df-af10-b99e-c1cc-33d28572ea8d job_id=mock-service-159a620e-6740-34ef-b2f4-1a816407f69a namespace=default algorithm=binpack nomad-036 2021-10-09T16:27:32.431Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=fac2f0df-af10-b99e-c1cc-33d28572ea8d job_id=mock-service-159a620e-6740-34ef-b2f4-1a816407f69a namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-036 2021-10-09T16:27:32.432Z [DEBUG] nomad/worker.go:418: worker: created evaluation: eval="" nomad-036 2021-10-09T16:27:32.432Z [DEBUG] scheduler/generic_sched.go:275: worker.service_sched: failed to place all allocations, blocked eval created: eval_id=fac2f0df-af10-b99e-c1cc-33d28572ea8d job_id=mock-service-159a620e-6740-34ef-b2f4-1a816407f69a namespace=default blocked_eval_id=adcd0dd2-d6f9-da72-09c6-0506239ac3c4 nomad-036 2021-10-09T16:27:32.432Z [DEBUG] scheduler/util.go:535: worker.service_sched: setting eval status: eval_id=fac2f0df-af10-b99e-c1cc-33d28572ea8d job_id=mock-service-159a620e-6740-34ef-b2f4-1a816407f69a namespace=default status=complete nomad-036 2021-10-09T16:27:32.433Z [DEBUG] nomad/worker.go:377: worker: updated evaluation: eval="" nomad-036 2021-10-09T16:27:32.434Z [DEBUG] nomad/worker.go:223: worker: ack evaluation: eval_id=fac2f0df-af10-b99e-c1cc-33d28572ea8d nomad-050 2021-10-09T16:27:32.436Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-050.global 127.0.0.1 nomad-051 2021-10-09T16:27:32.436Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-051.global 127.0.0.1 nomad-051 2021-10-09T16:27:32.436Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-050 2021-10-09T16:27:32.436Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-045 2021-10-09T16:27:32.436Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-045.global 127.0.0.1 nomad-045 2021-10-09T16:27:32.437Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-030 2021-10-09T16:27:32.437Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-030 2021-10-09T16:27:32.437Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-030 2021-10-09T16:27:32.437Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-030 2021-10-09T16:27:32.437Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-051 2021-10-09T16:27:32.437Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-051.global (Addr: 127.0.0.1:9297) (DC: dc1)" nomad-030 2021-10-09T16:27:32.437Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-030 2021-10-09T16:27:32.437Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-037 2021-10-09T16:27:32.437Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-037.global 127.0.0.1 nomad-036 2021-10-09T16:27:32.442Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-036 2021-10-09T16:27:32.442Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-036 2021-10-09T16:27:32.442Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-036 2021-10-09T16:27:32.442Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-036 2021-10-09T16:27:32.442Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-036 2021-10-09T16:27:32.442Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-036 2021-10-09T16:27:32.443Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-037 2021-10-09T16:27:32.531Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-046 2021-10-09T16:27:32.533Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-046 2021-10-09T16:27:32.533Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-046 2021-10-09T16:27:32.533Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-046 2021-10-09T16:27:32.533Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-046 2021-10-09T16:27:32.534Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-046 2021-10-09T16:27:32.534Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-037 2021-10-09T16:27:32.643Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-037.global (Addr: 127.0.0.1:9204) (DC: dc1)" nomad-056 2021-10-09T16:27:32.644Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-056 2021-10-09T16:27:32.644Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-056 2021-10-09T16:27:32.644Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-056 2021-10-09T16:27:32.644Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-056 2021-10-09T16:27:32.644Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-056 2021-10-09T16:27:32.644Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-056 2021-10-09T16:27:32.645Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= --- PASS: TestJobEndpoint_Scale_InformationalEventsShouldNotBeBlocked (1.38s) === CONT TestJobEndpoint_Register_ACL --- PASS: TestJobEndpoint_Dispatch_ACL (1.38s) === CONT TestJobExposeCheckHook_Mutate --- PASS: TestJobEndpoint_GetJobSummary (1.30s) --- PASS: TestJobExposeCheckHook_Mutate (0.00s) === CONT TestJobEndpoint_Register_Vault_AllowUnauthenticated 2021-10-09T16:27:32.731Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.731Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.731Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.731Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.731Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= === CONT TestJobEndpoint_Register_Vault_Disabled 2021-10-09T16:27:32.731Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.731Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.731Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_Register_EvalCreation_Modern (1.28s) === CONT TestJobEndpoint_Register_Connect_AllowUnauthenticatedFalse nomad-054 2021-10-09T16:27:32.732Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9210 Address:127.0.0.1:9210}]" nomad-054 2021-10-09T16:27:32.732Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-054.global 127.0.0.1 nomad-054 2021-10-09T16:27:32.732Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-054 2021-10-09T16:27:32.733Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9210 [Follower]" leader= nomad-054 2021-10-09T16:27:32.733Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-054.global (Addr: 127.0.0.1:9210) (DC: dc1)" nomad-052 2021-10-09T16:27:32.733Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9212 Address:127.0.0.1:9212}]" 2021-10-09T16:27:32.733Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.733Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-058 2021-10-09T16:27:32.734Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9214 Address:127.0.0.1:9214}]" 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-059 2021-10-09T16:27:32.734Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9220 Address:127.0.0.1:9220}]" 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-052 2021-10-09T16:27:32.734Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-052.global 127.0.0.1 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-052 2021-10-09T16:27:32.734Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-060 2021-10-09T16:27:32.734Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9218 Address:127.0.0.1:9218}]" 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= --- PASS: TestCoreScheduler_PartitionJobReap (1.39s) nomad-061 2021-10-09T16:27:32.734Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9216 Address:127.0.0.1:9216}]" === CONT TestJobEndpoint_Register_EnforceIndex nomad-052 2021-10-09T16:27:32.734Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9212 [Follower]" leader= nomad-058 2021-10-09T16:27:32.734Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-058.global 127.0.0.1 nomad-058 2021-10-09T16:27:32.734Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-059 2021-10-09T16:27:32.734Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-059.global 127.0.0.1 nomad-052 2021-10-09T16:27:32.734Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-052.global (Addr: 127.0.0.1:9212) (DC: dc1)" nomad-059 2021-10-09T16:27:32.734Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-058 2021-10-09T16:27:32.734Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9214 [Follower]" leader= 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.734Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-060 2021-10-09T16:27:32.734Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-060.global 127.0.0.1 nomad-060 2021-10-09T16:27:32.735Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-061 2021-10-09T16:27:32.735Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-061.global 127.0.0.1 nomad-059 2021-10-09T16:27:32.735Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9220 [Follower]" leader= nomad-061 2021-10-09T16:27:32.735Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-058 2021-10-09T16:27:32.735Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-058.global (Addr: 127.0.0.1:9214) (DC: dc1)" 2021-10-09T16:27:32.735Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.735Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.735Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.735Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-060 2021-10-09T16:27:32.735Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9218 [Follower]" leader= nomad-059 2021-10-09T16:27:32.735Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-059.global (Addr: 127.0.0.1:9220) (DC: dc1)" 2021-10-09T16:27:32.735Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-060 2021-10-09T16:27:32.735Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-060.global (Addr: 127.0.0.1:9218) (DC: dc1)" nomad-061 2021-10-09T16:27:32.735Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9216 [Follower]" leader= nomad-061 2021-10-09T16:27:32.735Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-061.global (Addr: 127.0.0.1:9216) (DC: dc1)" 2021-10-09T16:27:32.735Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.735Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.735Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.736Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.736Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.736Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_ImplicitConstraints_Vault (1.30s) === CONT TestJobEndpoint_Register_ConnectWithSidecarTask --- PASS: TestJobEndpoint_Deregister (1.29s) === CONT TestJobEndpoint_Register_Dispatched 2021-10-09T16:27:32.736Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.736Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.736Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.736Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.736Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-050 2021-10-09T16:27:32.736Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-050.global (Addr: 127.0.0.1:9295) (DC: dc1)" 2021-10-09T16:27:32.736Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.736Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.736Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.736Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.736Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= --- PASS: TestCoreScheduler_PartitionDeploymentReap (1.38s) === CONT TestJobEndpoint_Register_ConnectExposeCheck nomad-056 2021-10-09T16:27:32.737Z [ERROR] nomad/fsm.go:485: nomad.fsm: UpsertJob failed: error="job "mock-service-f97e3084-f2f4-3550-b045-2f0d75ca81a4" is in nonexistent namespace "foo"" nomad-056 2021-10-09T16:27:32.737Z [ERROR] nomad/job_endpoint.go:373: nomad.job: registering job failed: error="job "mock-service-f97e3084-f2f4-3550-b045-2f0d75ca81a4" is in nonexistent namespace "foo"" fsm=true nomad-056 2021-10-09T16:27:32.737Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-056 2021-10-09T16:27:32.737Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-056 2021-10-09T16:27:32.737Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Register_InvalidNamespace (0.59s) === CONT TestJobEndpoint_Register_ParameterizedJob nomad-045 2021-10-09T16:27:32.738Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-045.global (Addr: 127.0.0.1:9202) (DC: dc1)" nomad-044 2021-10-09T16:27:32.738Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9208 Address:127.0.0.1:9208}]" nomad-044 2021-10-09T16:27:32.739Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-044.global 127.0.0.1 nomad-064 2021-10-09T16:27:32.739Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9222 Address:127.0.0.1:9222}]" nomad-044 2021-10-09T16:27:32.739Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-044 2021-10-09T16:27:32.739Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9208 [Follower]" leader= nomad-044 2021-10-09T16:27:32.740Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-044.global (Addr: 127.0.0.1:9208) (DC: dc1)" nomad-030 2021-10-09T16:27:32.741Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-09T16:27:32.743Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.743Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_ValidateJobUpdate_ACL (1.40s) === CONT TestJobEndpoint_Register_ConnectIngressGateway_full --- PASS: TestJobEndpoint_InvalidCount (1.48s) === CONT TestJobEndpoint_Register_Periodic 2021-10-09T16:27:32.743Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-064 2021-10-09T16:27:32.743Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9222 [Follower]" leader= 2021-10-09T16:27:32.743Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.743Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.743Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-041 2021-10-09T16:27:32.743Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= 2021-10-09T16:27:32.830Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.830Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.830Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.830Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-052 2021-10-09T16:27:32.831Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:32.830Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-052 2021-10-09T16:27:32.835Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9212 [Candidate]" term=2 nomad-054 2021-10-09T16:27:32.831Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:32.830Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-064 2021-10-09T16:27:32.831Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-064.global 127.0.0.1 2021-10-09T16:27:32.830Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-064 2021-10-09T16:27:32.835Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:32.830Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.830Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-059 2021-10-09T16:27:32.831Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-059 2021-10-09T16:27:32.835Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=2 nomad-059 2021-10-09T16:27:32.835Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-059 2021-10-09T16:27:32.835Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=2 tally=1 nomad-038 2021-10-09T16:27:32.835Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-059 2021-10-09T16:27:32.835Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-038 2021-10-09T16:27:32.835Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-038 2021-10-09T16:27:32.835Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-065 2021-10-09T16:27:32.835Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9234 Address:127.0.0.1:9234}]" nomad-038 2021-10-09T16:27:32.835Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-066 2021-10-09T16:27:32.835Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9230 Address:127.0.0.1:9230}]" nomad-062 2021-10-09T16:27:32.744Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9224 Address:127.0.0.1:9224}]" nomad-064 2021-10-09T16:27:32.836Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-064.global (Addr: 127.0.0.1:9222) (DC: dc1)" nomad-052 2021-10-09T16:27:32.835Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-041 2021-10-09T16:27:32.835Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-047 2021-10-09T16:27:32.836Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-041 2021-10-09T16:27:32.836Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-041 2021-10-09T16:27:32.836Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-066 2021-10-09T16:27:32.836Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9230 [Follower]" leader= 2021-10-09T16:27:32.831Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-053 2021-10-09T16:27:32.836Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-09T16:27:32.831Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-053 2021-10-09T16:27:32.836Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-046 2021-10-09T16:27:32.834Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-059 2021-10-09T16:27:32.835Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9220 [Leader]" nomad-056 2021-10-09T16:27:32.743Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-054 2021-10-09T16:27:32.835Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9210 [Candidate]" term=2 2021-10-09T16:27:32.743Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-054 2021-10-09T16:27:32.836Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-059 2021-10-09T16:27:32.836Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-047 2021-10-09T16:27:32.836Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-054 2021-10-09T16:27:32.836Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9210 term=2 tally=1 nomad-054 2021-10-09T16:27:32.836Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-057 2021-10-09T16:27:32.831Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9226 Address:127.0.0.1:9226}]" nomad-047 2021-10-09T16:27:32.836Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Evaluations (1.40s) nomad-053 2021-10-09T16:27:32.836Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-047 2021-10-09T16:27:32.836Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost === CONT TestJobEndpoint_Register_ConnectIngressGateway_minimum 2021-10-09T16:27:32.830Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-036 2021-10-09T16:27:32.834Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=a2d1788f-00c7-2c24-abba-b25a952d363c 2021-10-09T16:27:32.831Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-066 2021-10-09T16:27:32.836Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-066.global 127.0.0.1 2021-10-09T16:27:32.830Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-065 2021-10-09T16:27:32.836Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9234 [Follower]" leader= nomad-060 2021-10-09T16:27:32.832Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= --- PASS: TestJobEndpoint_Evaluate_ACL (1.30s) === CONT TestJobEndpoint_Register_Connect nomad-060 2021-10-09T16:27:32.836Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9218 [Candidate]" term=2 nomad-060 2021-10-09T16:27:32.836Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-060 2021-10-09T16:27:32.836Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9218 term=2 tally=1 nomad-060 2021-10-09T16:27:32.837Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-062 2021-10-09T16:27:32.836Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9224 [Follower]" leader= nomad-057 2021-10-09T16:27:32.837Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9226 [Follower]" leader= nomad-055 2021-10-09T16:27:32.745Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-062 2021-10-09T16:27:32.836Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-062.global 127.0.0.1 nomad-038 2021-10-09T16:27:32.836Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-049 2021-10-09T16:27:32.834Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9206 Address:127.0.0.1:9206}]" 2021-10-09T16:27:32.831Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-067 2021-10-09T16:27:32.835Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9236 Address:127.0.0.1:9236}]" 2021-10-09T16:27:32.831Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-067 2021-10-09T16:27:32.837Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9236 [Follower]" leader= 2021-10-09T16:27:32.831Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-036 2021-10-09T16:27:32.836Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=a2d1788f-00c7-2c24-abba-b25a952d363c job_id=mock-service-159a620e-6740-34ef-b2f4-1a816407f69a namespace=default algorithm=binpack nomad-066 2021-10-09T16:27:32.836Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-036 2021-10-09T16:27:32.837Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=a2d1788f-00c7-2c24-abba-b25a952d363c job_id=mock-service-159a620e-6740-34ef-b2f4-1a816407f69a namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-066 2021-10-09T16:27:32.837Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-066.global (Addr: 127.0.0.1:9230) (DC: dc1)" nomad-052 2021-10-09T16:27:32.836Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9212 term=2 tally=1 nomad-052 2021-10-09T16:27:32.838Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-052 2021-10-09T16:27:32.838Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9212 [Leader]" nomad-052 2021-10-09T16:27:32.838Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-055 2021-10-09T16:27:32.837Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-067 2021-10-09T16:27:32.838Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-067.global 127.0.0.1 nomad-055 2021-10-09T16:27:32.838Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-067 2021-10-09T16:27:32.838Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-036 2021-10-09T16:27:32.836Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-036 2021-10-09T16:27:32.838Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-054 2021-10-09T16:27:32.836Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9210 [Leader]" nomad-061 2021-10-09T16:27:32.833Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-061 2021-10-09T16:27:32.838Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9216 [Candidate]" term=2 nomad-054 2021-10-09T16:27:32.838Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-049 2021-10-09T16:27:32.837Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9206 [Follower]" leader= nomad-061 2021-10-09T16:27:32.838Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-09T16:27:32.831Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-061 2021-10-09T16:27:32.838Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9216 term=2 tally=1 2021-10-09T16:27:32.831Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-061 2021-10-09T16:27:32.838Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:32.831Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-061 2021-10-09T16:27:32.838Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9216 [Leader]" 2021-10-09T16:27:32.833Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-036 2021-10-09T16:27:32.838Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-057 2021-10-09T16:27:32.837Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-057.global 127.0.0.1 nomad-061 2021-10-09T16:27:32.838Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-057 2021-10-09T16:27:32.838Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-065 2021-10-09T16:27:32.836Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-065.global 127.0.0.1 nomad-065 2021-10-09T16:27:32.838Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-060 2021-10-09T16:27:32.837Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9218 [Leader]" --- PASS: TestJobEndpoint_GetJobVersions_Diff (1.41s) nomad-060 2021-10-09T16:27:32.839Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired === CONT TestJobEndpoint_Register_PreserveCounts nomad-061 2021-10-09T16:27:32.839Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=ec2eec21-e7ff-b90f-d794-931fcfdd2c4f create_time=1633796852839290103 nomad-061 2021-10-09T16:27:32.839Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=ec2eec21-e7ff-b90f-d794-931fcfdd2c4f create_time=1633796852839290103 nomad-060 2021-10-09T16:27:32.839Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=17dcc15a-8715-eadf-73f7-bcb73e2bb700 create_time=1633796852839563935 2021-10-09T16:27:32.830Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-060 2021-10-09T16:27:32.839Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=17dcc15a-8715-eadf-73f7-bcb73e2bb700 create_time=1633796852839563935 2021-10-09T16:27:32.830Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.830Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.830Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.830Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-041 2021-10-09T16:27:32.836Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-041 2021-10-09T16:27:32.839Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-067 2021-10-09T16:27:32.839Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-067.global (Addr: 127.0.0.1:9236) (DC: dc1)" 2021-10-09T16:27:32.837Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.837Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.837Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.837Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-070 2021-10-09T16:27:32.840Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9232 Address:127.0.0.1:9232}]" 2021-10-09T16:27:32.837Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.837Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.837Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.837Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.837Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.833Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.834Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.834Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.834Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-058 2021-10-09T16:27:32.833Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-058 2021-10-09T16:27:32.840Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9214 [Candidate]" term=2 nomad-058 2021-10-09T16:27:32.840Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-058 2021-10-09T16:27:32.840Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9214 term=2 tally=1 nomad-058 2021-10-09T16:27:32.840Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-058 2021-10-09T16:27:32.840Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9214 [Leader]" nomad-058 2021-10-09T16:27:32.840Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-058 2021-10-09T16:27:32.841Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=a23ae40a-d6ab-4215-9d72-181b561eca82 create_time=1633796852841014853 nomad-058 2021-10-09T16:27:32.841Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=a23ae40a-d6ab-4215-9d72-181b561eca82 create_time=1633796852841014853 2021-10-09T16:27:32.930Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.930Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.930Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.930Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.930Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.930Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-049 2021-10-09T16:27:32.930Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-049.global 127.0.0.1 2021-10-09T16:27:32.930Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-060 2021-10-09T16:27:32.930Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-049 2021-10-09T16:27:32.930Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:32.930Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.930Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-062 2021-10-09T16:27:32.837Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:32.930Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-039 2021-10-09T16:27:32.634Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-039 2021-10-09T16:27:32.930Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-039 2021-10-09T16:27:32.931Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-049 2021-10-09T16:27:32.931Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-049.global (Addr: 127.0.0.1:9206) (DC: dc1)" --- PASS: TestJobEndpoint_GetJobVersions_ACL (1.49s) === CONT TestJobEndpoint_Register nomad-052 2021-10-09T16:27:32.931Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=2ea17f6a-9501-a649-7bcf-2034da31c932 create_time=1633796852931181280 nomad-052 2021-10-09T16:27:32.931Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=2ea17f6a-9501-a649-7bcf-2034da31c932 create_time=1633796852931181280 nomad-049 2021-10-09T16:27:32.931Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-049 2021-10-09T16:27:32.931Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9206 [Candidate]" term=2 2021-10-09T16:27:32.831Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-049 2021-10-09T16:27:32.931Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-09T16:27:32.831Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-049 2021-10-09T16:27:32.931Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9206 term=2 tally=1 nomad-049 2021-10-09T16:27:32.931Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:32.831Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-049 2021-10-09T16:27:32.931Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9206 [Leader]" 2021-10-09T16:27:32.831Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.831Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-065 2021-10-09T16:27:32.931Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-065.global (Addr: 127.0.0.1:9234) (DC: dc1)" nomad-049 2021-10-09T16:27:32.931Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-030 2021-10-09T16:27:32.835Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= 2021-10-09T16:27:32.744Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-030 2021-10-09T16:27:32.931Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= 2021-10-09T16:27:32.744Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-030 2021-10-09T16:27:32.931Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= 2021-10-09T16:27:32.744Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-030 2021-10-09T16:27:32.931Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-036 2021-10-09T16:27:32.931Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-030 2021-10-09T16:27:32.931Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-030 2021-10-09T16:27:32.931Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-057 2021-10-09T16:27:32.931Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-057.global (Addr: 127.0.0.1:9226) (DC: dc1)" 2021-10-09T16:27:32.932Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.932Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.932Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.932Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.932Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-062 2021-10-09T16:27:32.932Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-062.global (Addr: 127.0.0.1:9224) (DC: dc1)" 2021-10-09T16:27:32.932Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.932Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.932Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.932Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.932Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-030 2021-10-09T16:27:32.932Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-036 2021-10-09T16:27:32.932Z [ERROR] nomad/worker.go:412: worker: failed to create evaluation: eval="" error="raft is already shutdown" nomad-036 2021-10-09T16:27:32.932Z [ERROR] scheduler/generic_sched.go:272: worker.service_sched: failed to make blocked eval: eval_id=a2d1788f-00c7-2c24-abba-b25a952d363c job_id=mock-service-159a620e-6740-34ef-b2f4-1a816407f69a namespace=default error="raft is already shutdown" nomad-036 2021-10-09T16:27:32.932Z [ERROR] nomad/worker.go:130: worker: error invoking scheduler: error="failed to process evaluation: raft is already shutdown" nomad-049 2021-10-09T16:27:32.933Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=97e77616-2b1a-cbc1-dac7-63cca80ef4d8 create_time=1633796852932922990 nomad-049 2021-10-09T16:27:32.933Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=97e77616-2b1a-cbc1-dac7-63cca80ef4d8 create_time=1633796852932922990 nomad-065 2021-10-09T16:27:32.933Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-065 2021-10-09T16:27:32.933Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=2 nomad-065 2021-10-09T16:27:32.933Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-065 2021-10-09T16:27:32.933Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=2 tally=1 nomad-065 2021-10-09T16:27:32.933Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-065 2021-10-09T16:27:32.933Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9234 [Leader]" nomad-065 2021-10-09T16:27:32.933Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-054 2021-10-09T16:27:32.933Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=ce3533c4-b8a9-9bf1-51e2-205e59ce82d4 create_time=1633796852933605867 nomad-054 2021-10-09T16:27:32.933Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=ce3533c4-b8a9-9bf1-51e2-205e59ce82d4 create_time=1633796852933605867 nomad-036 2021-10-09T16:27:32.933Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=a2d1788f-00c7-2c24-abba-b25a952d363c error="No cluster leader" nomad-068 2021-10-09T16:27:32.933Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9242 Address:127.0.0.1:9242}]" nomad-065 2021-10-09T16:27:32.934Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=5592614c-bba4-b66a-c4f4-f2348f2b42a4 create_time=1633796852933970878 nomad-065 2021-10-09T16:27:32.934Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=5592614c-bba4-b66a-c4f4-f2348f2b42a4 create_time=1633796852933970878 nomad-053 2021-10-09T16:27:32.836Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:32.831Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.831Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.831Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.831Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.831Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.833Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.833Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.833Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:32.834Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-063 2021-10-09T16:27:33.135Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9228 Address:127.0.0.1:9228}]" 2021-10-09T16:27:33.135Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-049 2021-10-09T16:27:32.934Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-070 2021-10-09T16:27:33.130Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9232 [Follower]" leader= nomad-070 2021-10-09T16:27:33.132Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-070.global 127.0.0.1 nomad-070 2021-10-09T16:27:33.136Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-063 2021-10-09T16:27:33.136Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-063.global 127.0.0.1 nomad-063 2021-10-09T16:27:33.136Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:32.934Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-038 2021-10-09T16:27:32.837Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-059 2021-10-09T16:27:33.136Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=97ae2f22-3c83-d799-6fbe-969d8ac0caee create_time=1633796853136649527 nomad-059 2021-10-09T16:27:33.136Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=97ae2f22-3c83-d799-6fbe-969d8ac0caee create_time=1633796853136649527 nomad-038 2021-10-09T16:27:33.137Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-071 2021-10-09T16:27:33.137Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9240 Address:127.0.0.1:9240}]" nomad-069 2021-10-09T16:27:33.137Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9238 Address:127.0.0.1:9238}]" nomad-030 2021-10-09T16:27:33.137Z [TRACE] scheduler/rank.go:175: nomad.job.service_sched.binpack: NewBinPackIterator created: eval_id=e04bd180-a93e-d65a-bebf-b59f47d4139e job_id=mock-service-dbeb1261-f868-a95c-bdcb-2966ffbae121 namespace=default algorithm=binpack nomad-030 2021-10-09T16:27:33.138Z [DEBUG] scheduler/generic_sched.go:356: nomad.job.service_sched: reconciled current state with desired state: eval_id=e04bd180-a93e-d65a-bebf-b59f47d4139e job_id=mock-service-dbeb1261-f868-a95c-bdcb-2966ffbae121 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-030 2021-10-09T16:27:33.138Z [DEBUG] scheduler/generic_sched.go:275: nomad.job.service_sched: failed to place all allocations, blocked eval created: eval_id=e04bd180-a93e-d65a-bebf-b59f47d4139e job_id=mock-service-dbeb1261-f868-a95c-bdcb-2966ffbae121 namespace=default blocked_eval_id=0bcaa3b2-7c52-99d6-70b6-fa0f41ce330d nomad-030 2021-10-09T16:27:33.138Z [DEBUG] scheduler/util.go:535: nomad.job.service_sched: setting eval status: eval_id=e04bd180-a93e-d65a-bebf-b59f47d4139e job_id=mock-service-dbeb1261-f868-a95c-bdcb-2966ffbae121 namespace=default status=complete nomad-039 2021-10-09T16:27:33.139Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:33.140Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.140Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.140Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.140Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.140Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-041 2021-10-09T16:27:33.140Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-09T16:27:32.830Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-067 2021-10-09T16:27:33.141Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-067 2021-10-09T16:27:33.141Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9236 [Candidate]" term=2 nomad-067 2021-10-09T16:27:33.141Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-067 2021-10-09T16:27:33.141Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9236 term=2 tally=1 nomad-067 2021-10-09T16:27:33.141Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-067 2021-10-09T16:27:33.141Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9236 [Leader]" nomad-067 2021-10-09T16:27:33.141Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-062 2021-10-09T16:27:33.142Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-062 2021-10-09T16:27:33.142Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9224 [Candidate]" term=2 nomad-038 2021-10-09T16:27:33.142Z [TRACE] scheduler/rank.go:175: nomad.job.service_sched.binpack: NewBinPackIterator created: eval_id=8c89f94d-b432-f788-e5f6-fee70cd41be2 job_id=mock-service-acd3b2d1-5731-fa5a-9b82-80e5ac6df757 namespace=default algorithm=binpack nomad-062 2021-10-09T16:27:33.142Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-062 2021-10-09T16:27:33.142Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9224 term=2 tally=1 nomad-062 2021-10-09T16:27:33.142Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-062 2021-10-09T16:27:33.142Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9224 [Leader]" nomad-038 2021-10-09T16:27:33.142Z [DEBUG] scheduler/generic_sched.go:356: nomad.job.service_sched: reconciled current state with desired state: eval_id=8c89f94d-b432-f788-e5f6-fee70cd41be2 job_id=mock-service-acd3b2d1-5731-fa5a-9b82-80e5ac6df757 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-067 2021-10-09T16:27:33.142Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=22af3bb4-0ae9-d951-be3e-383d51a85602 create_time=1633796853142295614 nomad-062 2021-10-09T16:27:33.142Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-067 2021-10-09T16:27:33.142Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=22af3bb4-0ae9-d951-be3e-383d51a85602 create_time=1633796853142295614 nomad-038 2021-10-09T16:27:33.142Z [DEBUG] scheduler/generic_sched.go:275: nomad.job.service_sched: failed to place all allocations, blocked eval created: eval_id=8c89f94d-b432-f788-e5f6-fee70cd41be2 job_id=mock-service-acd3b2d1-5731-fa5a-9b82-80e5ac6df757 namespace=default blocked_eval_id=ceea3dc1-5d1d-7c0f-d61d-b0d8278ea9a1 nomad-038 2021-10-09T16:27:33.142Z [DEBUG] scheduler/util.go:535: nomad.job.service_sched: setting eval status: eval_id=8c89f94d-b432-f788-e5f6-fee70cd41be2 job_id=mock-service-acd3b2d1-5731-fa5a-9b82-80e5ac6df757 namespace=default status=complete nomad-067 2021-10-09T16:27:33.143Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-062 2021-10-09T16:27:33.143Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=0c1c125f-e0f4-d691-47d6-1e0315bd0cdc create_time=1633796853143201606 nomad-062 2021-10-09T16:27:33.143Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=0c1c125f-e0f4-d691-47d6-1e0315bd0cdc create_time=1633796853143201606 nomad-066 2021-10-09T16:27:33.143Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-066 2021-10-09T16:27:33.143Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9230 [Candidate]" term=2 nomad-066 2021-10-09T16:27:33.143Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-066 2021-10-09T16:27:33.143Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9230 term=2 tally=1 nomad-066 2021-10-09T16:27:33.143Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-066 2021-10-09T16:27:33.143Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9230 [Leader]" nomad-066 2021-10-09T16:27:33.144Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-058 2021-10-09T16:27:33.144Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-058 2021-10-09T16:27:33.144Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-058 2021-10-09T16:27:33.144Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-065 2021-10-09T16:27:33.144Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-068 2021-10-09T16:27:33.132Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-068.global 127.0.0.1 nomad-068 2021-10-09T16:27:33.145Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-044 2021-10-09T16:27:33.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-044 2021-10-09T16:27:33.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9208 [Candidate]" term=2 nomad-044 2021-10-09T16:27:33.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-044 2021-10-09T16:27:33.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9208 term=2 tally=1 nomad-044 2021-10-09T16:27:33.231Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-044 2021-10-09T16:27:33.231Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9208 [Leader]" nomad-055 2021-10-09T16:27:32.838Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= 2021-10-09T16:27:33.230Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-054 2021-10-09T16:27:33.230Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-066 2021-10-09T16:27:33.232Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=18d570bd-e161-7dd5-448b-b2ac41162c3f create_time=1633796853232440940 nomad-066 2021-10-09T16:27:33.232Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=18d570bd-e161-7dd5-448b-b2ac41162c3f create_time=1633796853232440940 nomad-069 2021-10-09T16:27:33.232Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-069.global 127.0.0.1 nomad-068 2021-10-09T16:27:33.231Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9242 [Follower]" leader= nomad-069 2021-10-09T16:27:33.232Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-052 2021-10-09T16:27:33.233Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-071 2021-10-09T16:27:33.238Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9240 [Follower]" leader= nomad-071 2021-10-09T16:27:33.335Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-071.global 127.0.0.1 nomad-071 2021-10-09T16:27:33.442Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-059 2021-10-09T16:27:33.238Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-071 2021-10-09T16:27:33.442Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-071.global (Addr: 127.0.0.1:9240) (DC: dc1)" 2021-10-09T16:27:33.230Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.230Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.230Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-062 2021-10-09T16:27:33.234Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-060 2021-10-09T16:27:33.444Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-059 2021-10-09T16:27:33.444Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-060 2021-10-09T16:27:33.444Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-059 2021-10-09T16:27:33.444Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-059 2021-10-09T16:27:33.444Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-059 2021-10-09T16:27:33.444Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-059 2021-10-09T16:27:33.444Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-060 2021-10-09T16:27:33.444Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-060 2021-10-09T16:27:33.444Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-063 2021-10-09T16:27:33.234Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9228 [Follower]" leader= nomad-059 2021-10-09T16:27:33.444Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-060 2021-10-09T16:27:33.444Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-060 2021-10-09T16:27:33.444Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-072 2021-10-09T16:27:33.444Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9244 Address:127.0.0.1:9244}]" nomad-044 2021-10-09T16:27:33.232Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-072 2021-10-09T16:27:33.444Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9244 [Follower]" leader= nomad-070 2021-10-09T16:27:33.232Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-070 2021-10-09T16:27:33.445Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9232 [Candidate]" term=2 nomad-060 2021-10-09T16:27:33.445Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-059 2021-10-09T16:27:33.445Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-060 2021-10-09T16:27:33.445Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-060 2021-10-09T16:27:33.445Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-060 2021-10-09T16:27:33.445Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-072 2021-10-09T16:27:33.445Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-072.global 127.0.0.1 nomad-072 2021-10-09T16:27:33.445Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-064 2021-10-09T16:27:33.445Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-064 2021-10-09T16:27:33.445Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9222 [Candidate]" term=2 nomad-064 2021-10-09T16:27:33.445Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-064 2021-10-09T16:27:33.446Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9222 term=2 tally=1 2021-10-09T16:27:33.446Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-064 2021-10-09T16:27:33.446Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-064 2021-10-09T16:27:33.446Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9222 [Leader]" nomad-070 2021-10-09T16:27:33.446Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-070.global (Addr: 127.0.0.1:9232) (DC: dc1)" 2021-10-09T16:27:33.446Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-054 2021-10-09T16:27:33.446Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= 2021-10-09T16:27:33.446Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-054 2021-10-09T16:27:33.446Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= 2021-10-09T16:27:33.446Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-054 2021-10-09T16:27:33.446Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-054 2021-10-09T16:27:33.446Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-064 2021-10-09T16:27:33.446Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-054 2021-10-09T16:27:33.446Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-054 2021-10-09T16:27:33.446Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-066 2021-10-09T16:27:33.331Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-064 2021-10-09T16:27:33.446Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=69fbcb1a-3b20-12ea-b9c0-d4e4bc93c5dc create_time=1633796853446904370 nomad-064 2021-10-09T16:27:33.447Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=69fbcb1a-3b20-12ea-b9c0-d4e4bc93c5dc create_time=1633796853446904370 nomad-054 2021-10-09T16:27:33.447Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error="1 error occurred: * job can't be submitted with a payload, only dispatched " nomad-055 2021-10-09T16:27:33.447Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-055 2021-10-09T16:27:33.447Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-054 2021-10-09T16:27:33.447Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-054 2021-10-09T16:27:33.447Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-054 2021-10-09T16:27:33.447Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-064 2021-10-09T16:27:33.447Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-052 2021-10-09T16:27:33.447Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= --- PASS: TestJobEndpoint_Register_Payload (1.41s) === CONT TestJobExposeCheckHook_checkIsExposable nomad-052 2021-10-09T16:27:33.447Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= --- PASS: TestJobExposeCheckHook_checkIsExposable (0.00s) === CONT TestJobExposeCheckHook_serviceExposeConfig nomad-052 2021-10-09T16:27:33.447Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-052 2021-10-09T16:27:33.447Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= --- PASS: TestJobExposeCheckHook_serviceExposeConfig (0.00s) === CONT TestJobEndpointConnect_groupConnectSidecarValidate --- PASS: TestJobEndpointConnect_groupConnectSidecarValidate (0.00s) === CONT TestJobExposeCheckHook_containsExposePath --- PASS: TestJobExposeCheckHook_containsExposePath (0.00s) === CONT TestJobEndpointConnect_ConnectInterpolation nomad-052 2021-10-09T16:27:33.447Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-052 2021-10-09T16:27:33.447Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-09T16:27:33.447Z [TRACE] nomad/job_endpoint_hooks.go:62: job: job mutate results: mutator=canonicalize warnings=[] error= nomad-055 2021-10-09T16:27:33.447Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-09T16:27:33.447Z [TRACE] nomad/job_endpoint_hooks.go:62: job: job mutate results: mutator=connect warnings=[] error= 2021-10-09T16:27:33.447Z [TRACE] nomad/job_endpoint_hooks.go:62: job: job mutate results: mutator=expose-check warnings=[] error= 2021-10-09T16:27:33.447Z [TRACE] nomad/job_endpoint_hooks.go:62: job: job mutate results: mutator=constraints warnings=[] error= --- PASS: TestJobEndpointConnect_ConnectInterpolation (0.00s) === CONT TestJobExposeCheckHook_exposePathForCheck nomad-055 2021-10-09T16:27:33.447Z [INFO] nomad/server.go:620: nomad: shutting down server --- PASS: TestJobExposeCheckHook_exposePathForCheck (0.00s) === CONT TestJobEndpointConnect_groupConnectHook_IngressGateway nomad-055 2021-10-09T16:27:33.448Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-055 2021-10-09T16:27:33.448Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-038 2021-10-09T16:27:33.448Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-038 2021-10-09T16:27:33.448Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestJobEndpoint_Register_Vault_NoToken (1.30s) === CONT TestJobExposeCheckHook_tgValidateUseOfCheckExpose --- PASS: TestJobExposeCheckHook_tgValidateUseOfCheckExpose (0.00s) === CONT TestJobEndpointConnect_groupConnectHook --- PASS: TestJobEndpointConnect_groupConnectHook_IngressGateway (0.00s) === CONT TestJobExposeCheckHook_tgValidateUseOfBridgeMode nomad-030 2021-10-09T16:27:33.448Z [INFO] nomad/server.go:620: nomad: shutting down server --- PASS: TestJobExposeCheckHook_tgValidateUseOfBridgeMode (0.00s) === CONT TestJobEndpointConnect_isSidecarForService nomad-030 2021-10-09T16:27:33.448Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestJobEndpointConnect_isSidecarForService (0.00s) === CONT TestJobExposeCheckHook_tgUsesExposeCheck --- PASS: TestJobExposeCheckHook_tgUsesExposeCheck (0.00s) === CONT TestHeartbeat_ClearAllHeartbeatTimers nomad-038 2021-10-09T16:27:33.448Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Plan_Scaling (2.01s) === CONT TestJobExposeCheckHook_serviceUsesConnectEnvoy --- PASS: TestJobExposeCheckHook_serviceUsesConnectEnvoy (0.00s) === CONT TestHeartbeat_ClearHeartbeatTimer --- PASS: TestJobEndpointConnect_groupConnectHook (0.00s) === CONT TestJobExposeCheckHook_Name --- PASS: TestJobExposeCheckHook_Name (0.00s) === CONT TestHeartbeat_InvalidateHeartbeat nomad-052 2021-10-09T16:27:33.448Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-054 2021-10-09T16:27:33.447Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:33.530Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-063 2021-10-09T16:27:33.530Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:33.530Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-063 2021-10-09T16:27:33.530Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9228 [Candidate]" term=2 --- PASS: TestJobEndpoint_Register_Vault_Disabled (0.80s) 2021-10-09T16:27:33.530Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= === CONT TestJobEndpointConnect_groupConnectGatewayValidate 2021-10-09T16:27:33.530Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-063 2021-10-09T16:27:33.530Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-09T16:27:33.530Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpointConnect_groupConnectGatewayValidate (0.00s) nomad-063 2021-10-09T16:27:33.530Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9228 term=2 tally=1 === CONT TestHeartbeat_ResetHeartbeatTimerLocked_Renew 2021-10-09T16:27:33.530Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.530Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-063 2021-10-09T16:27:33.530Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:33.530Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.530Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-063 2021-10-09T16:27:33.530Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9228 [Leader]" 2021-10-09T16:27:33.530Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-063 2021-10-09T16:27:33.530Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-052 2021-10-09T16:27:33.530Z [DEBUG] nomad/periodic.go:250: nomad.periodic: registered periodic job: job="" nomad-070 2021-10-09T16:27:33.530Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-052 2021-10-09T16:27:33.530Z [DEBUG] nomad/periodic.go:344: nomad.periodic: scheduled periodic job launch: launch_delay=2m26.469119525s job="" nomad-070 2021-10-09T16:27:33.530Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=2 tally=1 nomad-070 2021-10-09T16:27:33.531Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-070 2021-10-09T16:27:33.531Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9232 [Leader]" nomad-064 2021-10-09T16:27:33.531Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-064 2021-10-09T16:27:33.531Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-064 2021-10-09T16:27:33.531Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-064 2021-10-09T16:27:33.531Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-064 2021-10-09T16:27:33.531Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-063 2021-10-09T16:27:33.531Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6f994c87-ca6e-8143-4f2e-ec69b413bd4b create_time=1633796853531185207 nomad-064 2021-10-09T16:27:33.531Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-063 2021-10-09T16:27:33.531Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=6f994c87-ca6e-8143-4f2e-ec69b413bd4b create_time=1633796853531185207 nomad-065 2021-10-09T16:27:33.531Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-065 2021-10-09T16:27:33.531Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-065 2021-10-09T16:27:33.531Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-065 2021-10-09T16:27:33.531Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-052 2021-10-09T16:27:33.531Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-052 2021-10-09T16:27:33.531Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-059 2021-10-09T16:27:33.531Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-065 2021-10-09T16:27:33.531Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-065 2021-10-09T16:27:33.531Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-09T16:27:33.531Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-059 2021-10-09T16:27:33.531Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-052 2021-10-09T16:27:33.531Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-059 2021-10-09T16:27:33.531Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-063 2021-10-09T16:27:33.531Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 --- PASS: TestJobEndpoint_Evaluate_Periodic (2.00s) === CONT TestJobEndpointConnect_getNamedTaskForNativeService --- PASS: TestJobEndpoint_Register_Vault_AllowUnauthenticated (0.80s) === CONT TestHeartbeat_ResetHeartbeatTimerLocked --- PASS: TestJobEndpointConnect_getNamedTaskForNativeService (0.00s) === CONT TestHeartbeat_ResetHeartbeatTimer_Nonleader 2021-10-09T16:27:33.531Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.531Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-030 2021-10-09T16:27:33.532Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-064 2021-10-09T16:27:33.532Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-070 2021-10-09T16:27:33.531Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-070 2021-10-09T16:27:33.531Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=a188f1ea-9577-336c-cb96-db1d13b3acdd create_time=1633796853531656523 nomad-065 2021-10-09T16:27:33.532Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-070 2021-10-09T16:27:33.532Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=a188f1ea-9577-336c-cb96-db1d13b3acdd create_time=1633796853531656523 nomad-064 2021-10-09T16:27:33.532Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-064 2021-10-09T16:27:33.532Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-070 2021-10-09T16:27:33.532Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-064 2021-10-09T16:27:33.532Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-061 2021-10-09T16:27:33.233Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-064 2021-10-09T16:27:33.532Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-061 2021-10-09T16:27:33.443Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-061 2021-10-09T16:27:33.532Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.532Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-061 2021-10-09T16:27:33.532Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Register_Dispatched (0.80s) === CONT TestHeartbeat_ResetHeartbeatTimer nomad-041 2021-10-09T16:27:33.533Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-041 2021-10-09T16:27:33.533Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-041 2021-10-09T16:27:33.533Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-041 2021-10-09T16:27:33.533Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= 2021-10-09T16:27:33.533Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.533Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.533Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.533Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.533Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-062 2021-10-09T16:27:33.533Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-062 2021-10-09T16:27:33.533Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-062 2021-10-09T16:27:33.533Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-062 2021-10-09T16:27:33.533Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-062 2021-10-09T16:27:33.533Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-062 2021-10-09T16:27:33.533Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-073 2021-10-09T16:27:33.534Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9258 Address:127.0.0.1:9258}]" nomad-062 2021-10-09T16:27:33.534Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= --- PASS: TestJobEndpoint_Register_ACL (0.80s) === CONT TestCoreScheduler_CSIPluginGC nomad-073 2021-10-09T16:27:33.534Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-073.global 127.0.0.1 nomad-073 2021-10-09T16:27:33.534Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:33.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-073 2021-10-09T16:27:33.534Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9258 [Follower]" leader= nomad-062 2021-10-09T16:27:33.535Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-062 2021-10-09T16:27:33.535Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-062 2021-10-09T16:27:33.535Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-062 2021-10-09T16:27:33.535Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-062 2021-10-09T16:27:33.535Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-062 2021-10-09T16:27:33.535Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-074 2021-10-09T16:27:33.535Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9260 Address:127.0.0.1:9260}]" nomad-073 2021-10-09T16:27:33.535Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-073.global (Addr: 127.0.0.1:9258) (DC: dc1)" nomad-062 2021-10-09T16:27:33.535Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-09T16:27:33.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.535Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-074 2021-10-09T16:27:33.535Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9260 [Follower]" leader= 2021-10-09T16:27:33.535Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.536Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-074 2021-10-09T16:27:33.536Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-074.global 127.0.0.1 2021-10-09T16:27:33.536Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.536Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-074 2021-10-09T16:27:33.536Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:33.536Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.536Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-049 2021-10-09T16:27:33.536Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-049 2021-10-09T16:27:33.536Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-049 2021-10-09T16:27:33.536Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-049 2021-10-09T16:27:33.536Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-074 2021-10-09T16:27:33.536Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-074.global (Addr: 127.0.0.1:9260) (DC: dc1)" nomad-049 2021-10-09T16:27:33.536Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-049 2021-10-09T16:27:33.536Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-071 2021-10-09T16:27:33.536Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-071 2021-10-09T16:27:33.536Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9240 [Candidate]" term=2 nomad-071 2021-10-09T16:27:33.536Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-071 2021-10-09T16:27:33.536Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9240 term=2 tally=1 nomad-065 2021-10-09T16:27:33.536Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= 2021-10-09T16:27:33.536Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-071 2021-10-09T16:27:33.536Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-065 2021-10-09T16:27:33.536Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= 2021-10-09T16:27:33.536Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-071 2021-10-09T16:27:33.536Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9240 [Leader]" 2021-10-09T16:27:33.536Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.536Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.536Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-065 2021-10-09T16:27:33.536Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-071 2021-10-09T16:27:33.536Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:33.536Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-065 2021-10-09T16:27:33.536Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= 2021-10-09T16:27:33.536Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-062 2021-10-09T16:27:33.536Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= 2021-10-09T16:27:33.536Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-062 2021-10-09T16:27:33.536Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-062 2021-10-09T16:27:33.537Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= 2021-10-09T16:27:33.537Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-062 2021-10-09T16:27:33.537Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-065 2021-10-09T16:27:33.537Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= 2021-10-09T16:27:33.537Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-065 2021-10-09T16:27:33.537Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-062 2021-10-09T16:27:33.537Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-062 2021-10-09T16:27:33.537Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-09T16:27:33.537Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-062 2021-10-09T16:27:33.537Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-062 2021-10-09T16:27:33.537Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-062 2021-10-09T16:27:33.537Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-062 2021-10-09T16:27:33.538Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-062 2021-10-09T16:27:33.538Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-062 2021-10-09T16:27:33.538Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-062 2021-10-09T16:27:33.538Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-062 2021-10-09T16:27:33.538Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-063 2021-10-09T16:27:33.538Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-063.global (Addr: 127.0.0.1:9228) (DC: dc1)" nomad-062 2021-10-09T16:27:33.538Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-062 2021-10-09T16:27:33.538Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-062 2021-10-09T16:27:33.538Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-062 2021-10-09T16:27:33.538Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-058 2021-10-09T16:27:33.234Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-062 2021-10-09T16:27:33.538Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-062 2021-10-09T16:27:33.539Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-062 2021-10-09T16:27:33.539Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-067 2021-10-09T16:27:33.539Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-067 2021-10-09T16:27:33.539Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-067 2021-10-09T16:27:33.539Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-067 2021-10-09T16:27:33.539Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-067 2021-10-09T16:27:33.539Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-067 2021-10-09T16:27:33.539Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-067 2021-10-09T16:27:33.540Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-062 2021-10-09T16:27:33.540Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-062 2021-10-09T16:27:33.540Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-062 2021-10-09T16:27:33.540Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Register_EnforceIndex (0.81s) === CONT TestFSM_SnapshotRestore_Allocs_Canonicalize nomad-041 2021-10-09T16:27:33.533Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-041 2021-10-09T16:27:33.630Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-072 2021-10-09T16:27:33.445Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-072.global (Addr: 127.0.0.1:9244) (DC: dc1)" 2021-10-09T16:27:33.630Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-072 2021-10-09T16:27:33.533Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-072 2021-10-09T16:27:33.630Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9244 [Candidate]" term=2 nomad-071 2021-10-09T16:27:33.630Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=35992a9f-0db1-f0fc-ad19-20fc3327a1ff create_time=1633796853537451708 nomad-080 2021-10-09T16:27:33.630Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9250 Address:127.0.0.1:9250}]" nomad-076 2021-10-09T16:27:33.630Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9274 Address:127.0.0.1:9274}]" nomad-080 2021-10-09T16:27:33.630Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9250 [Follower]" leader= nomad-062 2021-10-09T16:27:33.630Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-030 2021-10-09T16:27:33.630Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-071 2021-10-09T16:27:33.630Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=35992a9f-0db1-f0fc-ad19-20fc3327a1ff create_time=1633796853537451708 nomad-074 2021-10-09T16:27:33.630Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-073 2021-10-09T16:27:33.630Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-073 2021-10-09T16:27:33.631Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9258 [Candidate]" term=2 nomad-058 2021-10-09T16:27:33.631Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-074 2021-10-09T16:27:33.630Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9260 [Candidate]" term=2 nomad-073 2021-10-09T16:27:33.631Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-041 2021-10-09T16:27:33.630Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-073 2021-10-09T16:27:33.631Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9258 term=2 tally=1 nomad-074 2021-10-09T16:27:33.631Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-071 2021-10-09T16:27:33.631Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-074 2021-10-09T16:27:33.631Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9260 term=2 tally=1 nomad-067 2021-10-09T16:27:33.631Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-074 2021-10-09T16:27:33.631Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-072 2021-10-09T16:27:33.630Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-067 2021-10-09T16:27:33.631Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-072 2021-10-09T16:27:33.631Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9244 term=2 tally=1 nomad-074 2021-10-09T16:27:33.631Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9260 [Leader]" nomad-072 2021-10-09T16:27:33.631Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-072 2021-10-09T16:27:33.631Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9244 [Leader]" nomad-067 2021-10-09T16:27:33.631Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-074 2021-10-09T16:27:33.631Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-049 2021-10-09T16:27:33.630Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-072 2021-10-09T16:27:33.631Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-067 2021-10-09T16:27:33.631Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-073 2021-10-09T16:27:33.631Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-073 2021-10-09T16:27:33.631Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9258 [Leader]" nomad-076 2021-10-09T16:27:33.630Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9274 [Follower]" leader= nomad-067 2021-10-09T16:27:33.631Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-073 2021-10-09T16:27:33.631Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-080 2021-10-09T16:27:33.631Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-080.global 127.0.0.1 nomad-076 2021-10-09T16:27:33.631Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-076.global 127.0.0.1 nomad-079 2021-10-09T16:27:33.631Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9264 Address:127.0.0.1:9264}]" nomad-076 2021-10-09T16:27:33.631Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-080 2021-10-09T16:27:33.631Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-067 2021-10-09T16:27:33.631Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-041 2021-10-09T16:27:33.631Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-041 2021-10-09T16:27:33.631Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-041 2021-10-09T16:27:33.631Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-072 2021-10-09T16:27:33.631Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=ea6b6cf3-af96-781f-a2ca-e8df4b978190 create_time=1633796853631866299 nomad-041 2021-10-09T16:27:33.632Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= 2021-10-09T16:27:33.632Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-073 2021-10-09T16:27:33.632Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=5af5daed-b3bb-e2a0-41d9-7b4787202f6c create_time=1633796853631943804 nomad-073 2021-10-09T16:27:33.632Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=5af5daed-b3bb-e2a0-41d9-7b4787202f6c create_time=1633796853631943804 nomad-041 2021-10-09T16:27:33.632Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-074 2021-10-09T16:27:33.632Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=bc38097a-2776-8b7a-8934-c3c6f6d9e8da create_time=1633796853631999808 nomad-041 2021-10-09T16:27:33.632Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-074 2021-10-09T16:27:33.632Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=bc38097a-2776-8b7a-8934-c3c6f6d9e8da create_time=1633796853631999808 nomad-073 2021-10-09T16:27:33.632Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-069 2021-10-09T16:27:33.233Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9238 [Follower]" leader= nomad-079 2021-10-09T16:27:33.632Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-079.global 127.0.0.1 nomad-069 2021-10-09T16:27:33.442Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-069.global (Addr: 127.0.0.1:9238) (DC: dc1)" --- PASS: TestJobEndpoint_Plan_WithDiff (2.20s) === CONT TestHeartbeat_InitializeHeartbeatTimers nomad-079 2021-10-09T16:27:33.632Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-041 2021-10-09T16:27:33.632Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-067 2021-10-09T16:27:33.632Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-080 2021-10-09T16:27:33.632Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-080.global (Addr: 127.0.0.1:9250) (DC: dc1)" nomad-079 2021-10-09T16:27:33.632Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9264 [Follower]" leader= nomad-057 2021-10-09T16:27:33.632Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-057 2021-10-09T16:27:33.632Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9226 [Candidate]" term=2 nomad-046 2021-10-09T16:27:33.632Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-057 2021-10-09T16:27:33.632Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-057 2021-10-09T16:27:33.632Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9226 term=2 tally=1 nomad-057 2021-10-09T16:27:33.633Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-057 2021-10-09T16:27:33.633Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9226 [Leader]" nomad-049 2021-10-09T16:27:33.633Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-049 2021-10-09T16:27:33.633Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-049 2021-10-09T16:27:33.633Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-057 2021-10-09T16:27:33.633Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-049 2021-10-09T16:27:33.633Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-049 2021-10-09T16:27:33.633Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-049 2021-10-09T16:27:33.633Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-09T16:27:33.633Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-077 2021-10-09T16:27:33.633Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9276 Address:127.0.0.1:9276}]" 2021-10-09T16:27:33.633Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-078 2021-10-09T16:27:33.633Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-065 2021-10-09T16:27:33.633Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-063 2021-10-09T16:27:33.633Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-079 2021-10-09T16:27:33.633Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-079.global (Addr: 127.0.0.1:9264) (DC: dc1)" nomad-046 2021-10-09T16:27:33.632Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-063 2021-10-09T16:27:33.633Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-049 2021-10-09T16:27:33.633Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-063 2021-10-09T16:27:33.633Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-063 2021-10-09T16:27:33.633Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-046 2021-10-09T16:27:33.633Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-046 2021-10-09T16:27:33.633Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-063 2021-10-09T16:27:33.634Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-063 2021-10-09T16:27:33.634Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-059 2021-10-09T16:27:33.634Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestJobEndpoint_Evaluate (2.09s) === CONT TestFSM_ClusterMetadata --- PASS: TestJobEndpoint_Register_Connect_AllowUnauthenticatedFalse (0.90s) nomad-077 2021-10-09T16:27:33.634Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-077.global 127.0.0.1 === CONT TestFSM_SnapshotRestore_ACLPolicy nomad-078 2021-10-09T16:27:33.634Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-078.global 127.0.0.1 nomad-077 2021-10-09T16:27:33.634Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-072 2021-10-09T16:27:33.632Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=ea6b6cf3-af96-781f-a2ca-e8df4b978190 create_time=1633796853631866299 nomad-078 2021-10-09T16:27:33.634Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-077 2021-10-09T16:27:33.634Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9276 [Follower]" leader= nomad-078 2021-10-09T16:27:33.634Z [DEBUG] nomad/heartbeat.go:98: nomad.heartbeat: ignoring resetting node TTL since this server is not the leader: node_id=test nomad-078 2021-10-09T16:27:33.634Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-078 2021-10-09T16:27:33.634Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-078 2021-10-09T16:27:33.634Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9248 [Follower]" leader= nomad-065 2021-10-09T16:27:33.634Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-072 2021-10-09T16:27:33.634Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-065 2021-10-09T16:27:33.634Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-063 2021-10-09T16:27:33.634Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-065 2021-10-09T16:27:33.635Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Register_ConnectExposeCheck (0.90s) === CONT TestFSM_SchedulerConfig nomad-049 2021-10-09T16:27:33.635Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-049 2021-10-09T16:27:33.635Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-049 2021-10-09T16:27:33.635Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-049 2021-10-09T16:27:33.635Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-049 2021-10-09T16:27:33.635Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-049 2021-10-09T16:27:33.635Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-049 2021-10-09T16:27:33.635Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-057 2021-10-09T16:27:33.633Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=dd6f2d97-b1cd-d45b-8492-0eb047e333f5 create_time=1633796853633657732 nomad-057 2021-10-09T16:27:33.636Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=dd6f2d97-b1cd-d45b-8492-0eb047e333f5 create_time=1633796853633657732 2021-10-09T16:27:33.634Z [TRACE] nomad/fsm.go:308: fsm: ClusterSetMetadata: cluster_id=12345678-1234-1234-1234-1234567890 create_time=1633796853634765538 2021-10-09T16:27:33.636Z [ERROR] nomad/fsm.go:304: fsm: ClusterSetMetadata failed: error="set cluster metadata failed: refusing to set new cluster id, previous: 12345678-1234-1234-1234-1234567890, new: 99999999-9999-9999-9999-9999999999" nomad-049 2021-10-09T16:27:33.636Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-049 2021-10-09T16:27:33.636Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestFSM_ClusterMetadata (0.00s) === CONT TestFSM_SnapshotRestore_Deployments nomad-049 2021-10-09T16:27:33.636Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Register_Existing (2.10s) === CONT TestFSM_Autopilot --- PASS: TestFSM_Autopilot (0.00s) === CONT TestFSM_SnapshotRestore_JobVersions nomad-074 2021-10-09T16:27:33.638Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-063 2021-10-09T16:27:33.638Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-063 2021-10-09T16:27:33.638Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-063 2021-10-09T16:27:33.638Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-063 2021-10-09T16:27:33.638Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-063 2021-10-09T16:27:33.638Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-063 2021-10-09T16:27:33.638Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-023 2021-10-09T16:27:33.638Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-063 2021-10-09T16:27:33.639Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= --- PASS: TestHeartbeat_ResetHeartbeatTimer_Nonleader (0.20s) === CONT TestFSM_SnapshotRestore_VaultAccessors nomad-076 2021-10-09T16:27:33.632Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-076.global (Addr: 127.0.0.1:9274) (DC: dc1)" nomad-023 2021-10-09T16:27:33.638Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-023 2021-10-09T16:27:33.731Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-070 2021-10-09T16:27:33.731Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-070 2021-10-09T16:27:33.731Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-070 2021-10-09T16:27:33.731Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-070 2021-10-09T16:27:33.731Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-081 2021-10-09T16:27:33.731Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9252 Address:127.0.0.1:9252}]" nomad-070 2021-10-09T16:27:33.731Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-070 2021-10-09T16:27:33.731Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-081 2021-10-09T16:27:33.732Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-081.global 127.0.0.1 nomad-041 2021-10-09T16:27:33.637Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-041 2021-10-09T16:27:33.732Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-041 2021-10-09T16:27:33.732Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-041 2021-10-09T16:27:33.732Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-063 2021-10-09T16:27:33.732Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-041 2021-10-09T16:27:33.732Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-041 2021-10-09T16:27:33.732Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-057 2021-10-09T16:27:33.732Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-081 2021-10-09T16:27:33.732Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:33.633Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.633Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_GetScaleStatus_ACL (2.40s) === CONT TestFSM_LeakedDeployments --- PASS: TestFSM_SnapshotRestore_ACLPolicy (0.20s) === CONT TestFSM_SnapshotRestore_JobSummary --- PASS: TestFSM_LeakedDeployments (0.09s) --- PASS: TestFSM_SnapshotRestore_Allocs_Canonicalize (0.29s) === CONT TestFSM_SnapshotRestore_PeriodicLaunches --- PASS: TestFSM_SchedulerConfig (0.20s) === CONT TestFSM_ReconcileSummaries === CONT TestFSM_ReconcileParentJobSummary --- PASS: TestFSM_SnapshotRestore_VaultAccessors (0.11s) === CONT TestFSM_SnapshotRestore_TimeTable nomad-077 2021-10-09T16:27:33.830Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-077.global (Addr: 127.0.0.1:9276) (DC: dc1)" nomad-079 2021-10-09T16:27:33.933Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-079 2021-10-09T16:27:33.933Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9264 [Candidate]" term=2 nomad-079 2021-10-09T16:27:33.934Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-079 2021-10-09T16:27:33.934Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9264 term=2 tally=1 nomad-070 2021-10-09T16:27:33.831Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-079 2021-10-09T16:27:33.934Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-052 2021-10-09T16:27:33.839Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:33.930Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=a2e3d46d-9cc9-172f-882e-a83b1939f02c client_status=running nomad-079 2021-10-09T16:27:33.934Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9264 [Leader]" nomad-063 2021-10-09T16:27:33.732Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-068 2021-10-09T16:27:33.332Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-068 2021-10-09T16:27:33.935Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9242 [Candidate]" term=2 --- PASS: TestFSM_SnapshotRestore_Deployments (0.30s) nomad-068 2021-10-09T16:27:33.936Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-068 2021-10-09T16:27:33.936Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9242 term=2 tally=1 nomad-068 2021-10-09T16:27:33.936Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-068 2021-10-09T16:27:33.936Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9242 [Leader]" nomad-068 2021-10-09T16:27:33.936Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-057 2021-10-09T16:27:33.840Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-057 2021-10-09T16:27:33.936Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-057 2021-10-09T16:27:33.936Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-057 2021-10-09T16:27:33.936Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-057 2021-10-09T16:27:33.936Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-057 2021-10-09T16:27:33.936Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-067 2021-10-09T16:27:33.633Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-067 2021-10-09T16:27:33.936Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-081 2021-10-09T16:27:33.732Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9252 [Follower]" leader= nomad-081 2021-10-09T16:27:33.840Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-081.global (Addr: 127.0.0.1:9252) (DC: dc1)" 2021-10-09T16:27:33.637Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.637Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-067 2021-10-09T16:27:33.937Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-067 2021-10-09T16:27:33.937Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-038 2021-10-09T16:27:33.943Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-065 2021-10-09T16:27:33.944Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-049 2021-10-09T16:27:33.944Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-044 2021-10-09T16:27:33.944Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6f314eda-2309-fa0b-87c9-63d82f886d6a create_time=1633796853944333675 nomad-044 2021-10-09T16:27:33.944Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=6f314eda-2309-fa0b-87c9-63d82f886d6a create_time=1633796853944333675 nomad-060 2021-10-09T16:27:33.944Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-044 2021-10-09T16:27:33.944Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 --- PASS: TestFSM_SnapshotRestore_TimeTable (0.10s) nomad-074 2021-10-09T16:27:33.933Z [INFO] nomad/server.go:620: nomad: shutting down server === CONT TestFSM_SnapshotRestore_Indexes nomad-074 2021-10-09T16:27:33.944Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-069 2021-10-09T16:27:33.935Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-069 2021-10-09T16:27:33.944Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9238 [Candidate]" term=2 nomad-074 2021-10-09T16:27:33.944Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-069 2021-10-09T16:27:33.945Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-069 2021-10-09T16:27:33.945Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9238 term=2 tally=1 nomad-069 2021-10-09T16:27:33.945Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-069 2021-10-09T16:27:33.945Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9238 [Leader]" --- PASS: TestHeartbeat_ClearHeartbeatTimer (0.50s) === CONT TestFSM_SnapshotRestore_SchedulerConfiguration nomad-069 2021-10-09T16:27:33.945Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-074 2021-10-09T16:27:33.945Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestFSM_SnapshotRestore_PeriodicLaunches (0.11s) === CONT TestFSM_SnapshotRestore_Allocs nomad-066 2021-10-09T16:27:34.030Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-066 2021-10-09T16:27:34.030Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-066 2021-10-09T16:27:34.030Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-081 2021-10-09T16:27:34.030Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-066 2021-10-09T16:27:34.030Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-081 2021-10-09T16:27:34.030Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9252 [Candidate]" term=2 nomad-076 2021-10-09T16:27:33.934Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-069 2021-10-09T16:27:34.031Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d6cbbde8-a189-3825-d7d1-7eb1736aaf5b create_time=1633796854030991831 nomad-076 2021-10-09T16:27:34.031Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9274 [Candidate]" term=2 nomad-069 2021-10-09T16:27:34.031Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=d6cbbde8-a189-3825-d7d1-7eb1736aaf5b create_time=1633796854030991831 nomad-076 2021-10-09T16:27:34.031Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-081 2021-10-09T16:27:34.031Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-081 2021-10-09T16:27:34.031Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=2 tally=1 nomad-081 2021-10-09T16:27:34.031Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-066 2021-10-09T16:27:34.030Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-066 2021-10-09T16:27:34.031Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-081 2021-10-09T16:27:34.031Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9252 [Leader]" nomad-066 2021-10-09T16:27:34.031Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-076 2021-10-09T16:27:34.031Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9274 term=2 tally=1 nomad-076 2021-10-09T16:27:34.031Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-076 2021-10-09T16:27:34.031Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9274 [Leader]" nomad-069 2021-10-09T16:27:34.031Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-076 2021-10-09T16:27:34.031Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-081 2021-10-09T16:27:34.031Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-023 2021-10-09T16:27:34.031Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-076 2021-10-09T16:27:34.032Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=c1c014d5-03c0-7db2-b91f-18002a73f9a1 create_time=1633796854032001313 nomad-076 2021-10-09T16:27:34.032Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=c1c014d5-03c0-7db2-b91f-18002a73f9a1 create_time=1633796854032001313 nomad-066 2021-10-09T16:27:34.032Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-076 2021-10-09T16:27:34.032Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-066 2021-10-09T16:27:34.032Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-081 2021-10-09T16:27:34.032Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=ab1f8d87-6f54-1ac5-22c3-cc44c987333b create_time=1633796854032290986 nomad-081 2021-10-09T16:27:34.032Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=ab1f8d87-6f54-1ac5-22c3-cc44c987333b create_time=1633796854032290986 nomad-061 2021-10-09T16:27:34.032Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestJobEndpoint_Register_ParameterizedJob (1.29s) === CONT TestFSM_SnapshotRestore_ACLTokens 2021-10-09T16:27:34.032Z [TRACE] scheduler/rank.go:175: fsm.service_sched.binpack: NewBinPackIterator created: eval_id=fc660998-7624-c2c2-9725-85caef3f60c3 job_id=mock-service-b6658265-7a9f-bda4-f8fe-452c6d5ed243 namespace=default algorithm=binpack nomad-080 2021-10-09T16:27:33.934Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-080 2021-10-09T16:27:34.032Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9250 [Candidate]" term=2 nomad-080 2021-10-09T16:27:34.032Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-080 2021-10-09T16:27:34.032Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9250 term=2 tally=1 nomad-066 2021-10-09T16:27:34.032Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-080 2021-10-09T16:27:34.032Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-080 2021-10-09T16:27:34.033Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9250 [Leader]" 2021-10-09T16:27:34.032Z [DEBUG] scheduler/generic_sched.go:356: fsm.service_sched: reconciled current state with desired state: eval_id=fc660998-7624-c2c2-9725-85caef3f60c3 job_id=mock-service-b6658265-7a9f-bda4-f8fe-452c6d5ed243 namespace=default results="Total changes: (place 9) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 9) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 1) (canary 0)" nomad-044 2021-10-09T16:27:34.033Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=01bedbaa-7abd-755f-6215-fdcb7c91b025 nomad-071 2021-10-09T16:27:34.032Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-071 2021-10-09T16:27:34.033Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-071 2021-10-09T16:27:34.033Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-071 2021-10-09T16:27:34.033Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-071 2021-10-09T16:27:34.033Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-071 2021-10-09T16:27:34.033Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-044 2021-10-09T16:27:34.033Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=01bedbaa-7abd-755f-6215-fdcb7c91b025 job_id=mock-service-d3d9f89e-56d4-76de-7d62-d6a4ef896809 namespace=default algorithm=binpack nomad-066 2021-10-09T16:27:34.032Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-044 2021-10-09T16:27:34.033Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=01bedbaa-7abd-755f-6215-fdcb7c91b025 job_id=mock-service-d3d9f89e-56d4-76de-7d62-d6a4ef896809 namespace=default results="Total changes: (place 11) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 11) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-081 2021-10-09T16:27:34.033Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-071 2021-10-09T16:27:34.033Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-080 2021-10-09T16:27:34.033Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-080 2021-10-09T16:27:34.033Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=70a3b88a-2bb4-920c-f35e-13488dfbbaa7 create_time=1633796854033470711 nomad-080 2021-10-09T16:27:34.034Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=70a3b88a-2bb4-920c-f35e-13488dfbbaa7 create_time=1633796854033470711 --- PASS: TestFSM_SnapshotRestore_JobSummary (0.20s) === CONT TestFSM_SnapshotRestore_Evals nomad-080 2021-10-09T16:27:34.034Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-044 2021-10-09T16:27:34.034Z [DEBUG] nomad/worker.go:418: worker: created evaluation: eval="" nomad-044 2021-10-09T16:27:34.034Z [DEBUG] scheduler/generic_sched.go:275: worker.service_sched: failed to place all allocations, blocked eval created: eval_id=01bedbaa-7abd-755f-6215-fdcb7c91b025 job_id=mock-service-d3d9f89e-56d4-76de-7d62-d6a4ef896809 namespace=default blocked_eval_id=9e5ec84a-7fa7-1581-aa8d-d969e7855b48 nomad-044 2021-10-09T16:27:34.034Z [DEBUG] scheduler/util.go:535: worker.service_sched: setting eval status: eval_id=01bedbaa-7abd-755f-6215-fdcb7c91b025 job_id=mock-service-d3d9f89e-56d4-76de-7d62-d6a4ef896809 namespace=default status=complete --- PASS: TestFSM_SnapshotRestore_ACLTokens (0.00s) === CONT TestFSM_SnapshotRestore_Jobs --- PASS: TestFSM_SnapshotRestore_SchedulerConfiguration (0.09s) === CONT TestFSM_DeploymentPromotion nomad-070 2021-10-09T16:27:34.035Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-070 2021-10-09T16:27:34.035Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-070 2021-10-09T16:27:34.035Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-070 2021-10-09T16:27:34.035Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-055 2021-10-09T16:27:34.035Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-070 2021-10-09T16:27:34.035Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-070 2021-10-09T16:27:34.035Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-044 2021-10-09T16:27:34.035Z [DEBUG] nomad/worker.go:377: worker: updated evaluation: eval="" nomad-044 2021-10-09T16:27:34.035Z [DEBUG] nomad/worker.go:223: worker: ack evaluation: eval_id=01bedbaa-7abd-755f-6215-fdcb7c91b025 nomad-073 2021-10-09T16:27:33.933Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-073 2021-10-09T16:27:34.035Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-044 2021-10-09T16:27:34.036Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-072 2021-10-09T16:27:34.036Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-070 2021-10-09T16:27:34.036Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-072 2021-10-09T16:27:34.036Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-044 2021-10-09T16:27:34.036Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:34.036Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.036Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-072 2021-10-09T16:27:34.036Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-072 2021-10-09T16:27:34.036Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-044 2021-10-09T16:27:34.036Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-072 2021-10-09T16:27:34.036Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-072 2021-10-09T16:27:34.036Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= --- PASS: TestJobEndpoint_Scale_DeploymentBlocking (2.50s) === CONT TestFSM_DeleteACLTokens --- PASS: TestFSM_SnapshotRestore_Indexes (0.09s) === CONT TestFSM_JobStabilityUpdate --- PASS: TestFSM_SnapshotRestore_Evals (0.00s) === CONT TestFSM_UpsertACLTokens nomad-070 2021-10-09T16:27:34.036Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-070 2021-10-09T16:27:34.036Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-070 2021-10-09T16:27:34.037Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Register_Connect (1.20s) === CONT TestFSM_DeploymentStatusUpdate nomad-072 2021-10-09T16:27:34.037Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= --- PASS: TestFSM_DeleteACLTokens (0.00s) === CONT TestFSM_BootstrapACLTokens nomad-073 2021-10-09T16:27:34.037Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:34.037Z [DEBUG] scheduler/generic_sched.go:275: fsm.service_sched: failed to place all allocations, blocked eval created: eval_id=fc660998-7624-c2c2-9725-85caef3f60c3 job_id=mock-service-b6658265-7a9f-bda4-f8fe-452c6d5ed243 namespace=default blocked_eval_id=2ebce9bc-dd62-d7d8-25f4-9ed8ec83a86d nomad-070 2021-10-09T16:27:34.037Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-077 2021-10-09T16:27:33.934Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-077 2021-10-09T16:27:34.037Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9276 [Candidate]" term=2 nomad-077 2021-10-09T16:27:34.037Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-077 2021-10-09T16:27:34.037Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9276 term=2 tally=1 nomad-077 2021-10-09T16:27:34.037Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-077 2021-10-09T16:27:34.038Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9276 [Leader]" nomad-073 2021-10-09T16:27:34.037Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-077 2021-10-09T16:27:34.038Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:34.038Z [DEBUG] scheduler/util.go:535: fsm.service_sched: setting eval status: eval_id=fc660998-7624-c2c2-9725-85caef3f60c3 job_id=mock-service-b6658265-7a9f-bda4-f8fe-452c6d5ed243 namespace=default status=complete nomad-072 2021-10-09T16:27:34.038Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-072 2021-10-09T16:27:34.038Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:34.038Z [TRACE] scheduler/rank.go:175: fsm.service_sched.binpack: NewBinPackIterator created: eval_id=075a6fbc-29dc-3bd2-51ae-7d0a847130ad job_id=mock-service-d3832c2d-79a9-df21-156c-f2223db2abda namespace=default algorithm=binpack nomad-079 2021-10-09T16:27:34.038Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-041 2021-10-09T16:27:34.038Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-072 2021-10-09T16:27:34.038Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-072 2021-10-09T16:27:34.038Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:34.038Z [DEBUG] scheduler/generic_sched.go:356: fsm.service_sched: reconciled current state with desired state: eval_id=075a6fbc-29dc-3bd2-51ae-7d0a847130ad job_id=mock-service-d3832c2d-79a9-df21-156c-f2223db2abda namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-063 2021-10-09T16:27:33.732Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-077 2021-10-09T16:27:34.038Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=b77dcab3-7814-5583-391d-4d6749e0f281 create_time=1633796854038628345 nomad-063 2021-10-09T16:27:34.038Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-077 2021-10-09T16:27:34.038Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=b77dcab3-7814-5583-391d-4d6749e0f281 create_time=1633796854038628345 2021-10-09T16:27:34.039Z [DEBUG] scheduler/generic_sched.go:275: fsm.service_sched: failed to place all allocations, blocked eval created: eval_id=075a6fbc-29dc-3bd2-51ae-7d0a847130ad job_id=mock-service-d3832c2d-79a9-df21-156c-f2223db2abda namespace=default blocked_eval_id=2c5bfeb7-bef5-df1f-f50f-433acf06c394 nomad-077 2021-10-09T16:27:34.039Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-079 2021-10-09T16:27:34.039Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=09ef0007-88db-9752-ed93-87ae29f8f8d4 create_time=1633796854039027332 2021-10-09T16:27:34.039Z [DEBUG] scheduler/util.go:535: fsm.service_sched: setting eval status: eval_id=075a6fbc-29dc-3bd2-51ae-7d0a847130ad job_id=mock-service-d3832c2d-79a9-df21-156c-f2223db2abda namespace=default status=complete nomad-057 2021-10-09T16:27:34.039Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-079 2021-10-09T16:27:34.039Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=09ef0007-88db-9752-ed93-87ae29f8f8d4 create_time=1633796854039027332 nomad-068 2021-10-09T16:27:33.442Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-068.global (Addr: 127.0.0.1:9242) (DC: dc1)" nomad-068 2021-10-09T16:27:34.039Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=7a257f6d-f7d2-2e27-a4d0-4fdc042c6159 create_time=1633796854039065199 nomad-068 2021-10-09T16:27:34.039Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=7a257f6d-f7d2-2e27-a4d0-4fdc042c6159 create_time=1633796854039065199 nomad-079 2021-10-09T16:27:34.039Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-071 2021-10-09T16:27:34.039Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-071 2021-10-09T16:27:34.039Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-071 2021-10-09T16:27:34.039Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-071 2021-10-09T16:27:34.039Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= 2021-10-09T16:27:33.637Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-068 2021-10-09T16:27:34.039Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-071 2021-10-09T16:27:34.039Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-071 2021-10-09T16:27:34.039Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-041 2021-10-09T16:27:34.039Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-041 2021-10-09T16:27:34.039Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-041 2021-10-09T16:27:34.039Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-041 2021-10-09T16:27:34.039Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:34.039Z [TRACE] scheduler/rank.go:175: fsm.batch_sched.binpack: NewBinPackIterator created: eval_id=585edfb8-04a5-d258-5b91-2bb0ee44f568 job_id=testdispatch-23423423 namespace=default algorithm=binpack 2021-10-09T16:27:33.637Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.731Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:33.731Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.040Z [DEBUG] scheduler/generic_sched.go:356: fsm.batch_sched: reconciled current state with desired state: eval_id=585edfb8-04a5-d258-5b91-2bb0ee44f568 job_id=testdispatch-23423423 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 1) (canary 0)" nomad-071 2021-10-09T16:27:34.040Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-09T16:27:34.040Z [DEBUG] scheduler/util.go:535: fsm.batch_sched: setting eval status: eval_id=585edfb8-04a5-d258-5b91-2bb0ee44f568 job_id=testdispatch-23423423 namespace=default status=complete nomad-057 2021-10-09T16:27:34.130Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-071 2021-10-09T16:27:34.130Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-071 2021-10-09T16:27:34.130Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-057 2021-10-09T16:27:34.130Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-071 2021-10-09T16:27:34.130Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-044 2021-10-09T16:27:34.130Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-075 2021-10-09T16:27:34.131Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9262 Address:127.0.0.1:9262}]" nomad-071 2021-10-09T16:27:34.131Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-075 2021-10-09T16:27:34.131Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9262 [Follower]" leader= nomad-057 2021-10-09T16:27:34.131Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-057 2021-10-09T16:27:34.131Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestHeartbeat_ClearAllHeartbeatTimers (0.59s) === CONT TestFSM_ApplyPlanResults === CONT TestFSM_DeleteACLPolicies nomad-075 2021-10-09T16:27:34.131Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-075.global 127.0.0.1 nomad-075 2021-10-09T16:27:34.132Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] === CONT TestFSM_DeregisterSITokenAccessor nomad-075 2021-10-09T16:27:34.132Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-075.global (Addr: 127.0.0.1:9262) (DC: dc1)" === CONT TestFSM_UpsertACLPolicies === CONT TestFSM_SnapshotRestore_ClusterMetadata nomad-076 2021-10-09T16:27:34.132Z [WARN] nomad/heartbeat.go:153: nomad.heartbeat: node TTL expired: node_id=foo nomad-076 2021-10-09T16:27:34.132Z [ERROR] nomad/heartbeat.go:166: nomad.heartbeat: update node status failed: error="node lookup failed: index error: UUID must be 36 characters" === CONT TestFSM_UpsertSITokenAccessor === CONT TestFSM_DeleteDeployment === CONT TestFSM_DeregisterVaultAccessor === CONT TestFSM_DeploymentAllocHealth === CONT TestFSM_UpsertVaultAccessor === CONT TestFSM_UpdateAllocFromClient_Unblock === CONT TestFSM_UpsertAllocs_SharedJob === CONT TestFSM_UpsertAllocs === CONT TestFSM_UpdateEval === CONT TestFSM_UpdateAllocDesiredTransition === CONT TestFSM_DeleteEval === CONT TestFSM_BatchDeregisterJob === CONT TestFSM_DeregisterJob_NoPurge === CONT TestFSM_DeregisterJob_Purge === CONT TestJobEndpoint_ImplicitConstraints_Signals === CONT TestFSM_UpsertAllocs_StrippedResources === CONT TestFSM_UpdateEval_NoUntrack === CONT TestFSM_RegisterJob_BadNamespace 2021-10-09T16:27:34.136Z [DEBUG] nomad/periodic.go:250: periodic: registered periodic job: job="" 2021-10-09T16:27:34.136Z [DEBUG] nomad/periodic.go:250: periodic: registered periodic job: job="" === CONT TestFSM_UpdateAllocFromClient 2021-10-09T16:27:34.137Z [DEBUG] nomad/periodic.go:297: periodic: deregistered periodic job: job="" 2021-10-09T16:27:34.137Z [DEBUG] nomad/periodic.go:250: periodic: registered periodic job: job="" 2021-10-09T16:27:34.137Z [DEBUG] nomad/periodic.go:297: periodic: deregistered periodic job: job="" === CONT TestFSM_UpdateEval_Untrack === CONT TestFSM_RegisterPeriodicJob_NonLeader === CONT TestFSM_UpdateEval_Blocked 2021-10-09T16:27:34.137Z [ERROR] nomad/fsm.go:485: fsm: UpsertJob failed: error="job "mock-service-d9600d6f-f989-c38b-1ab3-f32eb44ede24" is in nonexistent namespace "foo"" === CONT TestFSM_RegisterJob 2021-10-09T16:27:34.137Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= --- PASS: TestFSM_SnapshotRestore_JobVersions (0.40s) --- PASS: TestFSM_SnapshotRestore_Jobs (0.00s) --- PASS: TestFSM_DeploymentPromotion (0.00s) --- PASS: TestJobEndpoint_Register (1.11s) 2021-10-09T16:27:34.137Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= --- PASS: TestFSM_ReconcileSummaries (0.20s) --- PASS: TestJobEndpoint_Register_ConnectIngressGateway_full (1.21s) --- PASS: TestJobEndpoint_Register_ConnectWithSidecarTask (1.30s) --- PASS: TestJobEndpoint_Register_Vault_Policies (2.59s) --- PASS: TestFSM_ReconcileParentJobSummary (0.20s) 2021-10-09T16:27:34.137Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_Register_PreserveCounts (1.29s) --- PASS: TestJobEndpoint_Register_Vault_OverrideConstraint (1.90s) --- PASS: TestFSM_SnapshotRestore_Allocs (0.18s) --- PASS: TestFSM_UpsertACLTokens (0.10s) --- PASS: TestFSM_JobStabilityUpdate (0.10s) --- PASS: TestFSM_DeleteDeployment (0.00s) --- PASS: TestFSM_UpsertVaultAccessor (0.00s) --- PASS: TestFSM_SnapshotRestore_ClusterMetadata (0.00s) --- PASS: TestFSM_UpdateEval (0.00s) --- PASS: TestFSM_UpdateAllocDesiredTransition (0.00s) --- PASS: TestFSM_DeleteEval (0.00s) --- PASS: TestFSM_DeregisterVaultAccessor (0.00s) --- PASS: TestFSM_UpsertAllocs (0.00s) --- PASS: TestFSM_DeploymentAllocHealth (0.00s) --- PASS: TestFSM_UpdateEval_NoUntrack (0.00s) --- PASS: TestFSM_DeregisterJob_NoPurge (0.00s) --- PASS: TestFSM_DeregisterJob_Purge (0.00s) --- PASS: TestFSM_RegisterJob_BadNamespace (0.00s) === CONT TestFSM_UpsertAllocs_Canonicalize 2021-10-09T16:27:34.137Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.137Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.137Z [DEBUG] nomad/periodic.go:297: periodic: deregistered periodic job: job="" --- PASS: TestFSM_UpdateEval_Blocked (0.00s) === CONT TestFSM_UpdateNodeDrain_Pre08_Compatibility --- PASS: TestFSM_UpsertAllocs_StrippedResources (0.00s) === CONT TestFSM_UpdateNodeEligibility_Unblock --- PASS: TestFSM_RegisterPeriodicJob_NonLeader (0.00s) === CONT TestFSM_UpdateNodeDrain --- PASS: TestFSM_BatchDeregisterJob (0.00s) --- PASS: TestFSM_UpdateEval_Untrack (0.00s) === CONT TestFSM_UpdateNodeEligibility 2021-10-09T16:27:34.138Z [ERROR] nomad/fsm.go:823: fsm: looking up node failed: node_id=12345678-abcd-efab-cdef-123456789abc error= 2021-10-09T16:27:34.138Z [DEBUG] nomad/periodic.go:250: periodic: registered periodic job: job="" --- PASS: TestFSM_BootstrapACLTokens (0.01s) === CONT TestFSM_UpdateNodeStatus === CONT TestFSM_BatchUpdateNodeDrain --- PASS: TestFSM_UpdateAllocFromClient (0.00s) 2021-10-09T16:27:34.138Z [DEBUG] nomad/periodic.go:344: periodic: scheduled periodic job launch: launch_delay=2m25.861195366s job="" 2021-10-09T16:27:34.242Z [DEBUG] nomad/periodic.go:344: periodic: scheduled periodic job launch: launch_delay=2m25.757805235s job="" nomad-081 2021-10-09T16:27:34.243Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-081 2021-10-09T16:27:34.243Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-081 2021-10-09T16:27:34.243Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestHeartbeat_InitializeHeartbeatTimers (0.61s) === CONT TestEvalEndpoint_Reblock_Nonexistent --- PASS: TestFSM_UpsertAllocs_SharedJob (0.11s) nomad-082 2021-10-09T16:27:34.243Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9280 Address:127.0.0.1:9280}]" --- PASS: TestFSM_UpsertAllocs_Canonicalize (0.11s) === CONT TestEvalEndpoint_Allocations_Blocking --- PASS: TestFSM_RegisterJob (0.11s) === CONT TestFSM_UpsertNode nomad-082 2021-10-09T16:27:34.244Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-082.global 127.0.0.1 nomad-082 2021-10-09T16:27:34.244Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:34.244Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= === CONT TestFSM_DeregisterNode 2021-10-09T16:27:34.244Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.245Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.245Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-081 2021-10-09T16:27:34.245Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-082 2021-10-09T16:27:34.245Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9280 [Follower]" leader= 2021-10-09T16:27:34.245Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.245Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.245Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.245Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.245Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.245Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.245Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.245Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.245Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.246Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.246Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-082 2021-10-09T16:27:34.246Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-082.global (Addr: 127.0.0.1:9280) (DC: dc1)" 2021-10-09T16:27:34.247Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.247Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.248Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.248Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= === CONT TestFSM_UpsertNode_Canonicalize nomad-080 2021-10-09T16:27:34.248Z [DEBUG] nomad/core_sched.go:845: core.sched: CSI plugin GC scanning before cutoff index: index=2000 csi_plugin_gc_threshold=1h0m0s 2021-10-09T16:27:34.248Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-082 2021-10-09T16:27:34.331Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-082 2021-10-09T16:27:34.331Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9280 [Candidate]" term=2 nomad-082 2021-10-09T16:27:34.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-082 2021-10-09T16:27:34.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9280 term=2 tally=1 nomad-082 2021-10-09T16:27:34.331Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-082 2021-10-09T16:27:34.331Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9280 [Leader]" nomad-082 2021-10-09T16:27:34.332Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-079 2021-10-09T16:27:34.332Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-079 2021-10-09T16:27:34.332Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-077 2021-10-09T16:27:34.333Z [WARN] nomad/heartbeat.go:153: nomad.heartbeat: node TTL expired: node_id=foo nomad-075 2021-10-09T16:27:34.333Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-075 2021-10-09T16:27:34.333Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9262 [Candidate]" term=2 nomad-075 2021-10-09T16:27:34.334Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-075 2021-10-09T16:27:34.334Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9262 term=2 tally=1 nomad-075 2021-10-09T16:27:34.334Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-075 2021-10-09T16:27:34.334Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9262 [Leader]" --- PASS: TestHeartbeat_ResetHeartbeatTimer (0.80s) === CONT TestEvalEndpoint_Allocations_ACL --- PASS: TestFSM_UpdateNodeDrain_Pre08_Compatibility (0.20s) nomad-077 2021-10-09T16:27:34.333Z [ERROR] nomad/heartbeat.go:166: nomad.heartbeat: update node status failed: error="node lookup failed: index error: UUID must be 36 characters" === CONT TestFSM_UpsertNodeEvents nomad-079 2021-10-09T16:27:34.332Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-068 2021-10-09T16:27:34.431Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-068 2021-10-09T16:27:34.431Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-068 2021-10-09T16:27:34.431Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-068 2021-10-09T16:27:34.431Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-068 2021-10-09T16:27:34.431Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-068 2021-10-09T16:27:34.432Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-09T16:27:34.439Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= === CONT TestEvalEndpoint_Allocations 2021-10-09T16:27:34.441Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.441Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.441Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.430Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-080 2021-10-09T16:27:34.441Z [DEBUG] nomad/core_sched.go:845: core.sched: CSI plugin GC scanning before cutoff index: index=2000 csi_plugin_gc_threshold=1h0m0s 2021-10-09T16:27:34.441Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.441Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.441Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-075 2021-10-09T16:27:34.335Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-079 2021-10-09T16:27:34.432Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:34.441Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-080 2021-10-09T16:27:34.441Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-09T16:27:34.441Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.441Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.441Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-080 2021-10-09T16:27:34.442Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:34.442Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-082 2021-10-09T16:27:34.441Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=de1a47c7-47bc-c09a-7f81-bc86f7998a8a create_time=1633796854441907319 2021-10-09T16:27:34.442Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-082 2021-10-09T16:27:34.442Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=de1a47c7-47bc-c09a-7f81-bc86f7998a8a create_time=1633796854441907319 2021-10-09T16:27:34.442Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= --- PASS: TestFSM_UpsertNode_Canonicalize (0.19s) --- PASS: TestFSM_DeploymentStatusUpdate (0.40s) --- PASS: TestFSM_UpdateAllocFromClient_Unblock (0.21s) === CONT TestEvalEndpoint_Reblock_NonBlocked --- PASS: TestCoreScheduler_CSIPluginGC (0.91s) === CONT TestEvalEndpoint_List_ACL --- PASS: TestFSM_DeregisterSITokenAccessor (0.31s) === CONT TestEvalEndpoint_Update nomad-083 2021-10-09T16:27:34.442Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9256 Address:127.0.0.1:9256}]" nomad-080 2021-10-09T16:27:34.442Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-082 2021-10-09T16:27:34.442Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 --- PASS: TestFSM_UpdateNodeDrain (0.30s) nomad-084 2021-10-09T16:27:34.442Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9294 Address:127.0.0.1:9294}]" 2021-10-09T16:27:34.442Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-083 2021-10-09T16:27:34.442Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9256 [Follower]" leader= nomad-080 2021-10-09T16:27:34.442Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:34.442Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.442Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-083 2021-10-09T16:27:34.442Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-083.global 127.0.0.1 2021-10-09T16:27:34.442Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-083 2021-10-09T16:27:34.442Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:34.442Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.442Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-084 2021-10-09T16:27:34.443Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-084.global 127.0.0.1 2021-10-09T16:27:34.443Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-084 2021-10-09T16:27:34.443Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-083 2021-10-09T16:27:34.443Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-083.global (Addr: 127.0.0.1:9256) (DC: dc1)" nomad-084 2021-10-09T16:27:34.443Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9294 [Follower]" leader= 2021-10-09T16:27:34.443Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.443Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.443Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.443Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.443Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-069 2021-10-09T16:27:34.443Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-069 2021-10-09T16:27:34.443Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-069 2021-10-09T16:27:34.443Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-069 2021-10-09T16:27:34.443Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-069 2021-10-09T16:27:34.443Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-069 2021-10-09T16:27:34.443Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-077 2021-10-09T16:27:34.334Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-075 2021-10-09T16:27:34.444Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=46aa251d-b622-bb2a-a309-e281d85cb0a0 create_time=1633796854443981062 nomad-075 2021-10-09T16:27:34.444Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=46aa251d-b622-bb2a-a309-e281d85cb0a0 create_time=1633796854443981062 2021-10-09T16:27:34.444Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.444Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.444Z [ERROR] nomad/fsm.go:453: fsm: UpdateNodeEligibility failed: error="can not set node's scheduling eligibility to eligible while it is draining" nomad-069 2021-10-09T16:27:34.444Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-077 2021-10-09T16:27:34.444Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-077 2021-10-09T16:27:34.444Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-068 2021-10-09T16:27:34.444Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-075 2021-10-09T16:27:34.444Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-077 2021-10-09T16:27:34.444Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-086 2021-10-09T16:27:34.444Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9270 Address:127.0.0.1:9270}]" 2021-10-09T16:27:34.444Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.444Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.444Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.444Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.444Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.444Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-086 2021-10-09T16:27:34.445Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9270 [Follower]" leader= nomad-086 2021-10-09T16:27:34.445Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-086.global 127.0.0.1 nomad-068 2021-10-09T16:27:34.445Z [DEBUG] nomad/periodic.go:250: nomad.periodic: registered periodic job: job="" 2021-10-09T16:27:34.445Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.445Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-087 2021-10-09T16:27:34.445Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9246 Address:127.0.0.1:9246}]" 2021-10-09T16:27:34.445Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-086 2021-10-09T16:27:34.445Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:34.445Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.445Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.445Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-068 2021-10-09T16:27:34.445Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-09T16:27:34.445Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-068 2021-10-09T16:27:34.445Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:34.445Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-068 2021-10-09T16:27:34.445Z [DEBUG] nomad/periodic.go:344: nomad.periodic: scheduled periodic job launch: launch_delay=2m25.554581978s job="" nomad-068 2021-10-09T16:27:34.445Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:34.445Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.445Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.445Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.445Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.445Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.445Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.445Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-084 2021-10-09T16:27:34.445Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-084.global (Addr: 127.0.0.1:9294) (DC: dc1)" nomad-087 2021-10-09T16:27:34.445Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9246 [Follower]" leader= nomad-086 2021-10-09T16:27:34.445Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-086.global (Addr: 127.0.0.1:9270) (DC: dc1)" nomad-069 2021-10-09T16:27:34.445Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-069 2021-10-09T16:27:34.445Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-069 2021-10-09T16:27:34.445Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-069 2021-10-09T16:27:34.446Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= 2021-10-09T16:27:34.446Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-068 2021-10-09T16:27:34.446Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-069 2021-10-09T16:27:34.446Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-069 2021-10-09T16:27:34.446Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-069 2021-10-09T16:27:34.446Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-09T16:27:34.446Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-069 2021-10-09T16:27:34.446Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-069 2021-10-09T16:27:34.446Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-069 2021-10-09T16:27:34.447Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-069 2021-10-09T16:27:34.447Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestFSM_UpsertNodeEvents (0.01s) --- PASS: TestFSM_ApplyPlanResults (0.31s) --- PASS: TestFSM_DeleteACLPolicies (0.31s) --- PASS: TestFSM_UpsertSITokenAccessor (0.31s) === CONT TestEvalEndpoint_Ack nomad-088 2021-10-09T16:27:34.530Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9290 Address:127.0.0.1:9290}]" === CONT TestEvalEndpoint_List_Blocking nomad-088 2021-10-09T16:27:34.530Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9290 [Follower]" leader= 2021-10-09T16:27:34.530Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.530Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.530Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.530Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.530Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= === CONT TestEvalEndpoint_GetEval nomad-088 2021-10-09T16:27:34.531Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-088.global 127.0.0.1 nomad-088 2021-10-09T16:27:34.531Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-088 2021-10-09T16:27:34.532Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-088.global (Addr: 127.0.0.1:9290) (DC: dc1)" 2021-10-09T16:27:34.532Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= === CONT TestEvalEndpoint_Dequeue_Version_Mismatch nomad-083 2021-10-09T16:27:34.532Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-083 2021-10-09T16:27:34.532Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9256 [Candidate]" term=2 nomad-083 2021-10-09T16:27:34.532Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-083 2021-10-09T16:27:34.532Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9256 term=2 tally=1 nomad-083 2021-10-09T16:27:34.532Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-083 2021-10-09T16:27:34.532Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9256 [Leader]" nomad-083 2021-10-09T16:27:34.532Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-083 2021-10-09T16:27:34.533Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f5f91fb8-4319-34ac-6fc5-1bce28ad8ca8 create_time=1633796854533371014 nomad-083 2021-10-09T16:27:34.533Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f5f91fb8-4319-34ac-6fc5-1bce28ad8ca8 create_time=1633796854533371014 nomad-086 2021-10-09T16:27:34.533Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= === CONT TestEvalBroker_WaitUntil nomad-086 2021-10-09T16:27:34.533Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9270 [Candidate]" term=2 nomad-087 2021-10-09T16:27:34.533Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-087.global 127.0.0.1 nomad-086 2021-10-09T16:27:34.533Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-086 2021-10-09T16:27:34.533Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9270 term=2 tally=1 nomad-086 2021-10-09T16:27:34.533Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-086 2021-10-09T16:27:34.533Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9270 [Leader]" === CONT TestEvalBroker_AckAtDeliveryLimit nomad-092 2021-10-09T16:27:34.534Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9272 Address:127.0.0.1:9272}]" === CONT TestEvalBroker_DeliveryLimit nomad-091 2021-10-09T16:27:34.534Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9213 Address:127.0.0.1:9213}]" === CONT TestHeartbeat_ResetHeartbeatTimerLocked_Renew heartbeat_test.go:142: should have expired === CONT TestEvalEndpoint_Dequeue_WaitIndex_Eval === CONT TestEvalEndpoint_Dequeue_WaitIndex_Snapshot === CONT TestEvalEndpoint_Dequeue === CONT TestEvalEndpoint_GetEval_ACL === CONT TestEvalBroker_NamespacedJobs === CONT TestEvalBroker_EnqueueAll_Requeue_Nack === CONT TestEvalEndpoint_Nack === CONT TestEvalBroker_EnqueueAll_Requeue_Ack === CONT TestEvalBroker_PauseResumeNackTimeout --- PASS: TestFSM_UpdateNodeEligibility (0.31s) --- PASS: TestFSM_DeregisterNode (0.20s) --- PASS: TestHeartbeat_ResetHeartbeatTimerLocked (0.91s) --- PASS: TestFSM_BatchUpdateNodeDrain (0.31s) === CONT TestEvalBroker_Nack_Timeout --- PASS: TestEvalBroker_DeliveryLimit (0.10s) === CONT TestEvalBroker_Dequeue_Blocked --- PASS: TestFSM_UpsertACLPolicies (0.31s) --- PASS: TestJobEndpoint_Register_ConnectIngressGateway_minimum (1.61s) --- PASS: TestFSM_UpdateNodeEligibility_Unblock (0.40s) --- PASS: TestFSM_UpdateNodeStatus (0.40s) --- PASS: TestJobEndpoint_Register_Periodic (1.70s) --- PASS: TestEvalBroker_AckAtDeliveryLimit (0.10s) === CONT TestEvalBroker_Dequeue_Fairness === CONT TestEvalBroker_PauseResumeNackTimeout eval_broker_test.go:1030: pause nack timeout error: evaluation is not outstanding --- FAIL: TestEvalBroker_PauseResumeNackTimeout (0.09s) === CONT TestEvalBroker_Dequeue_FIFO --- PASS: TestEvalBroker_EnqueueAll_Requeue_Ack (0.00s) --- PASS: TestFSM_UpsertNode (0.29s) --- PASS: TestEvalBroker_NamespacedJobs (0.10s) === CONT TestEvalBroker_Dequeue_Priority --- PASS: TestEvalBroker_Dequeue_Priority (0.00s) --- PASS: TestEvalBroker_EnqueueAll_Requeue_Nack (0.10s) === CONT TestEvalBroker_Dequeue_Timeout === CONT TestEvalBroker_Dequeue_Empty_Timeout --- PASS: TestEvalBroker_Dequeue_FIFO (0.00s) === CONT TestEvalBroker_Enqueue_Disable_Delay --- PASS: TestEvalBroker_Enqueue_Disable_Delay (0.00s) === CONT TestEvalBroker_Enqueue_Disable --- PASS: TestEvalBroker_Enqueue_Disable (0.00s) === CONT TestEvalBroker_Serialize_DuplicateJobID --- PASS: TestEvalBroker_Serialize_DuplicateJobID (0.00s) === CONT TestEvalBroker_Nack_Delay nomad-091 2021-10-09T16:27:34.634Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9213 [Follower]" leader= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-091 2021-10-09T16:27:34.635Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-091.global 127.0.0.1 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.536Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.536Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.537Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-091 2021-10-09T16:27:34.635Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:34.537Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-085 2021-10-09T16:27:34.539Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9219 Address:127.0.0.1:9219}]" nomad-097 2021-10-09T16:27:34.537Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9215 Address:127.0.0.1:9215}]" --- PASS: TestEvalBroker_Dequeue_Empty_Timeout (0.01s) === CONT TestEvalBroker_Enqueue_Dequeue_Nack_Ack --- PASS: TestEvalBroker_Dequeue_Timeout (0.01s) === CONT TestDrainer_DrainEmptyNode --- PASS: TestEvalBroker_Dequeue_Blocked (0.01s) === CONT TestDrainer_Simple_ServiceOnly 2021-10-09T16:27:34.637Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-082 2021-10-09T16:27:34.631Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-082 2021-10-09T16:27:34.637Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-082 2021-10-09T16:27:34.637Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-082 2021-10-09T16:27:34.637Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-097 2021-10-09T16:27:34.637Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9215 [Follower]" leader= nomad-082 2021-10-09T16:27:34.637Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.637Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-092 2021-10-09T16:27:34.534Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-092.global 127.0.0.1 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-092 2021-10-09T16:27:34.637Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-092 2021-10-09T16:27:34.534Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9272 [Follower]" leader= nomad-087 2021-10-09T16:27:34.533Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.536Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.537Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.537Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.637Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.637Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.638Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-087 2021-10-09T16:27:34.633Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:34.638Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.638Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.638Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.638Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.639Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-088 2021-10-09T16:27:34.631Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-088 2021-10-09T16:27:34.640Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9290 [Candidate]" term=2 nomad-088 2021-10-09T16:27:34.640Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-088 2021-10-09T16:27:34.640Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9290 term=2 tally=1 nomad-088 2021-10-09T16:27:34.640Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:34.640Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.640Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-087 2021-10-09T16:27:34.639Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9246 [Candidate]" term=2 nomad-100 2021-10-09T16:27:34.640Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9221 Address:127.0.0.1:9221}]" 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-076 2021-10-09T16:27:34.630Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-096 2021-10-09T16:27:34.538Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9209 Address:127.0.0.1:9209}]" nomad-076 2021-10-09T16:27:34.640Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-076 2021-10-09T16:27:34.640Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-076 2021-10-09T16:27:34.641Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-085 2021-10-09T16:27:34.635Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9219 [Follower]" leader= nomad-085 2021-10-09T16:27:34.636Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-085.global 127.0.0.1 nomad-096 2021-10-09T16:27:34.640Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9209 [Follower]" leader= nomad-082 2021-10-09T16:27:34.637Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-095 2021-10-09T16:27:34.538Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9217 Address:127.0.0.1:9217}]" nomad-096 2021-10-09T16:27:34.641Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-096.global 127.0.0.1 nomad-096 2021-10-09T16:27:34.641Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers --- FAIL: TestHeartbeat_ResetHeartbeatTimerLocked_Renew (1.11s) === CONT TestDeploymentEndpoint_Reap nomad-099 2021-10-09T16:27:34.640Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9282 Address:127.0.0.1:9282}]" nomad-092 2021-10-09T16:27:34.638Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-092.global (Addr: 127.0.0.1:9272) (DC: dc1)" nomad-086 2021-10-09T16:27:34.534Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-086 2021-10-09T16:27:34.534Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f679619c-5058-d3e8-f5f7-fed52ba202b8 create_time=1633796854534415101 nomad-086 2021-10-09T16:27:34.641Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f679619c-5058-d3e8-f5f7-fed52ba202b8 create_time=1633796854534415101 nomad-095 2021-10-09T16:27:34.641Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9217 [Follower]" leader= 2021-10-09T16:27:34.533Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-096 2021-10-09T16:27:34.641Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-096.global (Addr: 127.0.0.1:9209) (DC: dc1)" nomad-094 2021-10-09T16:27:34.630Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9284 Address:127.0.0.1:9284}]" 2021-10-09T16:27:34.638Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.533Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.638Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-084 2021-10-09T16:27:34.538Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:34.641Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-100 2021-10-09T16:27:34.640Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9221 [Follower]" leader= nomad-084 2021-10-09T16:27:34.641Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9294 [Candidate]" term=2 nomad-087 2021-10-09T16:27:34.640Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-090 2021-10-09T16:27:34.537Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9278 Address:127.0.0.1:9278}]" nomad-084 2021-10-09T16:27:34.642Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-087 2021-10-09T16:27:34.642Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9246 term=2 tally=1 nomad-084 2021-10-09T16:27:34.642Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9294 term=2 tally=1 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-087 2021-10-09T16:27:34.642Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:34.638Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.536Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-087 2021-10-09T16:27:34.642Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9246 [Leader]" 2021-10-09T16:27:34.638Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.536Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.638Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.536Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.638Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.642Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-087 2021-10-09T16:27:34.642Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:34.639Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-085 2021-10-09T16:27:34.641Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.639Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-099 2021-10-09T16:27:34.642Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-099.global 127.0.0.1 2021-10-09T16:27:34.537Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-087 2021-10-09T16:27:34.639Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-087.global (Addr: 127.0.0.1:9246) (DC: dc1)" 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-094 2021-10-09T16:27:34.642Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-094.global 127.0.0.1 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.536Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-094 2021-10-09T16:27:34.642Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-088 2021-10-09T16:27:34.640Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9290 [Leader]" nomad-090 2021-10-09T16:27:34.642Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9278 [Follower]" leader= 2021-10-09T16:27:34.536Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-099 2021-10-09T16:27:34.642Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-097 2021-10-09T16:27:34.640Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-097.global 127.0.0.1 nomad-089 2021-10-09T16:27:34.633Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9203 Address:127.0.0.1:9203}]" 2021-10-09T16:27:34.536Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-088 2021-10-09T16:27:34.642Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-086 2021-10-09T16:27:34.642Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:34.535Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.536Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.539Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.536Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.539Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.536Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-090 2021-10-09T16:27:34.642Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-090.global 127.0.0.1 2021-10-09T16:27:34.536Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-083 2021-10-09T16:27:34.534Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-099 2021-10-09T16:27:34.642Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9282 [Follower]" leader= 2021-10-09T16:27:34.642Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.536Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-084 2021-10-09T16:27:34.642Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-083 2021-10-09T16:27:34.534Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-083 2021-10-09T16:27:34.642Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-084 2021-10-09T16:27:34.642Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9294 [Leader]" 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-090 2021-10-09T16:27:34.642Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-084 2021-10-09T16:27:34.642Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-093 2021-10-09T16:27:34.535Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9292 Address:127.0.0.1:9292}]" 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-095 2021-10-09T16:27:34.641Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-095.global 127.0.0.1 nomad-095 2021-10-09T16:27:34.642Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-089 2021-10-09T16:27:34.737Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9203 [Follower]" leader= nomad-090 2021-10-09T16:27:34.740Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-090.global (Addr: 127.0.0.1:9278) (DC: dc1)" nomad-094 2021-10-09T16:27:34.642Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9284 [Follower]" leader= nomad-094 2021-10-09T16:27:34.737Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-094.global (Addr: 127.0.0.1:9284) (DC: dc1)" nomad-075 2021-10-09T16:27:34.538Z [WARN] nomad/heartbeat.go:153: nomad.heartbeat: node TTL expired: node_id=43dbc889-e83a-5959-93cd-4d5720768f82 nomad-085 2021-10-09T16:27:34.741Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-085.global (Addr: 127.0.0.1:9219) (DC: dc1)" --- PASS: TestEvalEndpoint_Reblock_Nonexistent (0.51s) === CONT TestDeploymentEndpoint_Allocations_Blocking nomad-085 2021-10-09T16:27:34.748Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:34.536Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.642Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-093 2021-10-09T16:27:34.741Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9292 [Follower]" leader= nomad-091 2021-10-09T16:27:34.636Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-091.global (Addr: 127.0.0.1:9213) (DC: dc1)" nomad-089 2021-10-09T16:27:34.831Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-091 2021-10-09T16:27:34.743Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-089 2021-10-09T16:27:34.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9203 [Candidate]" term=2 nomad-100 2021-10-09T16:27:34.641Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-100.global 127.0.0.1 nomad-089 2021-10-09T16:27:34.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-100 2021-10-09T16:27:34.740Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-089 2021-10-09T16:27:34.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9203 term=2 tally=1 nomad-100 2021-10-09T16:27:34.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9221 [Candidate]" term=2 2021-10-09T16:27:34.533Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-082 2021-10-09T16:27:34.642Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-100 2021-10-09T16:27:34.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-095 2021-10-09T16:27:34.743Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-083 2021-10-09T16:27:34.743Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-098 2021-10-09T16:27:34.538Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9229 Address:127.0.0.1:9229}]" nomad-092 2021-10-09T16:27:34.747Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-100 2021-10-09T16:27:34.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9221 term=2 tally=1 nomad-095 2021-10-09T16:27:34.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9217 [Candidate]" term=2 nomad-097 2021-10-09T16:27:34.642Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-100 2021-10-09T16:27:34.831Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-095 2021-10-09T16:27:34.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-094 2021-10-09T16:27:34.830Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-099 2021-10-09T16:27:34.747Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-095 2021-10-09T16:27:34.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9217 term=2 tally=1 nomad-094 2021-10-09T16:27:34.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9284 [Candidate]" term=2 nomad-094 2021-10-09T16:27:34.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-100 2021-10-09T16:27:34.831Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9221 [Leader]" nomad-095 2021-10-09T16:27:34.831Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-094 2021-10-09T16:27:34.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9284 term=2 tally=1 nomad-087 2021-10-09T16:27:34.831Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=45ac977b-fe40-6140-63ee-5683bb10e96d create_time=1633796854831428239 nomad-095 2021-10-09T16:27:34.831Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9217 [Leader]" nomad-094 2021-10-09T16:27:34.831Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-087 2021-10-09T16:27:34.831Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=45ac977b-fe40-6140-63ee-5683bb10e96d create_time=1633796854831428239 nomad-094 2021-10-09T16:27:34.831Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9284 [Leader]" nomad-095 2021-10-09T16:27:34.831Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-095.global (Addr: 127.0.0.1:9217) (DC: dc1)" nomad-095 2021-10-09T16:27:34.831Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-089 2021-10-09T16:27:34.831Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-089 2021-10-09T16:27:34.831Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9203 [Leader]" nomad-085 2021-10-09T16:27:34.830Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=2 nomad-085 2021-10-09T16:27:34.832Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-085 2021-10-09T16:27:34.832Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=2 tally=1 nomad-089 2021-10-09T16:27:34.832Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-089.global 127.0.0.1 nomad-089 2021-10-09T16:27:34.832Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-085 2021-10-09T16:27:34.832Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-096 2021-10-09T16:27:34.832Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-096 2021-10-09T16:27:34.832Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9209 [Candidate]" term=2 nomad-096 2021-10-09T16:27:34.832Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-096 2021-10-09T16:27:34.833Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=2 tally=1 nomad-096 2021-10-09T16:27:34.833Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-096 2021-10-09T16:27:34.833Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9209 [Leader]" nomad-100 2021-10-09T16:27:34.832Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-086 2021-10-09T16:27:34.743Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-097 2021-10-09T16:27:34.830Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-092 2021-10-09T16:27:34.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9272 [Candidate]" term=2 2021-10-09T16:27:34.642Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.737Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-094 2021-10-09T16:27:34.833Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:34.738Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.747Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.747Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-097 2021-10-09T16:27:34.835Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-097.global (Addr: 127.0.0.1:9215) (DC: dc1)" 2021-10-09T16:27:34.747Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-090 2021-10-09T16:27:34.749Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= === CONT TestDeploymentEndpoint_Allocations_ACL --- PASS: TestEvalBroker_Nack_Timeout (0.20s) nomad-093 2021-10-09T16:27:34.930Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-093 2021-10-09T16:27:34.931Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9292 [Candidate]" term=2 nomad-093 2021-10-09T16:27:34.931Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-093 2021-10-09T16:27:34.931Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9292 term=2 tally=1 nomad-093 2021-10-09T16:27:34.931Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-093 2021-10-09T16:27:34.931Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9292 [Leader]" nomad-091 2021-10-09T16:27:34.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9213 [Candidate]" term=2 nomad-085 2021-10-09T16:27:34.832Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9219 [Leader]" nomad-096 2021-10-09T16:27:34.833Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-075 2021-10-09T16:27:34.834Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-086 2021-10-09T16:27:34.935Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-085 2021-10-09T16:27:34.936Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-099 2021-10-09T16:27:34.833Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9282 [Candidate]" term=2 nomad-099 2021-10-09T16:27:34.936Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-099 2021-10-09T16:27:34.937Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9282 term=2 tally=1 nomad-090 2021-10-09T16:27:34.932Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9278 [Candidate]" term=2 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= --- PASS: TestEvalEndpoint_Allocations (0.50s) === CONT TestDeploymentEndpoint_Allocations nomad-090 2021-10-09T16:27:34.937Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-099 2021-10-09T16:27:34.937Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-090 2021-10-09T16:27:34.937Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9278 term=2 tally=1 nomad-090 2021-10-09T16:27:34.937Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-090 2021-10-09T16:27:34.937Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9278 [Leader]" nomad-090 2021-10-09T16:27:34.937Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-087 2021-10-09T16:27:34.833Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-091 2021-10-09T16:27:34.945Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 --- PASS: TestEvalBroker_Enqueue_Dequeue_Nack_Ack (0.31s) === CONT TestDeploymentEndpoint_List_Blocking nomad-091 2021-10-09T16:27:34.945Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9213 term=2 tally=1 nomad-091 2021-10-09T16:27:34.945Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-091 2021-10-09T16:27:34.945Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9213 [Leader]" nomad-092 2021-10-09T16:27:34.945Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-089 2021-10-09T16:27:34.936Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-089.global (Addr: 127.0.0.1:9203) (DC: dc1)" nomad-092 2021-10-09T16:27:34.945Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9272 term=2 tally=1 nomad-092 2021-10-09T16:27:34.945Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-075 2021-10-09T16:27:34.936Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-092 2021-10-09T16:27:34.945Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9272 [Leader]" nomad-092 2021-10-09T16:27:34.945Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-093 2021-10-09T16:27:34.945Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-093.global 127.0.0.1 nomad-093 2021-10-09T16:27:34.945Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-075 2021-10-09T16:27:34.946Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-092 2021-10-09T16:27:34.946Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=fb188f9e-303a-df33-d158-77dfddfbff85 create_time=1633796854946280372 nomad-092 2021-10-09T16:27:34.946Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=fb188f9e-303a-df33-d158-77dfddfbff85 create_time=1633796854946280372 nomad-088 2021-10-09T16:27:34.946Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=b1533067-2ea7-3667-d390-8d320571879b create_time=1633796854945908043 nomad-093 2021-10-09T16:27:34.946Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-093.global (Addr: 127.0.0.1:9292) (DC: dc1)" nomad-088 2021-10-09T16:27:34.946Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=b1533067-2ea7-3667-d390-8d320571879b create_time=1633796854945908043 nomad-097 2021-10-09T16:27:34.935Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9215 [Candidate]" term=2 nomad-097 2021-10-09T16:27:34.946Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-097 2021-10-09T16:27:34.946Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9215 term=2 tally=1 nomad-097 2021-10-09T16:27:34.946Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-097 2021-10-09T16:27:34.946Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9215 [Leader]" nomad-096 2021-10-09T16:27:34.946Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=a000b23c-cb4a-351f-4557-bafafbc6ebde create_time=1633796854946798291 nomad-097 2021-10-09T16:27:34.946Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-096 2021-10-09T16:27:34.946Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=a000b23c-cb4a-351f-4557-bafafbc6ebde create_time=1633796854946798291 nomad-087 2021-10-09T16:27:34.947Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-087 2021-10-09T16:27:34.947Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-097 2021-10-09T16:27:34.947Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=2cdeda15-f75c-7703-d420-490716955518 create_time=1633796854947277699 nomad-087 2021-10-09T16:27:34.947Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-097 2021-10-09T16:27:34.947Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=2cdeda15-f75c-7703-d420-490716955518 create_time=1633796854947277699 nomad-100 2021-10-09T16:27:34.947Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-100.global (Addr: 127.0.0.1:9221) (DC: dc1)" --- PASS: TestEvalEndpoint_Reblock_NonBlocked (0.51s) === CONT TestDeploymentEndpoint_List_ACL nomad-101 2021-10-09T16:27:34.947Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9266 Address:127.0.0.1:9266}]" nomad-101 2021-10-09T16:27:34.948Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-101.global 127.0.0.1 nomad-101 2021-10-09T16:27:34.948Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-082 2021-10-09T16:27:34.948Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-082 2021-10-09T16:27:34.948Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-082 2021-10-09T16:27:34.948Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_ImplicitConstraints_Signals (0.81s) === CONT TestDeploymentEndpoint_List 2021-10-09T16:27:34.950Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-087 2021-10-09T16:27:34.950Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:34.950Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.950Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-075 2021-10-09T16:27:34.937Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestHeartbeat_InvalidateHeartbeat (1.50s) === CONT TestDeploymentEndpoint_SetAllocHealth_NoRollback 2021-10-09T16:27:34.954Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.954Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.954Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.954Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.954Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.954Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= --- PASS: TestEvalBroker_Nack_Delay (0.32s) === CONT TestDeploymentEndpoint_SetAllocHealth_Rollback nomad-102 2021-10-09T16:27:34.957Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9231 Address:127.0.0.1:9231}]" 2021-10-09T16:27:35.030Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.030Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.030Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.030Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.030Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.030Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.030Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.030Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.030Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.030Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-102 2021-10-09T16:27:35.030Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-102.global 127.0.0.1 nomad-102 2021-10-09T16:27:35.030Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:35.030Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.031Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.031Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.031Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-102 2021-10-09T16:27:35.031Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9231 [Follower]" leader= nomad-082 2021-10-09T16:27:35.031Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:35.031Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.031Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.031Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.031Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.031Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.031Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.031Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.031Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.031Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-104 2021-10-09T16:27:35.030Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9225 Address:127.0.0.1:9225}]" nomad-099 2021-10-09T16:27:34.937Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9282 [Leader]" 2021-10-09T16:27:35.031Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-099 2021-10-09T16:27:35.031Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:34.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-092 2021-10-09T16:27:35.032Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-092 2021-10-09T16:27:35.032Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-09T16:27:35.032Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-092 2021-10-09T16:27:35.032Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-104 2021-10-09T16:27:35.032Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-104.global 127.0.0.1 nomad-090 2021-10-09T16:27:35.032Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=88cdca8b-4b58-f394-99f3-b806e1edefea create_time=1633796855032157939 2021-10-09T16:27:35.032Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-090 2021-10-09T16:27:35.032Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=88cdca8b-4b58-f394-99f3-b806e1edefea create_time=1633796855032157939 2021-10-09T16:27:35.032Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.032Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-104 2021-10-09T16:27:35.032Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-099 2021-10-09T16:27:35.032Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=9484e400-7226-9c02-3457-b7cc3d826a34 create_time=1633796855032371540 nomad-086 2021-10-09T16:27:34.935Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-099 2021-10-09T16:27:35.032Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=9484e400-7226-9c02-3457-b7cc3d826a34 create_time=1633796855032371540 nomad-086 2021-10-09T16:27:35.032Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:35.032Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.032Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-095 2021-10-09T16:27:35.032Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=786afe19-ec77-be77-df17-f56368bb8a2e create_time=1633796855032415331 nomad-095 2021-10-09T16:27:35.032Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=786afe19-ec77-be77-df17-f56368bb8a2e create_time=1633796855032415331 nomad-102 2021-10-09T16:27:35.032Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-102.global (Addr: 127.0.0.1:9231) (DC: dc1)" 2021-10-09T16:27:35.032Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.032Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-094 2021-10-09T16:27:35.032Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=83c82e00-8ed1-668c-0c54-68e7c7520e0a create_time=1633796855032813122 nomad-104 2021-10-09T16:27:35.032Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9225 [Follower]" leader= nomad-094 2021-10-09T16:27:35.032Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=83c82e00-8ed1-668c-0c54-68e7c7520e0a create_time=1633796855032813122 2021-10-09T16:27:35.033Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.033Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-095 2021-10-09T16:27:35.033Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:35.033Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.033Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-104 2021-10-09T16:27:35.033Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-104.global (Addr: 127.0.0.1:9225) (DC: dc1)" nomad-099 2021-10-09T16:27:35.032Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-099.global (Addr: 127.0.0.1:9282) (DC: dc1)" 2021-10-09T16:27:35.033Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-099 2021-10-09T16:27:35.033Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:35.033Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-094 2021-10-09T16:27:35.033Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:35.033Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.033Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.033Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.033Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.033Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.033Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.033Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.033Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-084 2021-10-09T16:27:35.033Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=2d6d8b42-da7c-c4e1-c394-7aa9a64fb70e create_time=1633796855033777036 nomad-097 2021-10-09T16:27:35.033Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-084 2021-10-09T16:27:35.033Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=2d6d8b42-da7c-c4e1-c394-7aa9a64fb70e create_time=1633796855033777036 nomad-088 2021-10-09T16:27:34.946Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-083 2021-10-09T16:27:35.034Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:35.034Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.034Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-084 2021-10-09T16:27:35.034Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:35.034Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.034Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= --- PASS: TestEvalBroker_Dequeue_Fairness (0.40s) 2021-10-09T16:27:35.034Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.034Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.034Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= === CONT TestDeploymentEndpoint_SetAllocHealth_ACL 2021-10-09T16:27:35.034Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.034Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.034Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-106 2021-10-09T16:27:35.034Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9288 Address:127.0.0.1:9288}]" 2021-10-09T16:27:35.034Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.034Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.034Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.034Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.034Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.034Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.035Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.035Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.035Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.035Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.035Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.035Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-096 2021-10-09T16:27:35.035Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:35.035Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.035Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-106 2021-10-09T16:27:35.035Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-106.global 127.0.0.1 nomad-106 2021-10-09T16:27:35.035Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:35.035Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.035Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-106 2021-10-09T16:27:35.035Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9288 [Follower]" leader= 2021-10-09T16:27:35.035Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.035Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-092 2021-10-09T16:27:35.035Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-106 2021-10-09T16:27:35.035Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-106.global (Addr: 127.0.0.1:9288) (DC: dc1)" --- PASS: TestEvalEndpoint_GetEval (0.50s) === CONT TestDeploymentEndpoint_SetAllocHealth 2021-10-09T16:27:35.035Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-101 2021-10-09T16:27:35.035Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9266 [Follower]" leader= nomad-105 2021-10-09T16:27:35.036Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9227 Address:127.0.0.1:9227}]" 2021-10-09T16:27:35.036Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-105 2021-10-09T16:27:35.036Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9227 [Follower]" leader= nomad-094 2021-10-09T16:27:35.036Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-094 2021-10-09T16:27:35.036Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-101 2021-10-09T16:27:35.036Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-101.global (Addr: 127.0.0.1:9266) (DC: dc1)" nomad-105 2021-10-09T16:27:35.036Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-105.global 127.0.0.1 nomad-094 2021-10-09T16:27:35.036Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-105 2021-10-09T16:27:35.036Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] --- PASS: TestEvalEndpoint_Dequeue_WaitIndex_Eval (0.50s) 2021-10-09T16:27:35.036Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= === CONT TestDeploymentEndpoint_Promote_ACL 2021-10-09T16:27:35.036Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-094 2021-10-09T16:27:35.036Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:35.037Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.037Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.037Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.037Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-098 2021-10-09T16:27:34.834Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9229 [Follower]" leader= nomad-098 2021-10-09T16:27:35.032Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-098.global 127.0.0.1 nomad-092 2021-10-09T16:27:35.130Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-098 2021-10-09T16:27:35.130Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-105 2021-10-09T16:27:35.130Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-105.global (Addr: 127.0.0.1:9227) (DC: dc1)" nomad-091 2021-10-09T16:27:35.130Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-098 2021-10-09T16:27:35.131Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-098.global (Addr: 127.0.0.1:9229) (DC: dc1)" nomad-091 2021-10-09T16:27:35.131Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=b6ff27c5-b1da-cbb9-be72-e5058c643d41 create_time=1633796855131356618 nomad-091 2021-10-09T16:27:35.131Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=b6ff27c5-b1da-cbb9-be72-e5058c643d41 create_time=1633796855131356618 nomad-103 2021-10-09T16:27:35.131Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9247 Address:127.0.0.1:9247}]" 2021-10-09T16:27:35.132Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.132Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.132Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.132Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.132Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.132Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.132Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.132Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.132Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.132Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-108 2021-10-09T16:27:35.132Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9249 Address:127.0.0.1:9249}]" nomad-099 2021-10-09T16:27:35.132Z [TRACE] drainer/watch_nodes.go:77: nomad.drain: node has draining jobs on it: node_id=a0364fac-9469-d3fe-8cdd-4001bca59c1a num_jobs=0 nomad-090 2021-10-09T16:27:35.132Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:35.132Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.132Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-091 2021-10-09T16:27:35.132Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-103 2021-10-09T16:27:35.132Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9247 [Follower]" leader= nomad-099 2021-10-09T16:27:35.133Z [INFO] drainer/watch_nodes.go:113: nomad.drain: node completed draining at index: node_id=a0364fac-9469-d3fe-8cdd-4001bca59c1a index=9 nomad-108 2021-10-09T16:27:35.133Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9249 [Follower]" leader= nomad-108 2021-10-09T16:27:35.133Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-108.global 127.0.0.1 2021-10-09T16:27:35.133Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-103 2021-10-09T16:27:35.133Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-103.global 127.0.0.1 nomad-109 2021-10-09T16:27:35.133Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9205 Address:127.0.0.1:9205}]" 2021-10-09T16:27:35.133Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-085 2021-10-09T16:27:35.133Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=13cdb14b-d474-51d5-7204-5be18c5ce463 create_time=1633796855133607455 nomad-108 2021-10-09T16:27:35.133Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-085 2021-10-09T16:27:35.133Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=13cdb14b-d474-51d5-7204-5be18c5ce463 create_time=1633796855133607455 nomad-103 2021-10-09T16:27:35.133Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-109 2021-10-09T16:27:35.133Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9205 [Follower]" leader= nomad-109 2021-10-09T16:27:35.134Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-109.global 127.0.0.1 nomad-085 2021-10-09T16:27:35.134Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-109 2021-10-09T16:27:35.134Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-109 2021-10-09T16:27:35.230Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-109.global (Addr: 127.0.0.1:9205) (DC: dc1)" nomad-108 2021-10-09T16:27:35.134Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-108.global (Addr: 127.0.0.1:9249) (DC: dc1)" nomad-103 2021-10-09T16:27:35.134Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-103.global (Addr: 127.0.0.1:9247) (DC: dc1)" nomad-108 2021-10-09T16:27:35.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-103 2021-10-09T16:27:35.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-088 2021-10-09T16:27:35.134Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-103 2021-10-09T16:27:35.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9247 [Candidate]" term=2 nomad-088 2021-10-09T16:27:35.230Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-103 2021-10-09T16:27:35.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-103 2021-10-09T16:27:35.231Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9247 term=2 tally=1 nomad-102 2021-10-09T16:27:35.135Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-103 2021-10-09T16:27:35.231Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-103 2021-10-09T16:27:35.231Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9247 [Leader]" nomad-102 2021-10-09T16:27:35.231Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=2 nomad-102 2021-10-09T16:27:35.231Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-103 2021-10-09T16:27:35.231Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-102 2021-10-09T16:27:35.231Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=2 tally=1 nomad-112 2021-10-09T16:27:35.134Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9259 Address:127.0.0.1:9259}]" nomad-102 2021-10-09T16:27:35.231Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-102 2021-10-09T16:27:35.231Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9231 [Leader]" nomad-088 2021-10-09T16:27:35.231Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-106 2021-10-09T16:27:35.135Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-106 2021-10-09T16:27:35.231Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9288 [Candidate]" term=2 nomad-106 2021-10-09T16:27:35.231Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-106 2021-10-09T16:27:35.231Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9288 term=2 tally=1 nomad-106 2021-10-09T16:27:35.231Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-106 2021-10-09T16:27:35.231Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9288 [Leader]" nomad-106 2021-10-09T16:27:35.231Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-112 2021-10-09T16:27:35.231Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-112.global 127.0.0.1 nomad-112 2021-10-09T16:27:35.231Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers --- PASS: TestEvalEndpoint_List_ACL (0.79s) === CONT TestDeploymentEndpoint_Promote nomad-107 2021-10-09T16:27:35.135Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9211 Address:127.0.0.1:9211}]" nomad-106 2021-10-09T16:27:35.232Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=e3cde81d-d47c-8ffe-270d-766042dba974 create_time=1633796855232187880 nomad-106 2021-10-09T16:27:35.232Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=e3cde81d-d47c-8ffe-270d-766042dba974 create_time=1633796855232187880 nomad-107 2021-10-09T16:27:35.232Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-107.global 127.0.0.1 nomad-107 2021-10-09T16:27:35.232Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-088 2021-10-09T16:27:35.232Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-105 2021-10-09T16:27:35.135Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-105 2021-10-09T16:27:35.232Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9227 [Candidate]" term=2 nomad-101 2021-10-09T16:27:35.135Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-105 2021-10-09T16:27:35.232Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-105 2021-10-09T16:27:35.232Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9227 term=2 tally=1 nomad-106 2021-10-09T16:27:35.232Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-105 2021-10-09T16:27:35.232Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-105 2021-10-09T16:27:35.232Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9227 [Leader]" nomad-101 2021-10-09T16:27:35.232Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9266 [Candidate]" term=2 nomad-096 2021-10-09T16:27:35.135Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-101 2021-10-09T16:27:35.232Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-105 2021-10-09T16:27:35.232Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-085 2021-10-09T16:27:35.137Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-101 2021-10-09T16:27:35.232Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9266 term=2 tally=1 nomad-101 2021-10-09T16:27:35.232Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-085 2021-10-09T16:27:35.232Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-101 2021-10-09T16:27:35.233Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9266 [Leader]" nomad-110 2021-10-09T16:27:35.140Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9273 Address:127.0.0.1:9273}]" nomad-090 2021-10-09T16:27:35.136Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-101 2021-10-09T16:27:35.233Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-107 2021-10-09T16:27:35.233Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9211 [Follower]" leader= nomad-090 2021-10-09T16:27:35.233Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:35.136Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.140Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.140Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.140Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-107 2021-10-09T16:27:35.233Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-107.global (Addr: 127.0.0.1:9211) (DC: dc1)" 2021-10-09T16:27:35.140Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.233Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-104 2021-10-09T16:27:35.134Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:35.233Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.233Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-104 2021-10-09T16:27:35.233Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9225 [Candidate]" term=2 nomad-104 2021-10-09T16:27:35.233Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-104 2021-10-09T16:27:35.233Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9225 term=2 tally=1 nomad-104 2021-10-09T16:27:35.233Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-104 2021-10-09T16:27:35.233Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9225 [Leader]" nomad-101 2021-10-09T16:27:35.233Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=b3f00421-858e-d372-4245-6f292e317176 create_time=1633796855233767382 nomad-103 2021-10-09T16:27:35.233Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6316b101-93be-df51-defd-816fed46dca2 create_time=1633796855233870211 nomad-111 2021-10-09T16:27:35.134Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9241 Address:127.0.0.1:9241}]" nomad-103 2021-10-09T16:27:35.233Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=6316b101-93be-df51-defd-816fed46dca2 create_time=1633796855233870211 nomad-112 2021-10-09T16:27:35.234Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9259 [Follower]" leader= --- PASS: TestEvalEndpoint_Ack (0.70s) nomad-112 2021-10-09T16:27:35.234Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-112.global (Addr: 127.0.0.1:9259) (DC: dc1)" === CONT TestDeploymentEndpoint_Pause_ACL nomad-101 2021-10-09T16:27:35.233Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=b3f00421-858e-d372-4245-6f292e317176 create_time=1633796855233767382 nomad-096 2021-10-09T16:27:35.232Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-090 2021-10-09T16:27:35.234Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-110 2021-10-09T16:27:35.233Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-110.global 127.0.0.1 nomad-110 2021-10-09T16:27:35.234Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-101 2021-10-09T16:27:35.234Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-111 2021-10-09T16:27:35.234Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9241 [Follower]" leader= nomad-111 2021-10-09T16:27:35.234Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-111.global 127.0.0.1 nomad-105 2021-10-09T16:27:35.234Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=3ec15482-1807-bad3-a790-b6616ca9b29c create_time=1633796855234427798 nomad-111 2021-10-09T16:27:35.234Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-108 2021-10-09T16:27:35.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9249 [Candidate]" term=2 nomad-108 2021-10-09T16:27:35.235Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-105 2021-10-09T16:27:35.234Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=3ec15482-1807-bad3-a790-b6616ca9b29c create_time=1633796855234427798 nomad-108 2021-10-09T16:27:35.235Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9249 term=2 tally=1 nomad-108 2021-10-09T16:27:35.235Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-108 2021-10-09T16:27:35.235Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9249 [Leader]" 2021-10-09T16:27:35.235Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.235Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-108 2021-10-09T16:27:35.235Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:35.235Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.235Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.235Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.235Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-099 2021-10-09T16:27:35.230Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-104 2021-10-09T16:27:35.233Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-099 2021-10-09T16:27:35.235Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-104 2021-10-09T16:27:35.234Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=c2a9a815-82a9-e686-130b-95fa413a1ed2 create_time=1633796855234346318 2021-10-09T16:27:35.235Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-104 2021-10-09T16:27:35.235Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=c2a9a815-82a9-e686-130b-95fa413a1ed2 create_time=1633796855234346318 nomad-099 2021-10-09T16:27:35.235Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-102 2021-10-09T16:27:35.233Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-102 2021-10-09T16:27:35.234Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=76f7307f-1fae-507e-d3ac-06ca3b17eb41 create_time=1633796855234307043 nomad-102 2021-10-09T16:27:35.235Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=76f7307f-1fae-507e-d3ac-06ca3b17eb41 create_time=1633796855234307043 nomad-103 2021-10-09T16:27:35.236Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:35.236Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.236Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-090 2021-10-09T16:27:35.234Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-113 2021-10-09T16:27:35.235Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9233 Address:127.0.0.1:9233}]" --- PASS: TestDrainer_DrainEmptyNode (0.60s) === CONT TestDeploymentEndpoint_Pause nomad-104 2021-10-09T16:27:35.236Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-108 2021-10-09T16:27:35.236Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8d3e41ad-425f-7362-3a77-66d254ed195e create_time=1633796855236435776 nomad-108 2021-10-09T16:27:35.236Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=8d3e41ad-425f-7362-3a77-66d254ed195e create_time=1633796855236435776 nomad-113 2021-10-09T16:27:35.236Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-113.global 127.0.0.1 nomad-113 2021-10-09T16:27:35.236Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-105 2021-10-09T16:27:35.235Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-099 2021-10-09T16:27:35.237Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-113 2021-10-09T16:27:35.236Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9233 [Follower]" leader= 2021-10-09T16:27:35.236Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.236Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.236Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.237Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-096 2021-10-09T16:27:35.234Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:35.237Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.237Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.237Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.237Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-096 2021-10-09T16:27:35.238Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-113 2021-10-09T16:27:35.237Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-113.global (Addr: 127.0.0.1:9233) (DC: dc1)" nomad-108 2021-10-09T16:27:35.237Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-111 2021-10-09T16:27:35.235Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-111.global (Addr: 127.0.0.1:9241) (DC: dc1)" nomad-110 2021-10-09T16:27:35.235Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9273 [Follower]" leader= nomad-110 2021-10-09T16:27:35.235Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-110.global (Addr: 127.0.0.1:9273) (DC: dc1)" nomad-085 2021-10-09T16:27:35.237Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestEvalEndpoint_Dequeue (0.70s) === CONT TestDeploymentEndpoint_Fail_Rollback nomad-102 2021-10-09T16:27:35.238Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:35.238Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.238Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.238Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.239Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-085 2021-10-09T16:27:35.239Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:35.239Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.239Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-098 2021-10-09T16:27:35.338Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-098 2021-10-09T16:27:35.339Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9229 [Candidate]" term=2 nomad-098 2021-10-09T16:27:35.339Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-098 2021-10-09T16:27:35.339Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9229 term=2 tally=1 nomad-098 2021-10-09T16:27:35.339Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-098 2021-10-09T16:27:35.339Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9229 [Leader]" nomad-098 2021-10-09T16:27:35.339Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired --- PASS: TestEvalEndpoint_Allocations_ACL (1.00s) === CONT TestDeploymentEndpoint_Fail_ACL nomad-114 2021-10-09T16:27:35.237Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9235 Address:127.0.0.1:9235}]" nomad-098 2021-10-09T16:27:35.340Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=c94c9915-bdda-2a4f-7a88-3bbd499ed4bf create_time=1633796855340568974 nomad-098 2021-10-09T16:27:35.340Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=c94c9915-bdda-2a4f-7a88-3bbd499ed4bf create_time=1633796855340568974 nomad-114 2021-10-09T16:27:35.340Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-114.global 127.0.0.1 nomad-114 2021-10-09T16:27:35.340Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-098 2021-10-09T16:27:35.341Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-114 2021-10-09T16:27:35.341Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9235 [Follower]" leader= nomad-110 2021-10-09T16:27:35.341Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-110 2021-10-09T16:27:35.341Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9273 [Candidate]" term=2 nomad-110 2021-10-09T16:27:35.341Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-110 2021-10-09T16:27:35.341Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9273 term=2 tally=1 nomad-110 2021-10-09T16:27:35.341Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-110 2021-10-09T16:27:35.341Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9273 [Leader]" 2021-10-09T16:27:35.341Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.341Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-110 2021-10-09T16:27:35.341Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:35.341Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.341Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.341Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.342Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-110 2021-10-09T16:27:35.342Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=259463e0-9b43-f0c4-a249-b9db215f8857 create_time=1633796855342671408 nomad-114 2021-10-09T16:27:35.342Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-114.global (Addr: 127.0.0.1:9235) (DC: dc1)" nomad-110 2021-10-09T16:27:35.342Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=259463e0-9b43-f0c4-a249-b9db215f8857 create_time=1633796855342671408 nomad-111 2021-10-09T16:27:35.343Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-111 2021-10-09T16:27:35.343Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9241 [Candidate]" term=2 nomad-111 2021-10-09T16:27:35.343Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-111 2021-10-09T16:27:35.343Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9241 term=2 tally=1 nomad-111 2021-10-09T16:27:35.343Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-111 2021-10-09T16:27:35.343Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9241 [Leader]" nomad-111 2021-10-09T16:27:35.343Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-107 2021-10-09T16:27:35.344Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-107 2021-10-09T16:27:35.344Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9211 [Candidate]" term=2 nomad-107 2021-10-09T16:27:35.345Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-107 2021-10-09T16:27:35.345Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9211 term=2 tally=1 nomad-111 2021-10-09T16:27:35.345Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=90a4a8fa-5c62-734a-148b-ac826b000fa8 create_time=1633796855344933882 nomad-107 2021-10-09T16:27:35.345Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-107 2021-10-09T16:27:35.345Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9211 [Leader]" nomad-111 2021-10-09T16:27:35.345Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=90a4a8fa-5c62-734a-148b-ac826b000fa8 create_time=1633796855344933882 nomad-107 2021-10-09T16:27:35.345Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:35.430Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.430Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.430Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.430Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.430Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.430Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-107 2021-10-09T16:27:35.431Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=c6c6a6b0-b8ce-78bf-ea14-ea367dec7974 create_time=1633796855431482225 nomad-095 2021-10-09T16:27:35.431Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-107 2021-10-09T16:27:35.431Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=c6c6a6b0-b8ce-78bf-ea14-ea367dec7974 create_time=1633796855431482225 nomad-095 2021-10-09T16:27:35.431Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-110 2021-10-09T16:27:35.431Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-110 2021-10-09T16:27:35.431Z [TRACE] drainer/watch_jobs.go:171: nomad.drain.job_watcher: retrieved allocs for draining jobs: num_allocs=0 index=1001 nomad-110 2021-10-09T16:27:35.431Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1001 nomad-109 2021-10-09T16:27:35.432Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-109 2021-10-09T16:27:35.432Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9205 [Candidate]" term=2 nomad-109 2021-10-09T16:27:35.433Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-109 2021-10-09T16:27:35.530Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9205 term=2 tally=1 --- PASS: TestEvalEndpoint_Dequeue_WaitIndex_Snapshot (1.00s) nomad-109 2021-10-09T16:27:35.530Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:35.434Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-114 2021-10-09T16:27:35.439Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-114 2021-10-09T16:27:35.530Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9235 [Candidate]" term=2 nomad-095 2021-10-09T16:27:35.431Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-109 2021-10-09T16:27:35.530Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9205 [Leader]" nomad-114 2021-10-09T16:27:35.531Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-114 2021-10-09T16:27:35.531Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9235 term=2 tally=1 nomad-113 2021-10-09T16:27:35.435Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-111 2021-10-09T16:27:35.433Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-113 2021-10-09T16:27:35.531Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9233 [Candidate]" term=2 nomad-113 2021-10-09T16:27:35.531Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-113 2021-10-09T16:27:35.531Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=2 tally=1 nomad-114 2021-10-09T16:27:35.531Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-113 2021-10-09T16:27:35.531Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-114 2021-10-09T16:27:35.531Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9235 [Leader]" nomad-113 2021-10-09T16:27:35.531Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9233 [Leader]" nomad-114 2021-10-09T16:27:35.531Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired === CONT TestDeploymentEndpoint_Fail nomad-112 2021-10-09T16:27:35.441Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-095 2021-10-09T16:27:35.536Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:35.536Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.536Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-084 2021-10-09T16:27:35.537Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-084 2021-10-09T16:27:35.537Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-109 2021-10-09T16:27:35.537Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-112 2021-10-09T16:27:35.536Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9259 [Candidate]" term=2 nomad-112 2021-10-09T16:27:35.537Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-112 2021-10-09T16:27:35.537Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9259 term=2 tally=1 nomad-112 2021-10-09T16:27:35.537Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-112 2021-10-09T16:27:35.537Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9259 [Leader]" nomad-112 2021-10-09T16:27:35.537Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:35.537Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-112 2021-10-09T16:27:35.538Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=96b77aec-b674-3b57-9adf-54268f318e6f create_time=1633796855538007655 nomad-112 2021-10-09T16:27:35.538Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=96b77aec-b674-3b57-9adf-54268f318e6f create_time=1633796855538007655 nomad-116 2021-10-09T16:27:35.538Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9286 Address:127.0.0.1:9286}]" nomad-116 2021-10-09T16:27:35.539Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-116.global 127.0.0.1 nomad-116 2021-10-09T16:27:35.539Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-113 2021-10-09T16:27:35.538Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-113 2021-10-09T16:27:35.539Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=540ec81e-8bb1-2ec5-41a5-912f438f5231 create_time=1633796855539369703 nomad-113 2021-10-09T16:27:35.540Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=540ec81e-8bb1-2ec5-41a5-912f438f5231 create_time=1633796855539369703 nomad-116 2021-10-09T16:27:35.540Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9286 [Follower]" leader= nomad-084 2021-10-09T16:27:35.540Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-117 2021-10-09T16:27:35.539Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9237 Address:127.0.0.1:9237}]" nomad-117 2021-10-09T16:27:35.541Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-117.global 127.0.0.1 nomad-117 2021-10-09T16:27:35.541Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:35.541Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.541Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-084 2021-10-09T16:27:35.541Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestEvalEndpoint_Allocations_Blocking (1.30s) === CONT TestDeploymentEndpoint_GetDeployment_Blocking nomad-116 2021-10-09T16:27:35.541Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-116.global (Addr: 127.0.0.1:9286) (DC: dc1)" nomad-114 2021-10-09T16:27:35.539Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=39a4d705-dd0a-a1af-fd1c-3217d4b64541 create_time=1633796855539657905 nomad-114 2021-10-09T16:27:35.541Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=39a4d705-dd0a-a1af-fd1c-3217d4b64541 create_time=1633796855539657905 2021-10-09T16:27:35.539Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.539Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-101 2021-10-09T16:27:35.540Z [ERROR] deploymentwatcher/deployments_watcher.go:185: nomad.deployments_watcher: failed to track deployment: deployment_id=bd1fbb9d-2bef-b0c2-41ed-176a30c427fc error="deployment "bd1fbb9d-2bef-b0c2-41ed-176a30c427fc" references unknown job "0be6b29a-d7b6-2a18-c249-ad2496c44b26"" nomad-113 2021-10-09T16:27:35.542Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-117 2021-10-09T16:27:35.542Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9237 [Follower]" leader= nomad-117 2021-10-09T16:27:35.542Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-117.global (Addr: 127.0.0.1:9237) (DC: dc1)" nomad-114 2021-10-09T16:27:35.543Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-118 2021-10-09T16:27:35.544Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9223 Address:127.0.0.1:9223}]" nomad-118 2021-10-09T16:27:35.544Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-118.global 127.0.0.1 nomad-118 2021-10-09T16:27:35.545Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-112 2021-10-09T16:27:35.630Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-107 2021-10-09T16:27:35.435Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-102 2021-10-09T16:27:35.630Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-102 2021-10-09T16:27:35.630Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-102 2021-10-09T16:27:35.631Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestDeploymentEndpoint_Allocations (0.69s) === CONT TestDeploymentEndpoint_GetDeployment_ACL nomad-091 2021-10-09T16:27:35.631Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-091 2021-10-09T16:27:35.631Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-091 2021-10-09T16:27:35.631Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-101 2021-10-09T16:27:35.631Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-101 2021-10-09T16:27:35.631Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-091 2021-10-09T16:27:35.632Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestEvalEndpoint_List_Blocking (1.10s) === CONT TestDeploymentEndpoint_GetDeployment nomad-105 2021-10-09T16:27:35.632Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-105 2021-10-09T16:27:35.632Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-105 2021-10-09T16:27:35.632Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestDeploymentEndpoint_List (0.68s) === CONT TestCSIPluginEndpoint_DeleteViaGC --- PASS: TestEvalBroker_WaitUntil (1.10s) === CONT TestCSIPluginEndpoint_RegisterViaJob 2021-10-09T16:27:35.633Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.633Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.633Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.633Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-109 2021-10-09T16:27:35.633Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=7004de9d-7359-e0d8-acf8-4a769041a0bc create_time=1633796855633253771 2021-10-09T16:27:35.633Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-109 2021-10-09T16:27:35.633Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=7004de9d-7359-e0d8-acf8-4a769041a0bc create_time=1633796855633253771 2021-10-09T16:27:35.633Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.633Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.633Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.633Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.633Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-101 2021-10-09T16:27:35.633Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-109 2021-10-09T16:27:35.633Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 --- PASS: TestDeploymentEndpoint_Reap (0.99s) === CONT TestCSIPluginEndpoint_RegisterViaFingerprint 2021-10-09T16:27:35.634Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-101 2021-10-09T16:27:35.634Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:35.634Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-107 2021-10-09T16:27:35.634Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-09T16:27:35.634Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-107 2021-10-09T16:27:35.634Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:35.634Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.634Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.634Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-107 2021-10-09T16:27:35.634Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:35.634Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.634Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= --- PASS: TestDeploymentEndpoint_SetAllocHealth_Rollback (0.68s) === CONT TestCSIVolumeEndpoint_List 2021-10-09T16:27:35.634Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.634Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-119 2021-10-09T16:27:35.634Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9261 Address:127.0.0.1:9261}]" nomad-118 2021-10-09T16:27:35.634Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9223 [Follower]" leader= nomad-119 2021-10-09T16:27:35.634Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-119.global 127.0.0.1 2021-10-09T16:27:35.634Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-119 2021-10-09T16:27:35.634Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-121 2021-10-09T16:27:35.634Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9275 Address:127.0.0.1:9275}]" nomad-105 2021-10-09T16:27:35.635Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-121 2021-10-09T16:27:35.635Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-121.global 127.0.0.1 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-121 2021-10-09T16:27:35.635Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-122 2021-10-09T16:27:35.635Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9263 Address:127.0.0.1:9263}]" 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-119 2021-10-09T16:27:35.635Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9261 [Follower]" leader= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-121 2021-10-09T16:27:35.635Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9275 [Follower]" leader= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-122 2021-10-09T16:27:35.635Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9263 [Follower]" leader= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.635Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-121 2021-10-09T16:27:35.636Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-121.global (Addr: 127.0.0.1:9275) (DC: dc1)" 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-122 2021-10-09T16:27:35.636Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-122.global 127.0.0.1 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-122 2021-10-09T16:27:35.636Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-122 2021-10-09T16:27:35.636Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-122.global (Addr: 127.0.0.1:9263) (DC: dc1)" 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-118 2021-10-09T16:27:35.636Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-118.global (Addr: 127.0.0.1:9223) (DC: dc1)" 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-120 2021-10-09T16:27:35.636Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9251 Address:127.0.0.1:9251}]" 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-119 2021-10-09T16:27:35.636Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-119.global (Addr: 127.0.0.1:9261) (DC: dc1)" 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-102 2021-10-09T16:27:35.636Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.636Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-124 2021-10-09T16:27:35.636Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9243 Address:127.0.0.1:9243}]" nomad-107 2021-10-09T16:27:35.636Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-125 2021-10-09T16:27:35.636Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9239 Address:127.0.0.1:9239}]" nomad-110 2021-10-09T16:27:35.637Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-110 2021-10-09T16:27:35.637Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-120 2021-10-09T16:27:35.637Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-120.global 127.0.0.1 nomad-110 2021-10-09T16:27:35.637Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-120 2021-10-09T16:27:35.637Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-115 2021-10-09T16:27:35.637Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9257 Address:127.0.0.1:9257}]" 2021-10-09T16:27:35.637Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-124 2021-10-09T16:27:35.637Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9243 [Follower]" leader= 2021-10-09T16:27:35.637Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= --- PASS: TestDeploymentEndpoint_SetAllocHealth_ACL (0.60s) === CONT TestCSIVolumeEndpoint_Unpublish nomad-125 2021-10-09T16:27:35.637Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9239 [Follower]" leader= 2021-10-09T16:27:35.637Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.637Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-124 2021-10-09T16:27:35.637Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-124.global 127.0.0.1 nomad-110 2021-10-09T16:27:35.637Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-120 2021-10-09T16:27:35.637Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9251 [Follower]" leader= nomad-115 2021-10-09T16:27:35.638Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9257 [Follower]" leader= nomad-116 2021-10-09T16:27:35.638Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-116 2021-10-09T16:27:35.638Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9286 [Candidate]" term=2 nomad-116 2021-10-09T16:27:35.638Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-116 2021-10-09T16:27:35.638Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9286 term=2 tally=1 nomad-116 2021-10-09T16:27:35.638Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-116 2021-10-09T16:27:35.638Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9286 [Leader]" nomad-116 2021-10-09T16:27:35.638Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-117 2021-10-09T16:27:35.638Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-117 2021-10-09T16:27:35.638Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9237 [Candidate]" term=2 nomad-117 2021-10-09T16:27:35.638Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-120 2021-10-09T16:27:35.638Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-120.global (Addr: 127.0.0.1:9251) (DC: dc1)" nomad-117 2021-10-09T16:27:35.638Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9237 term=2 tally=1 nomad-117 2021-10-09T16:27:35.638Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-117 2021-10-09T16:27:35.638Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9237 [Leader]" nomad-117 2021-10-09T16:27:35.638Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-097 2021-10-09T16:27:35.638Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-116 2021-10-09T16:27:35.638Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=ee449ffd-b856-deeb-5e8e-81a379b9ba05 create_time=1633796855638639022 nomad-097 2021-10-09T16:27:35.638Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-116 2021-10-09T16:27:35.638Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=ee449ffd-b856-deeb-5e8e-81a379b9ba05 create_time=1633796855638639022 nomad-097 2021-10-09T16:27:35.638Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestEvalEndpoint_GetEval_ACL (1.10s) === CONT TestCSIVolumeEndpoint_ClaimWithController nomad-116 2021-10-09T16:27:35.638Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-097 2021-10-09T16:27:35.638Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-117 2021-10-09T16:27:35.638Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=cd3dd54f-2c29-7c2e-6fa7-92daa6653b5e create_time=1633796855638896478 nomad-117 2021-10-09T16:27:35.638Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=cd3dd54f-2c29-7c2e-6fa7-92daa6653b5e create_time=1633796855638896478 2021-10-09T16:27:35.639Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-117 2021-10-09T16:27:35.639Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:35.639Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.639Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.639Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-125 2021-10-09T16:27:35.637Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-125.global 127.0.0.1 nomad-125 2021-10-09T16:27:35.730Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:35.730Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-115 2021-10-09T16:27:35.730Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:35.730Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.730Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-115 2021-10-09T16:27:35.730Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9257 [Candidate]" term=2 2021-10-09T16:27:35.730Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-115 2021-10-09T16:27:35.730Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-09T16:27:35.730Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.730Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-125 2021-10-09T16:27:35.730Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-125.global (Addr: 127.0.0.1:9239) (DC: dc1)" nomad-115 2021-10-09T16:27:35.730Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9257 term=2 tally=1 2021-10-09T16:27:35.730Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-115 2021-10-09T16:27:35.730Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:35.730Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-106 2021-10-09T16:27:35.730Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-09T16:27:35.730Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-106 2021-10-09T16:27:35.730Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-115 2021-10-09T16:27:35.730Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9257 [Leader]" 2021-10-09T16:27:35.730Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-106 2021-10-09T16:27:35.730Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:35.730Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= --- PASS: TestDeploymentEndpoint_SetAllocHealth_NoRollback (0.78s) === CONT TestCSIVolumeEndpoint_Claim nomad-106 2021-10-09T16:27:35.730Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-127 2021-10-09T16:27:35.730Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9293 Address:127.0.0.1:9293}]" nomad-127 2021-10-09T16:27:35.730Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9293 [Follower]" leader= nomad-127 2021-10-09T16:27:35.731Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-127.global 127.0.0.1 2021-10-09T16:27:35.731Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-127 2021-10-09T16:27:35.731Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:35.731Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.731Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-127 2021-10-09T16:27:35.731Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-127.global (Addr: 127.0.0.1:9293) (DC: dc1)" 2021-10-09T16:27:35.731Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.731Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.731Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.731Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-119 2021-10-09T16:27:35.731Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:35.731Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-119 2021-10-09T16:27:35.731Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9261 [Candidate]" term=2 nomad-119 2021-10-09T16:27:35.731Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-125 2021-10-09T16:27:35.731Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-119 2021-10-09T16:27:35.732Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9261 term=2 tally=1 nomad-125 2021-10-09T16:27:35.732Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9239 [Candidate]" term=2 nomad-119 2021-10-09T16:27:35.732Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-113 2021-10-09T16:27:35.732Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-119 2021-10-09T16:27:35.732Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9261 [Leader]" nomad-125 2021-10-09T16:27:35.732Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-113 2021-10-09T16:27:35.732Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-125 2021-10-09T16:27:35.732Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9239 term=2 tally=1 nomad-119 2021-10-09T16:27:35.732Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-125 2021-10-09T16:27:35.732Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:35.732Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-125 2021-10-09T16:27:35.732Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9239 [Leader]" --- PASS: TestDeploymentEndpoint_Promote (0.50s) nomad-113 2021-10-09T16:27:35.732Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop === CONT TestCSIVolumeEndpoint_Register nomad-125 2021-10-09T16:27:35.732Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-114 2021-10-09T16:27:35.732Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-114 2021-10-09T16:27:35.732Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-119 2021-10-09T16:27:35.732Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=4076ea28-dad8-b122-d336-5d41a1faf1ff create_time=1633796855732573873 nomad-119 2021-10-09T16:27:35.732Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=4076ea28-dad8-b122-d336-5d41a1faf1ff create_time=1633796855732573873 nomad-114 2021-10-09T16:27:35.732Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-125 2021-10-09T16:27:35.732Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=2c96ef06-344c-4d5b-e36e-e565e3eed387 create_time=1633796855732723032 --- PASS: TestDeploymentEndpoint_Pause_ACL (0.50s) nomad-125 2021-10-09T16:27:35.732Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=2c96ef06-344c-4d5b-e36e-e565e3eed387 create_time=1633796855732723032 === CONT TestCSIVolumeEndpoint_Get_ACL nomad-114 2021-10-09T16:27:35.732Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-119 2021-10-09T16:27:35.732Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:35.733Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-113 2021-10-09T16:27:35.733Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:35.733Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.733Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.733Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.733Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.733Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.733Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.733Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.733Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.733Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-125 2021-10-09T16:27:35.733Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:35.733Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.733Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.733Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.733Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-122 2021-10-09T16:27:35.733Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-122 2021-10-09T16:27:35.733Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9263 [Candidate]" term=2 2021-10-09T16:27:35.733Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-119 2021-10-09T16:27:35.734Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-119 2021-10-09T16:27:35.734Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-119 2021-10-09T16:27:35.734Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-119 2021-10-09T16:27:35.734Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:35.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.734Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.734Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.735Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.735Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.735Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.735Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= --- PASS: TestDeploymentEndpoint_Fail (0.20s) === CONT TestCSIVolumeEndpoint_Get nomad-129 2021-10-09T16:27:35.735Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9289 Address:127.0.0.1:9289}]" nomad-117 2021-10-09T16:27:35.735Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-117 2021-10-09T16:27:35.735Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-117 2021-10-09T16:27:35.735Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-130 2021-10-09T16:27:35.735Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9255 Address:127.0.0.1:9255}]" --- PASS: TestDeploymentEndpoint_Fail_ACL (0.40s) === CONT TestCoreScheduler_FailLoop nomad-112 2021-10-09T16:27:35.736Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-112 2021-10-09T16:27:35.736Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-112 2021-10-09T16:27:35.736Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-129 2021-10-09T16:27:35.736Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-129.global 127.0.0.1 nomad-129 2021-10-09T16:27:35.736Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers --- PASS: TestDeploymentEndpoint_Promote_ACL (0.70s) nomad-130 2021-10-09T16:27:35.736Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-130.global 127.0.0.1 === CONT TestCoreScheduler_CSIVolumeClaimGC nomad-130 2021-10-09T16:27:35.736Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-129 2021-10-09T16:27:35.736Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9289 [Follower]" leader= nomad-130 2021-10-09T16:27:35.736Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9255 [Follower]" leader= nomad-129 2021-10-09T16:27:35.736Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-129.global (Addr: 127.0.0.1:9289) (DC: dc1)" nomad-130 2021-10-09T16:27:35.736Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-130.global (Addr: 127.0.0.1:9255) (DC: dc1)" 2021-10-09T16:27:35.736Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.736Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.736Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.736Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-117 2021-10-09T16:27:35.736Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-112 2021-10-09T16:27:35.737Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:35.737Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.737Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.737Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.737Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.737Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.737Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.737Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.737Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.737Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.737Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.737Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.737Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.737Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.737Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.737Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.741Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-125 2021-10-09T16:27:35.741Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=6f233154-abcc-c990-35c3-54289bde30ce 2021-10-09T16:27:35.740Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.741Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-125 2021-10-09T16:27:35.831Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=8ec92788-7cc3-ca37-804e-543522a2b3b7 2021-10-09T16:27:35.737Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.737Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-125 2021-10-09T16:27:35.831Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=8ec92788-7cc3-ca37-804e-543522a2b3b7 2021-10-09T16:27:35.737Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-122 2021-10-09T16:27:35.830Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-118 2021-10-09T16:27:35.741Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-122 2021-10-09T16:27:35.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9263 term=2 tally=1 nomad-118 2021-10-09T16:27:35.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9223 [Candidate]" term=2 nomad-122 2021-10-09T16:27:35.831Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-118 2021-10-09T16:27:35.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-122 2021-10-09T16:27:35.831Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9263 [Leader]" nomad-118 2021-10-09T16:27:35.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9223 term=2 tally=1 nomad-118 2021-10-09T16:27:35.831Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-122 2021-10-09T16:27:35.831Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-111 2021-10-09T16:27:35.742Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-116 2021-10-09T16:27:35.740Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-111 2021-10-09T16:27:35.831Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-128 2021-10-09T16:27:35.740Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9210 Address:127.0.0.1:9210}]" nomad-129 2021-10-09T16:27:35.830Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-129 2021-10-09T16:27:35.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9289 [Candidate]" term=2 nomad-129 2021-10-09T16:27:35.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-131 2021-10-09T16:27:35.831Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9279 Address:127.0.0.1:9279}]" nomad-129 2021-10-09T16:27:35.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9289 term=2 tally=1 nomad-129 2021-10-09T16:27:35.831Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-129 2021-10-09T16:27:35.832Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9289 [Leader]" nomad-131 2021-10-09T16:27:35.832Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9279 [Follower]" leader= nomad-129 2021-10-09T16:27:35.832Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:35.832Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.832Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-130 2021-10-09T16:27:35.830Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-130 2021-10-09T16:27:35.832Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9255 [Candidate]" term=2 nomad-111 2021-10-09T16:27:35.832Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-130 2021-10-09T16:27:35.832Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-116 2021-10-09T16:27:35.831Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-130 2021-10-09T16:27:35.832Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9255 term=2 tally=1 nomad-130 2021-10-09T16:27:35.832Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-130 2021-10-09T16:27:35.832Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9255 [Leader]" 2021-10-09T16:27:35.832Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-130 2021-10-09T16:27:35.832Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:35.832Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-124 2021-10-09T16:27:35.637Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers --- PASS: TestDeploymentEndpoint_SetAllocHealth (0.80s) === CONT TestCoreScheduler_DeploymentGC nomad-124 2021-10-09T16:27:35.741Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-124 2021-10-09T16:27:35.832Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9243 [Candidate]" term=2 nomad-132 2021-10-09T16:27:35.832Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9299 Address:127.0.0.1:9299}]" nomad-131 2021-10-09T16:27:35.832Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-131.global 127.0.0.1 nomad-131 2021-10-09T16:27:35.832Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-133 2021-10-09T16:27:35.832Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9218 Address:127.0.0.1:9218}]" nomad-124 2021-10-09T16:27:35.832Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-124 2021-10-09T16:27:35.833Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9243 term=2 tally=1 nomad-124 2021-10-09T16:27:35.833Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-124 2021-10-09T16:27:35.833Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9243 [Leader]" 2021-10-09T16:27:35.833Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-130 2021-10-09T16:27:35.833Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=993c7f5f-2c39-e5f3-7f06-71172a53efb6 create_time=1633796855833123440 2021-10-09T16:27:35.833Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-130 2021-10-09T16:27:35.833Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=993c7f5f-2c39-e5f3-7f06-71172a53efb6 create_time=1633796855833123440 nomad-124 2021-10-09T16:27:35.833Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-132 2021-10-09T16:27:35.833Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-132.global 127.0.0.1 nomad-132 2021-10-09T16:27:35.833Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-130 2021-10-09T16:27:35.833Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-132 2021-10-09T16:27:35.833Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9299 [Follower]" leader= nomad-133 2021-10-09T16:27:35.833Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-133.global 127.0.0.1 nomad-132 2021-10-09T16:27:35.833Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-132.global (Addr: 127.0.0.1:9299) (DC: dc1)" nomad-133 2021-10-09T16:27:35.833Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-111 2021-10-09T16:27:35.833Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-129 2021-10-09T16:27:35.833Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f4a95dba-1c23-deb3-b648-c66cad601e0d create_time=1633796855833864724 nomad-129 2021-10-09T16:27:35.833Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f4a95dba-1c23-deb3-b648-c66cad601e0d create_time=1633796855833864724 nomad-133 2021-10-09T16:27:35.833Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9218 [Follower]" leader= nomad-131 2021-10-09T16:27:35.833Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-131.global (Addr: 127.0.0.1:9279) (DC: dc1)" nomad-121 2021-10-09T16:27:35.741Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= --- PASS: TestDeploymentEndpoint_Fail_Rollback (0.60s) === CONT TestCoreScheduler_PartitionEvalReap nomad-133 2021-10-09T16:27:35.834Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-133.global (Addr: 127.0.0.1:9218) (DC: dc1)" nomad-116 2021-10-09T16:27:35.834Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-121 2021-10-09T16:27:35.834Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9275 [Candidate]" term=2 nomad-129 2021-10-09T16:27:35.834Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:35.834Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.834Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-127 2021-10-09T16:27:35.830Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:35.834Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-127 2021-10-09T16:27:35.834Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9293 [Candidate]" term=2 nomad-124 2021-10-09T16:27:35.832Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-124.global (Addr: 127.0.0.1:9243) (DC: dc1)" nomad-128 2021-10-09T16:27:35.834Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9210 [Follower]" leader= 2021-10-09T16:27:35.740Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.834Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-121 2021-10-09T16:27:35.834Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-127 2021-10-09T16:27:35.834Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-09T16:27:35.834Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-121 2021-10-09T16:27:35.834Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9275 term=2 tally=1 nomad-118 2021-10-09T16:27:35.831Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9223 [Leader]" nomad-127 2021-10-09T16:27:35.834Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9293 term=2 tally=1 nomad-121 2021-10-09T16:27:35.834Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:35.834Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-127 2021-10-09T16:27:35.834Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:35.834Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-118 2021-10-09T16:27:35.834Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-127 2021-10-09T16:27:35.834Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9293 [Leader]" 2021-10-09T16:27:35.834Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.740Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.740Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-116 2021-10-09T16:27:35.834Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-127 2021-10-09T16:27:35.834Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-125 2021-10-09T16:27:35.830Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-103 2021-10-09T16:27:35.742Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-121 2021-10-09T16:27:35.834Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9275 [Leader]" nomad-125 2021-10-09T16:27:35.834Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-103 2021-10-09T16:27:35.834Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-121 2021-10-09T16:27:35.834Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-103 2021-10-09T16:27:35.834Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestCSIVolumeEndpoint_List (0.20s) === CONT TestCoreScheduler_DeploymentGC_Force --- PASS: TestDeploymentEndpoint_List_Blocking (0.89s) === CONT TestCoreScheduler_JobGC_Periodic === CONT TestCoreScheduler_JobGC_Parameterized nomad-103 2021-10-09T16:27:35.835Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-118 2021-10-09T16:27:35.835Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=ddc52bfa-51b4-4183-c0f3-2195cfd2f236 create_time=1633796855834995421 nomad-118 2021-10-09T16:27:35.835Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=ddc52bfa-51b4-4183-c0f3-2195cfd2f236 create_time=1633796855834995421 --- PASS: TestCoreScheduler_DeploymentGC_Force (0.00s) nomad-122 2021-10-09T16:27:35.835Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=e8e1246b-a24e-b272-15c2-1d08ed0de309 create_time=1633796855835015088 nomad-121 2021-10-09T16:27:35.835Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=b8bde268-3421-90aa-35f5-d48b17337c34 create_time=1633796855835139343 nomad-121 2021-10-09T16:27:35.835Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=b8bde268-3421-90aa-35f5-d48b17337c34 create_time=1633796855835139343 nomad-122 2021-10-09T16:27:35.835Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=e8e1246b-a24e-b272-15c2-1d08ed0de309 create_time=1633796855835015088 nomad-118 2021-10-09T16:27:35.835Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:35.835Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.835Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-122 2021-10-09T16:27:35.835Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:35.835Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.835Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.835Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-121 2021-10-09T16:27:35.835Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-127 2021-10-09T16:27:35.835Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8ca544bf-19a7-eff1-353d-8230821ff6c2 create_time=1633796855835798106 nomad-127 2021-10-09T16:27:35.835Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=8ca544bf-19a7-eff1-353d-8230821ff6c2 create_time=1633796855835798106 nomad-125 2021-10-09T16:27:35.834Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=6f233154-abcc-c990-35c3-54289bde30ce nomad-125 2021-10-09T16:27:35.835Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:35.836Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.836Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.836Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-127 2021-10-09T16:27:35.836Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-125 2021-10-09T16:27:35.836Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=8ec92788-7cc3-ca37-804e-543522a2b3b7 nomad-125 2021-10-09T16:27:35.836Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=6f233154-abcc-c990-35c3-54289bde30ce 2021-10-09T16:27:35.836Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.836Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-125 2021-10-09T16:27:35.836Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:35.836Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.836Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.836Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.836Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.836Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.836Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.836Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.836Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.837Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.837Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-135 2021-10-09T16:27:35.837Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9271 Address:127.0.0.1:9271}]" nomad-135 2021-10-09T16:27:35.837Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9271 [Follower]" leader= nomad-108 2021-10-09T16:27:35.837Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-108 2021-10-09T16:27:35.837Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-108 2021-10-09T16:27:35.837Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-135 2021-10-09T16:27:35.837Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-135.global 127.0.0.1 nomad-135 2021-10-09T16:27:35.837Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-108 2021-10-09T16:27:35.838Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-104 2021-10-09T16:27:35.838Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-104 2021-10-09T16:27:35.838Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestDeploymentEndpoint_Allocations_Blocking (1.01s) === CONT TestCoreScheduler_JobGC_Force --- PASS: TestCoreScheduler_JobGC_Force (0.00s) === CONT TestCoreScheduler_JobGC_Stopped nomad-104 2021-10-09T16:27:35.838Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestDeploymentEndpoint_List_ACL (0.89s) === CONT TestCoreScheduler_JobGC_OneShot nomad-109 2021-10-09T16:27:35.839Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-104 2021-10-09T16:27:35.839Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-109 2021-10-09T16:27:35.839Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-109 2021-10-09T16:27:35.839Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestDeploymentEndpoint_Allocations_ACL (1.00s) === CONT TestCoreScheduler_JobGC_OutstandingAllocs 2021-10-09T16:27:35.839Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.839Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-115 2021-10-09T16:27:35.946Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-115.global 127.0.0.1 nomad-115 2021-10-09T16:27:35.946Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-124 2021-10-09T16:27:35.947Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d56b795b-a881-caff-ced2-d85b40ceebc7 create_time=1633796855947068744 nomad-124 2021-10-09T16:27:35.947Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=d56b795b-a881-caff-ced2-d85b40ceebc7 create_time=1633796855947068744 nomad-124 2021-10-09T16:27:35.948Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:35.930Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.944Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.944Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.945Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.945Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:35.945Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-135 2021-10-09T16:27:35.948Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-135 2021-10-09T16:27:35.948Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9271 [Candidate]" term=2 nomad-135 2021-10-09T16:27:35.949Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-128 2021-10-09T16:27:35.949Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-128.global 127.0.0.1 nomad-135 2021-10-09T16:27:35.949Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9271 term=2 tally=1 nomad-135 2021-10-09T16:27:35.949Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-128 2021-10-09T16:27:35.949Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-135 2021-10-09T16:27:35.949Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9271 [Leader]" nomad-130 2021-10-09T16:27:36.033Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=d3ae950b-0a22-dfb1-fb5d-af85a985f586 nomad-136 2021-10-09T16:27:36.033Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9220 Address:127.0.0.1:9220}]" 2021-10-09T16:27:36.034Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-136 2021-10-09T16:27:36.035Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-136.global 127.0.0.1 nomad-136 2021-10-09T16:27:36.035Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:36.035Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-130 2021-10-09T16:27:36.034Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=d3ae950b-0a22-dfb1-fb5d-af85a985f586 nomad-136 2021-10-09T16:27:36.035Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9220 [Follower]" leader= 2021-10-09T16:27:36.038Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.035Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.035Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-131 2021-10-09T16:27:36.035Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:36.038Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-136 2021-10-09T16:27:36.142Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-136 2021-10-09T16:27:36.142Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=2 nomad-136 2021-10-09T16:27:36.142Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-127 2021-10-09T16:27:36.145Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=3289d5b9-39fd-4a44-7425-4a111f47be4b 2021-10-09T16:27:36.139Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-128 2021-10-09T16:27:36.042Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-128 2021-10-09T16:27:36.145Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9210 [Candidate]" term=2 nomad-128 2021-10-09T16:27:36.145Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-128 2021-10-09T16:27:36.145Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9210 term=2 tally=1 nomad-128 2021-10-09T16:27:36.145Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-126 2021-10-09T16:27:36.145Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9245 Address:127.0.0.1:9245}]" nomad-137 2021-10-09T16:27:36.038Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9265 Address:127.0.0.1:9265}]" 2021-10-09T16:27:36.042Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.134Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.145Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-126 2021-10-09T16:27:36.146Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-126.global 127.0.0.1 nomad-126 2021-10-09T16:27:36.233Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-128 2021-10-09T16:27:36.145Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9210 [Leader]" nomad-139 2021-10-09T16:27:36.146Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9269 Address:127.0.0.1:9269}]" nomad-128 2021-10-09T16:27:36.131Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-128.global (Addr: 127.0.0.1:9210) (DC: dc1)" 2021-10-09T16:27:36.036Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.042Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.042Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.042Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.042Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.042Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-129 2021-10-09T16:27:36.231Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=b17acdd7-c6c7-6b2a-8222-f37cce12677b nomad-121 2021-10-09T16:27:36.233Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-129 2021-10-09T16:27:36.233Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=b17acdd7-c6c7-6b2a-8222-f37cce12677b nomad-121 2021-10-09T16:27:36.233Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-120 2021-10-09T16:27:36.131Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-120 2021-10-09T16:27:36.234Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9251 [Candidate]" term=2 nomad-131 2021-10-09T16:27:36.137Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9279 [Candidate]" term=2 nomad-120 2021-10-09T16:27:36.234Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-131 2021-10-09T16:27:36.234Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-136 2021-10-09T16:27:36.143Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=2 tally=1 nomad-120 2021-10-09T16:27:36.234Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9251 term=2 tally=1 nomad-131 2021-10-09T16:27:36.234Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9279 term=2 tally=1 nomad-136 2021-10-09T16:27:36.234Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-133 2021-10-09T16:27:36.132Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-131 2021-10-09T16:27:36.234Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-136 2021-10-09T16:27:36.234Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9220 [Leader]" nomad-133 2021-10-09T16:27:36.234Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9218 [Candidate]" term=2 nomad-131 2021-10-09T16:27:36.234Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9279 [Leader]" nomad-133 2021-10-09T16:27:36.234Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-139 2021-10-09T16:27:36.234Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-139.global 127.0.0.1 nomad-127 2021-10-09T16:27:36.145Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=3289d5b9-39fd-4a44-7425-4a111f47be4b nomad-131 2021-10-09T16:27:36.234Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-136 2021-10-09T16:27:36.234Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-133 2021-10-09T16:27:36.234Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9218 term=2 tally=1 2021-10-09T16:27:36.042Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-124 2021-10-09T16:27:36.234Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-128 2021-10-09T16:27:36.234Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-124 2021-10-09T16:27:36.234Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:36.130Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-126 2021-10-09T16:27:36.146Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9245 [Follower]" leader= 2021-10-09T16:27:36.130Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-133 2021-10-09T16:27:36.234Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-132 2021-10-09T16:27:36.038Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-126 2021-10-09T16:27:36.234Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-126.global (Addr: 127.0.0.1:9245) (DC: dc1)" nomad-109 2021-10-09T16:27:36.230Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-133 2021-10-09T16:27:36.234Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9218 [Leader]" nomad-132 2021-10-09T16:27:36.234Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9299 [Candidate]" term=2 nomad-137 2021-10-09T16:27:36.230Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9265 [Follower]" leader= nomad-137 2021-10-09T16:27:36.232Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-137.global 127.0.0.1 nomad-132 2021-10-09T16:27:36.234Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-133 2021-10-09T16:27:36.234Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-132 2021-10-09T16:27:36.234Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9299 term=2 tally=1 nomad-132 2021-10-09T16:27:36.234Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-132 2021-10-09T16:27:36.234Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9299 [Leader]" nomad-137 2021-10-09T16:27:36.234Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-136 2021-10-09T16:27:36.234Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=acb59a7a-4b82-bd40-cc33-654df1ea1ce0 create_time=1633796856234666590 nomad-131 2021-10-09T16:27:36.234Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=ac9b1ecd-5b0c-9e69-b2fb-dea1630924a1 create_time=1633796856234666126 nomad-136 2021-10-09T16:27:36.234Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=acb59a7a-4b82-bd40-cc33-654df1ea1ce0 create_time=1633796856234666590 nomad-131 2021-10-09T16:27:36.234Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=ac9b1ecd-5b0c-9e69-b2fb-dea1630924a1 create_time=1633796856234666126 nomad-128 2021-10-09T16:27:36.234Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=34b26d01-af68-a89f-cc9e-d179914f39b2 create_time=1633796856234769666 nomad-128 2021-10-09T16:27:36.234Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=34b26d01-af68-a89f-cc9e-d179914f39b2 create_time=1633796856234769666 nomad-121 2021-10-09T16:27:36.234Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:36.231Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-136 2021-10-09T16:27:36.231Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-136.global (Addr: 127.0.0.1:9220) (DC: dc1)" 2021-10-09T16:27:36.231Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-120 2021-10-09T16:27:36.234Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:36.231Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-120 2021-10-09T16:27:36.235Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9251 [Leader]" nomad-132 2021-10-09T16:27:36.234Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-137 2021-10-09T16:27:36.235Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-137.global (Addr: 127.0.0.1:9265) (DC: dc1)" nomad-123 2021-10-09T16:27:36.232Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9222 Address:127.0.0.1:9222}]" nomad-130 2021-10-09T16:27:36.231Z [INFO] nomad/server.go:620: nomad: shutting down server --- PASS: TestDeploymentEndpoint_GetDeployment (0.60s) nomad-133 2021-10-09T16:27:36.235Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=da97c8c6-04ca-91cd-3aec-43709b2c4e19 create_time=1633796856235065747 === CONT TestCoreScheduler_JobGC_OutstandingEvals nomad-135 2021-10-09T16:27:36.137Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-135.global (Addr: 127.0.0.1:9271) (DC: dc1)" nomad-139 2021-10-09T16:27:36.234Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-133 2021-10-09T16:27:36.235Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=da97c8c6-04ca-91cd-3aec-43709b2c4e19 create_time=1633796856235065747 2021-10-09T16:27:36.041Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.042Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-130 2021-10-09T16:27:36.235Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:36.130Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.131Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.131Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-140 2021-10-09T16:27:36.235Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9291 Address:127.0.0.1:9291}]" 2021-10-09T16:27:36.131Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.142Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-132 2021-10-09T16:27:36.235Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=73c3a256-6c47-65a9-61b0-12191382e115 create_time=1633796856235158797 nomad-139 2021-10-09T16:27:36.234Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9269 [Follower]" leader= nomad-132 2021-10-09T16:27:36.235Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=73c3a256-6c47-65a9-61b0-12191382e115 create_time=1633796856235158797 nomad-130 2021-10-09T16:27:36.235Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=d3ae950b-0a22-dfb1-fb5d-af85a985f586 2021-10-09T16:27:36.231Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.231Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-124 2021-10-09T16:27:36.235Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-120 2021-10-09T16:27:36.235Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired --- PASS: TestCSIPluginEndpoint_RegisterViaFingerprint (0.60s) === CONT TestCoreScheduler_NodeGC_Force nomad-139 2021-10-09T16:27:36.235Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-139.global (Addr: 127.0.0.1:9269) (DC: dc1)" nomad-136 2021-10-09T16:27:36.235Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-130 2021-10-09T16:27:36.235Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-121 2021-10-09T16:27:36.235Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-130 2021-10-09T16:27:36.235Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestCSIVolumeEndpoint_Get_ACL (0.50s) === CONT TestCoreScheduler_NodeGC_RunningAllocs nomad-123 2021-10-09T16:27:36.235Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-123.global 127.0.0.1 nomad-132 2021-10-09T16:27:36.235Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-123 2021-10-09T16:27:36.235Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] 2021-10-09T16:27:36.235Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-120 2021-10-09T16:27:36.235Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=9fbc00ea-80a4-d242-25a5-4e61d428ddaf create_time=1633796856235930477 2021-10-09T16:27:36.236Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-120 2021-10-09T16:27:36.236Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=9fbc00ea-80a4-d242-25a5-4e61d428ddaf create_time=1633796856235930477 2021-10-09T16:27:36.236Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-131 2021-10-09T16:27:36.236Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-123 2021-10-09T16:27:36.236Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9222 [Follower]" leader= nomad-140 2021-10-09T16:27:36.235Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-140.global 127.0.0.1 nomad-120 2021-10-09T16:27:36.236Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-140 2021-10-09T16:27:36.236Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-115 2021-10-09T16:27:36.142Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-115.global (Addr: 127.0.0.1:9257) (DC: dc1)" 2021-10-09T16:27:36.130Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-123 2021-10-09T16:27:36.236Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-123.global (Addr: 127.0.0.1:9222) (DC: dc1)" nomad-138 2021-10-09T16:27:36.231Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9224 Address:127.0.0.1:9224}]" nomad-140 2021-10-09T16:27:36.236Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9291 [Follower]" leader= nomad-133 2021-10-09T16:27:36.236Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-138 2021-10-09T16:27:36.236Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9224 [Follower]" leader= 2021-10-09T16:27:36.236Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-140 2021-10-09T16:27:36.236Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-140.global (Addr: 127.0.0.1:9291) (DC: dc1)" 2021-10-09T16:27:36.236Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-124 2021-10-09T16:27:36.236Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:36.236Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.236Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.236Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.236Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.236Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.236Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.236Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.236Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.236Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.236Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.236Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.236Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.236Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-138 2021-10-09T16:27:36.236Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-138.global 127.0.0.1 2021-10-09T16:27:36.236Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.237Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-138 2021-10-09T16:27:36.237Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:36.237Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.237Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.237Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-138 2021-10-09T16:27:36.237Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-138.global (Addr: 127.0.0.1:9224) (DC: dc1)" 2021-10-09T16:27:36.237Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.237Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.237Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.237Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.237Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.237Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.237Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.237Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-134 2021-10-09T16:27:36.238Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9206 Address:127.0.0.1:9206}]" nomad-134 2021-10-09T16:27:36.238Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9206 [Follower]" leader= nomad-141 2021-10-09T16:27:36.238Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9208 Address:127.0.0.1:9208}]" nomad-141 2021-10-09T16:27:36.238Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9208 [Follower]" leader= nomad-134 2021-10-09T16:27:36.238Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-134.global 127.0.0.1 nomad-134 2021-10-09T16:27:36.238Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-141 2021-10-09T16:27:36.238Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-141.global 127.0.0.1 nomad-141 2021-10-09T16:27:36.239Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-142 2021-10-09T16:27:36.239Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9216 Address:127.0.0.1:9216}]" nomad-134 2021-10-09T16:27:36.239Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-134.global (Addr: 127.0.0.1:9206) (DC: dc1)" nomad-141 2021-10-09T16:27:36.239Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-141.global (Addr: 127.0.0.1:9208) (DC: dc1)" nomad-142 2021-10-09T16:27:36.239Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9216 [Follower]" leader= nomad-142 2021-10-09T16:27:36.239Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-142.global 127.0.0.1 nomad-142 2021-10-09T16:27:36.239Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-142 2021-10-09T16:27:36.240Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-142.global (Addr: 127.0.0.1:9216) (DC: dc1)" nomad-139 2021-10-09T16:27:36.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-123 2021-10-09T16:27:36.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-126 2021-10-09T16:27:36.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-123 2021-10-09T16:27:36.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9222 [Candidate]" term=2 nomad-139 2021-10-09T16:27:36.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9269 [Candidate]" term=2 nomad-123 2021-10-09T16:27:36.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-126 2021-10-09T16:27:36.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9245 [Candidate]" term=2 nomad-137 2021-10-09T16:27:36.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-123 2021-10-09T16:27:36.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9222 term=2 tally=1 nomad-126 2021-10-09T16:27:36.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-123 2021-10-09T16:27:36.330Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-137 2021-10-09T16:27:36.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9265 [Candidate]" term=2 nomad-123 2021-10-09T16:27:36.330Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9222 [Leader]" nomad-126 2021-10-09T16:27:36.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9245 term=2 tally=1 nomad-140 2021-10-09T16:27:36.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-138 2021-10-09T16:27:36.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-137 2021-10-09T16:27:36.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-126 2021-10-09T16:27:36.330Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-140 2021-10-09T16:27:36.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9291 [Candidate]" term=2 nomad-138 2021-10-09T16:27:36.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9224 [Candidate]" term=2 nomad-137 2021-10-09T16:27:36.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9265 term=2 tally=1 nomad-126 2021-10-09T16:27:36.330Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9245 [Leader]" nomad-140 2021-10-09T16:27:36.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-123 2021-10-09T16:27:36.330Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-137 2021-10-09T16:27:36.330Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-140 2021-10-09T16:27:36.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9291 term=2 tally=1 nomad-140 2021-10-09T16:27:36.330Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-137 2021-10-09T16:27:36.330Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9265 [Leader]" nomad-141 2021-10-09T16:27:36.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-126 2021-10-09T16:27:36.330Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-140 2021-10-09T16:27:36.330Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9291 [Leader]" nomad-138 2021-10-09T16:27:36.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-141 2021-10-09T16:27:36.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9208 [Candidate]" term=2 nomad-141 2021-10-09T16:27:36.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-137 2021-10-09T16:27:36.330Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-139 2021-10-09T16:27:36.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-140 2021-10-09T16:27:36.330Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-141 2021-10-09T16:27:36.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9208 term=2 tally=1 nomad-141 2021-10-09T16:27:36.330Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-139 2021-10-09T16:27:36.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9269 term=2 tally=1 nomad-141 2021-10-09T16:27:36.330Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9208 [Leader]" nomad-139 2021-10-09T16:27:36.330Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-139 2021-10-09T16:27:36.330Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9269 [Leader]" nomad-141 2021-10-09T16:27:36.330Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-139 2021-10-09T16:27:36.331Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-136 2021-10-09T16:27:36.331Z [DEBUG] nomad/core_sched.go:103: core.sched: forced job GC nomad-123 2021-10-09T16:27:36.331Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=e8f09e18-cd85-9c20-be84-87dcd152eec2 create_time=1633796856331257528 nomad-136 2021-10-09T16:27:36.331Z [DEBUG] nomad/core_sched.go:241: core.sched: forced eval GC nomad-140 2021-10-09T16:27:36.331Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6da33769-7761-4ac2-40f7-ca110b583a30 create_time=1633796856331283327 nomad-136 2021-10-09T16:27:36.331Z [DEBUG] nomad/core_sched.go:555: core.sched: forced deployment GC nomad-138 2021-10-09T16:27:36.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9224 term=2 tally=1 2021-10-09T16:27:36.331Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-140 2021-10-09T16:27:36.331Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=6da33769-7761-4ac2-40f7-ca110b583a30 create_time=1633796856331283327 nomad-136 2021-10-09T16:27:36.331Z [DEBUG] nomad/core_sched.go:838: core.sched: forced plugin GC nomad-138 2021-10-09T16:27:36.331Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-141 2021-10-09T16:27:36.331Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=5fa7f4db-3981-0c47-2eb5-37f5dc648dbd create_time=1633796856331344725 nomad-126 2021-10-09T16:27:36.331Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=09fc992c-7d19-c9e9-f474-ab97d6f408ee create_time=1633796856331331882 nomad-138 2021-10-09T16:27:36.331Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9224 [Leader]" nomad-141 2021-10-09T16:27:36.331Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=5fa7f4db-3981-0c47-2eb5-37f5dc648dbd create_time=1633796856331344725 2021-10-09T16:27:36.331Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-136 2021-10-09T16:27:36.331Z [DEBUG] nomad/core_sched.go:845: core.sched: CSI plugin GC scanning before cutoff index: index=18446744073709551615 csi_plugin_gc_threshold=1h0m0s nomad-126 2021-10-09T16:27:36.331Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=09fc992c-7d19-c9e9-f474-ab97d6f408ee create_time=1633796856331331882 nomad-136 2021-10-09T16:27:36.331Z [TRACE] nomad/core_sched.go:737: core.sched: garbage collecting unclaimed CSI volume claims: eval.JobID=force-gc nomad-138 2021-10-09T16:27:36.331Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-136 2021-10-09T16:27:36.331Z [DEBUG] nomad/core_sched.go:761: core.sched: forced volume claim GC nomad-136 2021-10-09T16:27:36.331Z [DEBUG] nomad/core_sched.go:768: core.sched: CSI volume claim GC scanning before cutoff index: index=18446744073709551615 csi_volume_claim_gc_threshold=5m0s nomad-136 2021-10-09T16:27:36.331Z [DEBUG] nomad/core_sched.go:444: core.sched: forced node GC nomad-123 2021-10-09T16:27:36.331Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=e8f09e18-cd85-9c20-be84-87dcd152eec2 create_time=1633796856331257528 nomad-139 2021-10-09T16:27:36.331Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=45b93da2-7aea-c701-d520-34f04b0dea02 create_time=1633796856331516862 nomad-139 2021-10-09T16:27:36.331Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=45b93da2-7aea-c701-d520-34f04b0dea02 create_time=1633796856331516862 nomad-140 2021-10-09T16:27:36.331Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-136 2021-10-09T16:27:36.331Z [DEBUG] nomad/core_sched.go:103: core.sched: forced job GC nomad-141 2021-10-09T16:27:36.331Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-136 2021-10-09T16:27:36.331Z [DEBUG] nomad/core_sched.go:163: core.sched: job GC found eligible objects: jobs=1 evals=0 allocs=0 nomad-126 2021-10-09T16:27:36.331Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-137 2021-10-09T16:27:36.331Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=4f9c7025-6a82-5f39-5d1a-4957486d03a5 create_time=1633796856331281434 nomad-137 2021-10-09T16:27:36.332Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=4f9c7025-6a82-5f39-5d1a-4957486d03a5 create_time=1633796856331281434 nomad-139 2021-10-09T16:27:36.332Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-123 2021-10-09T16:27:36.332Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-136 2021-10-09T16:27:36.332Z [DEBUG] nomad/core_sched.go:241: core.sched: forced eval GC nomad-136 2021-10-09T16:27:36.332Z [DEBUG] nomad/core_sched.go:555: core.sched: forced deployment GC nomad-136 2021-10-09T16:27:36.332Z [DEBUG] nomad/core_sched.go:838: core.sched: forced plugin GC nomad-136 2021-10-09T16:27:36.332Z [DEBUG] nomad/core_sched.go:845: core.sched: CSI plugin GC scanning before cutoff index: index=18446744073709551615 csi_plugin_gc_threshold=1h0m0s nomad-136 2021-10-09T16:27:36.332Z [TRACE] nomad/core_sched.go:737: core.sched: garbage collecting unclaimed CSI volume claims: eval.JobID=force-gc nomad-137 2021-10-09T16:27:36.332Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-136 2021-10-09T16:27:36.332Z [DEBUG] nomad/core_sched.go:761: core.sched: forced volume claim GC nomad-136 2021-10-09T16:27:36.332Z [DEBUG] nomad/core_sched.go:768: core.sched: CSI volume claim GC scanning before cutoff index: index=18446744073709551615 csi_volume_claim_gc_threshold=5m0s nomad-136 2021-10-09T16:27:36.332Z [DEBUG] nomad/core_sched.go:444: core.sched: forced node GC nomad-128 2021-10-09T16:27:36.332Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-136 2021-10-09T16:27:36.332Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-136 2021-10-09T16:27:36.332Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-143 2021-10-09T16:27:36.332Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9248 Address:127.0.0.1:9248}]" nomad-136 2021-10-09T16:27:36.332Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestCoreScheduler_JobGC_Periodic (0.50s) === CONT TestCoreScheduler_NodeGC_TerminalAllocs nomad-143 2021-10-09T16:27:36.332Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9248 [Follower]" leader= nomad-136 2021-10-09T16:27:36.332Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:36.333Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.333Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.333Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.333Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-143 2021-10-09T16:27:36.333Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-143.global 127.0.0.1 2021-10-09T16:27:36.333Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.333Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-143 2021-10-09T16:27:36.333Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-143 2021-10-09T16:27:36.333Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-143.global (Addr: 127.0.0.1:9248) (DC: dc1)" nomad-134 2021-10-09T16:27:36.333Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-134 2021-10-09T16:27:36.333Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9206 [Candidate]" term=2 nomad-134 2021-10-09T16:27:36.333Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-134 2021-10-09T16:27:36.333Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9206 term=2 tally=1 nomad-134 2021-10-09T16:27:36.333Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-134 2021-10-09T16:27:36.333Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9206 [Leader]" nomad-134 2021-10-09T16:27:36.333Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-138 2021-10-09T16:27:36.334Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=28ed3e9e-44b9-a101-147e-c21f2faf6c21 create_time=1633796856331862742 nomad-138 2021-10-09T16:27:36.334Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=28ed3e9e-44b9-a101-147e-c21f2faf6c21 create_time=1633796856331862742 nomad-134 2021-10-09T16:27:36.334Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=103a5f94-aa8d-8a3e-6b57-453296827369 create_time=1633796856334257745 nomad-134 2021-10-09T16:27:36.334Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=103a5f94-aa8d-8a3e-6b57-453296827369 create_time=1633796856334257745 nomad-138 2021-10-09T16:27:36.334Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:36.334Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-134 2021-10-09T16:27:36.334Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:36.334Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-142 2021-10-09T16:27:36.334Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-142 2021-10-09T16:27:36.334Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9216 [Candidate]" term=2 nomad-142 2021-10-09T16:27:36.334Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-142 2021-10-09T16:27:36.334Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9216 term=2 tally=1 nomad-142 2021-10-09T16:27:36.334Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-142 2021-10-09T16:27:36.334Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9216 [Leader]" nomad-142 2021-10-09T16:27:36.334Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-131 2021-10-09T16:27:36.334Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=03ffbd76-e4ab-faf7-6ab4-33570cfee0f5 nomad-131 2021-10-09T16:27:36.335Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=03ffbd76-e4ab-faf7-6ab4-33570cfee0f5 2021-10-09T16:27:36.335Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.335Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-142 2021-10-09T16:27:36.335Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=42b12883-8e84-4095-2047-3e684541328f create_time=1633796856335326158 nomad-142 2021-10-09T16:27:36.335Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=42b12883-8e84-4095-2047-3e684541328f create_time=1633796856335326158 nomad-129 2021-10-09T16:27:36.335Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-129 2021-10-09T16:27:36.335Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-127 2021-10-09T16:27:36.335Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-127 2021-10-09T16:27:36.335Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-142 2021-10-09T16:27:36.335Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-129 2021-10-09T16:27:36.335Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=b17acdd7-c6c7-6b2a-8222-f37cce12677b nomad-127 2021-10-09T16:27:36.335Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-131 2021-10-09T16:27:36.335Z [INFO] nomad/server.go:620: nomad: shutting down server --- PASS: TestCSIVolumeEndpoint_Register (0.60s) nomad-131 2021-10-09T16:27:36.335Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave === CONT TestCoreScheduler_EvalGC_Force nomad-129 2021-10-09T16:27:36.335Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestCoreScheduler_EvalGC_Force (0.00s) === CONT TestCoreScheduler_EvalGC_Partial nomad-131 2021-10-09T16:27:36.335Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-129 2021-10-09T16:27:36.335Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-127 2021-10-09T16:27:36.335Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=3289d5b9-39fd-4a44-7425-4a111f47be4b nomad-127 2021-10-09T16:27:36.335Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestCSIVolumeEndpoint_Get (0.60s) === CONT TestCoreScheduler_EvalGC_BatchStopped --- PASS: TestCSIVolumeEndpoint_ClaimWithController (0.70s) nomad-131 2021-10-09T16:27:36.335Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=03ffbd76-e4ab-faf7-6ab4-33570cfee0f5 === CONT TestCoreScheduler_EvalGC_Batch_OldVersion nomad-144 2021-10-09T16:27:36.335Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9236 Address:127.0.0.1:9236}]" nomad-131 2021-10-09T16:27:36.335Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:36.335Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.336Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.336Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.336Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.336Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-144 2021-10-09T16:27:36.336Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9236 [Follower]" leader= 2021-10-09T16:27:36.336Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.336Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.336Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.336Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.336Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.336Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-144 2021-10-09T16:27:36.336Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-144.global 127.0.0.1 nomad-144 2021-10-09T16:27:36.336Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-144 2021-10-09T16:27:36.336Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-144.global (Addr: 127.0.0.1:9236) (DC: dc1)" nomad-133 2021-10-09T16:27:36.337Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=cbbed3cf-dc21-3385-6dce-3a1c899470f8 nomad-133 2021-10-09T16:27:36.337Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=cbbed3cf-dc21-3385-6dce-3a1c899470f8 2021-10-09T16:27:36.337Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.337Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.337Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.337Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.337Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.337Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.337Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.337Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.337Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.337Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.337Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.337Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.337Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.337Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.337Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.337Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-145 2021-10-09T16:27:36.338Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9212 Address:127.0.0.1:9212}]" nomad-146 2021-10-09T16:27:36.339Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9260 Address:127.0.0.1:9260}]" nomad-145 2021-10-09T16:27:36.339Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-145.global 127.0.0.1 nomad-145 2021-10-09T16:27:36.339Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-146 2021-10-09T16:27:36.339Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-146.global 127.0.0.1 nomad-145 2021-10-09T16:27:36.339Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9212 [Follower]" leader= nomad-146 2021-10-09T16:27:36.339Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-146 2021-10-09T16:27:36.339Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9260 [Follower]" leader= nomad-147 2021-10-09T16:27:36.340Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9228 Address:127.0.0.1:9228}]" nomad-145 2021-10-09T16:27:36.340Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-145.global (Addr: 127.0.0.1:9212) (DC: dc1)" nomad-147 2021-10-09T16:27:36.340Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9228 [Follower]" leader= 2021-10-09T16:27:36.340Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.340Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.340Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-146 2021-10-09T16:27:36.340Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-146.global (Addr: 127.0.0.1:9260) (DC: dc1)" nomad-147 2021-10-09T16:27:36.340Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-147.global 127.0.0.1 nomad-147 2021-10-09T16:27:36.340Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-147 2021-10-09T16:27:36.341Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-147.global (Addr: 127.0.0.1:9228) (DC: dc1)" nomad-146 2021-10-09T16:27:36.430Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-146 2021-10-09T16:27:36.430Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9260 [Candidate]" term=2 nomad-146 2021-10-09T16:27:36.430Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-146 2021-10-09T16:27:36.430Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9260 term=2 tally=1 nomad-146 2021-10-09T16:27:36.430Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-146 2021-10-09T16:27:36.430Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9260 [Leader]" nomad-146 2021-10-09T16:27:36.430Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-137 2021-10-09T16:27:36.430Z [DEBUG] nomad/core_sched.go:103: core.sched: forced job GC nomad-137 2021-10-09T16:27:36.430Z [DEBUG] nomad/core_sched.go:241: core.sched: forced eval GC nomad-137 2021-10-09T16:27:36.430Z [DEBUG] nomad/core_sched.go:555: core.sched: forced deployment GC nomad-137 2021-10-09T16:27:36.431Z [DEBUG] nomad/core_sched.go:838: core.sched: forced plugin GC nomad-137 2021-10-09T16:27:36.431Z [DEBUG] nomad/core_sched.go:845: core.sched: CSI plugin GC scanning before cutoff index: index=18446744073709551615 csi_plugin_gc_threshold=1h0m0s nomad-137 2021-10-09T16:27:36.431Z [TRACE] nomad/core_sched.go:737: core.sched: garbage collecting unclaimed CSI volume claims: eval.JobID=force-gc nomad-137 2021-10-09T16:27:36.431Z [DEBUG] nomad/core_sched.go:761: core.sched: forced volume claim GC nomad-146 2021-10-09T16:27:36.431Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=c5e00cbd-eb7e-4ea0-e665-92fdf44b908e create_time=1633796856431130782 nomad-144 2021-10-09T16:27:36.431Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-146 2021-10-09T16:27:36.431Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=c5e00cbd-eb7e-4ea0-e665-92fdf44b908e create_time=1633796856431130782 nomad-137 2021-10-09T16:27:36.431Z [DEBUG] nomad/core_sched.go:768: core.sched: CSI volume claim GC scanning before cutoff index: index=18446744073709551615 csi_volume_claim_gc_threshold=5m0s nomad-137 2021-10-09T16:27:36.431Z [DEBUG] nomad/core_sched.go:444: core.sched: forced node GC nomad-098 2021-10-09T16:27:36.430Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-146 2021-10-09T16:27:36.431Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-098 2021-10-09T16:27:36.431Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-144 2021-10-09T16:27:36.431Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9236 [Candidate]" term=2 nomad-098 2021-10-09T16:27:36.431Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-144 2021-10-09T16:27:36.431Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-098 2021-10-09T16:27:36.431Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-137 2021-10-09T16:27:36.431Z [DEBUG] nomad/core_sched.go:103: core.sched: forced job GC --- PASS: TestEvalEndpoint_Nack (1.90s) === CONT TestCoreScheduler_EvalGC_Batch nomad-144 2021-10-09T16:27:36.431Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9236 term=2 tally=1 nomad-137 2021-10-09T16:27:36.431Z [DEBUG] nomad/core_sched.go:163: core.sched: job GC found eligible objects: jobs=1 evals=0 allocs=0 nomad-138 2021-10-09T16:27:36.431Z [DEBUG] nomad/core_sched.go:109: core.sched: job GC scanning before cutoff index: index=2000 job_gc_threshold=4h0m0s nomad-138 2021-10-09T16:27:36.431Z [DEBUG] nomad/core_sched.go:163: core.sched: job GC found eligible objects: jobs=1 evals=2 allocs=1 nomad-144 2021-10-09T16:27:36.431Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-144 2021-10-09T16:27:36.432Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9236 [Leader]" 2021-10-09T16:27:36.432Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-144 2021-10-09T16:27:36.432Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:36.432Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-145 2021-10-09T16:27:36.432Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:36.432Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-145 2021-10-09T16:27:36.432Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9212 [Candidate]" term=2 nomad-145 2021-10-09T16:27:36.432Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-137 2021-10-09T16:27:36.432Z [DEBUG] nomad/core_sched.go:241: core.sched: forced eval GC 2021-10-09T16:27:36.432Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-137 2021-10-09T16:27:36.432Z [DEBUG] nomad/core_sched.go:555: core.sched: forced deployment GC nomad-137 2021-10-09T16:27:36.432Z [DEBUG] nomad/core_sched.go:838: core.sched: forced plugin GC nomad-137 2021-10-09T16:27:36.432Z [DEBUG] nomad/core_sched.go:845: core.sched: CSI plugin GC scanning before cutoff index: index=18446744073709551615 csi_plugin_gc_threshold=1h0m0s nomad-137 2021-10-09T16:27:36.432Z [TRACE] nomad/core_sched.go:737: core.sched: garbage collecting unclaimed CSI volume claims: eval.JobID=force-gc nomad-137 2021-10-09T16:27:36.432Z [DEBUG] nomad/core_sched.go:761: core.sched: forced volume claim GC nomad-137 2021-10-09T16:27:36.432Z [DEBUG] nomad/core_sched.go:768: core.sched: CSI volume claim GC scanning before cutoff index: index=18446744073709551615 csi_volume_claim_gc_threshold=5m0s nomad-137 2021-10-09T16:27:36.432Z [DEBUG] nomad/core_sched.go:444: core.sched: forced node GC nomad-145 2021-10-09T16:27:36.432Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9212 term=2 tally=1 nomad-137 2021-10-09T16:27:36.432Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-145 2021-10-09T16:27:36.432Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-137 2021-10-09T16:27:36.432Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-145 2021-10-09T16:27:36.432Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9212 [Leader]" nomad-137 2021-10-09T16:27:36.432Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-144 2021-10-09T16:27:36.432Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=9931a52d-e9b1-84c8-bfe9-44bcb19dc329 create_time=1633796856432633349 nomad-144 2021-10-09T16:27:36.432Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=9931a52d-e9b1-84c8-bfe9-44bcb19dc329 create_time=1633796856432633349 nomad-145 2021-10-09T16:27:36.432Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired --- PASS: TestCoreScheduler_JobGC_Parameterized (0.60s) === CONT TestCoreScheduler_EvalGC_StoppedJob_Reschedulable nomad-138 2021-10-09T16:27:36.433Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-138 2021-10-09T16:27:36.433Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-144 2021-10-09T16:27:36.433Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-138 2021-10-09T16:27:36.433Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=2655a5fe-3dfb-d384-7f21-fcb998ec2911 nomad-138 2021-10-09T16:27:36.433Z [ERROR] nomad/worker.go:115: worker: nacking eval because the server is shutting down: eval="" nomad-138 2021-10-09T16:27:36.433Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=2655a5fe-3dfb-d384-7f21-fcb998ec2911 error="No cluster leader" --- PASS: TestCoreScheduler_JobGC_Stopped (0.59s) === CONT TestCoreScheduler_EvalGC_ReschedulingAllocs nomad-145 2021-10-09T16:27:36.433Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=223741c7-5d66-39d6-cbde-8567da474ea9 create_time=1633796856433269169 nomad-145 2021-10-09T16:27:36.433Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=223741c7-5d66-39d6-cbde-8567da474ea9 create_time=1633796856433269169 nomad-138 2021-10-09T16:27:36.433Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-138 2021-10-09T16:27:36.433Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-145 2021-10-09T16:27:36.433Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:36.433Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.433Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.433Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.433Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.433Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-143 2021-10-09T16:27:36.433Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-143 2021-10-09T16:27:36.434Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9248 [Candidate]" term=2 2021-10-09T16:27:36.433Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-143 2021-10-09T16:27:36.434Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-09T16:27:36.433Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-143 2021-10-09T16:27:36.434Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9248 term=2 tally=1 nomad-143 2021-10-09T16:27:36.434Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:36.434Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.434Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.434Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-143 2021-10-09T16:27:36.434Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9248 [Leader]" 2021-10-09T16:27:36.433Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-141 2021-10-09T16:27:36.434Z [DEBUG] nomad/core_sched.go:109: core.sched: job GC scanning before cutoff index: index=2000 job_gc_threshold=4h0m0s 2021-10-09T16:27:36.434Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.434Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.434Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.434Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.434Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-118 2021-10-09T16:27:36.434Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-143 2021-10-09T16:27:36.434Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-118 2021-10-09T16:27:36.434Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-141 2021-10-09T16:27:36.434Z [DEBUG] nomad/core_sched.go:109: core.sched: job GC scanning before cutoff index: index=2000 job_gc_threshold=4h0m0s nomad-141 2021-10-09T16:27:36.434Z [DEBUG] nomad/core_sched.go:163: core.sched: job GC found eligible objects: jobs=1 evals=3 allocs=0 --- PASS: TestDeploymentEndpoint_GetDeployment_Blocking (0.89s) === CONT TestCoreScheduler_EvalGC nomad-143 2021-10-09T16:27:36.435Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=276e24d8-834a-54ef-aa8f-3d06351d623c create_time=1633796856435288147 nomad-133 2021-10-09T16:27:36.435Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=cbbed3cf-dc21-3385-6dce-3a1c899470f8 nomad-133 2021-10-09T16:27:36.435Z [TRACE] volumewatcher/volume_watcher.go:159: nomad.volumes_watcher: releasing unused volume claims: namespace=default volume_id=cbbed3cf-dc21-3385-6dce-3a1c899470f8 nomad-133 2021-10-09T16:27:36.435Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=cbbed3cf-dc21-3385-6dce-3a1c899470f8 nomad-143 2021-10-09T16:27:36.435Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=276e24d8-834a-54ef-aa8f-3d06351d623c create_time=1633796856435288147 2021-10-09T16:27:36.434Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.434Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-143 2021-10-09T16:27:36.435Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:36.435Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.434Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-118 2021-10-09T16:27:36.434Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-128 2021-10-09T16:27:36.435Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=50becd97-09ee-641c-e10c-839c4c6a0cdf nomad-141 2021-10-09T16:27:36.436Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=00dc025f-e96f-d360-7c00-21a4b7efc61e nomad-128 2021-10-09T16:27:36.436Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=50becd97-09ee-641c-e10c-839c4c6a0cdf nomad-141 2021-10-09T16:27:36.436Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-141 2021-10-09T16:27:36.436Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-120 2021-10-09T16:27:36.436Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-09T16:27:36.436Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-141 2021-10-09T16:27:36.436Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-141 2021-10-09T16:27:36.436Z [ERROR] nomad/worker.go:123: worker: error waiting for Raft index: error="context canceled" index=1003 nomad-118 2021-10-09T16:27:36.436Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-141 2021-10-09T16:27:36.436Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=00dc025f-e96f-d360-7c00-21a4b7efc61e error="No cluster leader" 2021-10-09T16:27:36.436Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-133 2021-10-09T16:27:36.436Z [TRACE] nomad/core_sched.go:737: core.sched: garbage collecting unclaimed CSI volume claims: eval.JobID=force-gc 2021-10-09T16:27:36.436Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-133 2021-10-09T16:27:36.436Z [DEBUG] nomad/core_sched.go:761: core.sched: forced volume claim GC nomad-133 2021-10-09T16:27:36.436Z [DEBUG] nomad/core_sched.go:768: core.sched: CSI volume claim GC scanning before cutoff index: index=18446744073709551615 csi_volume_claim_gc_threshold=5m0s --- PASS: TestCoreScheduler_JobGC_OutstandingEvals (0.20s) === CONT TestConsulACLsAPI_CheckSIPolicy --- PASS: TestConsulACLsAPI_CheckSIPolicy (0.00s) === CONT TestConsulACLsAPI_Stop --- PASS: TestConsulACLsAPI_Stop (0.00s) === CONT TestConsulACLsAPI_bgRetryRevoke --- PASS: TestConsulACLsAPI_bgRetryRevoke (0.00s) === CONT TestConsulACLsAPI_MarkForRevocation nomad-133 2021-10-09T16:27:36.437Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=cbbed3cf-dc21-3385-6dce-3a1c899470f8 2021-10-09T16:27:36.437Z [TRACE] consul/acl_testing.go:235: mock_consul: TokenCreate(): description="_nomad_si [bc0352a8-deb7-b685-25f1-3710507094e0] [d259a817-05d0-ca3a-60c4-4712d3c4faa6] [task1-sidecar-proxy]" service_identities=[service1] accessor=9ee96f7a-442e-d986-5073-52b41c89cc6f secret=79ac7fd0-25bf-6735-a22d-99c88e28e85d index=1 error= --- PASS: TestConsulACLsAPI_MarkForRevocation (0.00s) nomad-133 2021-10-09T16:27:36.437Z [TRACE] volumewatcher/volume_watcher.go:159: nomad.volumes_watcher: releasing unused volume claims: namespace=default volume_id=cbbed3cf-dc21-3385-6dce-3a1c899470f8 === CONT TestConsulACLsAPI_RevokeTokens nomad-133 2021-10-09T16:27:36.437Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=cbbed3cf-dc21-3385-6dce-3a1c899470f8 nomad-148 2021-10-09T16:27:36.437Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9285 Address:127.0.0.1:9285}]" --- PASS: TestConsulACLsAPI_RevokeTokens (0.00s) === CONT TestConsulACLsAPI_CreateToken nomad-120 2021-10-09T16:27:36.436Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestConsulACLsAPI_CreateToken (0.00s) === CONT TestConsulConfigsAPI_SetIngressGatewayConfigEntry 2021-10-09T16:27:36.437Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= --- PASS: TestConsulConfigsAPI_SetIngressGatewayConfigEntry (0.00s) === CONT TestConsulACLsAPI_hasSufficientPolicy nomad-120 2021-10-09T16:27:36.436Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestConsulACLsAPI_hasSufficientPolicy (0.00s) === CONT TestConsulACLsAPI_allowsServiceWrite nomad-120 2021-10-09T16:27:36.437Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:36.437Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.437Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= --- PASS: TestConsulACLsAPI_allowsServiceWrite (0.00s) === CONT TestConsulPolicy_IsEmpty --- PASS: TestConsulPolicy_IsEmpty (0.00s) === CONT TestConsulPolicy_ParseConsulPolicy --- PASS: TestDeploymentEndpoint_GetDeployment_ACL (0.81s) nomad-141 2021-10-09T16:27:36.437Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestConsulPolicy_ParseConsulPolicy (0.00s) === CONT TestClientStats_Stats_NoNode 2021-10-09T16:27:36.437Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.437Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.437Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.437Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.437Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.437Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.437Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-148 2021-10-09T16:27:36.437Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9285 [Follower]" leader= 2021-10-09T16:27:36.438Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.438Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.438Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.438Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.438Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.438Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.438Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.439Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.439Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-147 2021-10-09T16:27:36.439Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-147 2021-10-09T16:27:36.439Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9228 [Candidate]" term=2 nomad-147 2021-10-09T16:27:36.439Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-147 2021-10-09T16:27:36.439Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9228 term=2 tally=1 nomad-147 2021-10-09T16:27:36.439Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-149 2021-10-09T16:27:36.439Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9244 Address:127.0.0.1:9244}]" nomad-147 2021-10-09T16:27:36.439Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9228 [Leader]" nomad-150 2021-10-09T16:27:36.439Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9226 Address:127.0.0.1:9226}]" nomad-147 2021-10-09T16:27:36.439Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-149 2021-10-09T16:27:36.439Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9244 [Follower]" leader= nomad-148 2021-10-09T16:27:36.439Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-148.global 127.0.0.1 2021-10-09T16:27:36.439Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-150 2021-10-09T16:27:36.439Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9226 [Follower]" leader= nomad-148 2021-10-09T16:27:36.439Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-147 2021-10-09T16:27:36.439Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=bec209df-688d-9dde-5ba7-2addd96355ff create_time=1633796856439768440 nomad-147 2021-10-09T16:27:36.439Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=bec209df-688d-9dde-5ba7-2addd96355ff create_time=1633796856439768440 nomad-150 2021-10-09T16:27:36.439Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-150.global 127.0.0.1 nomad-149 2021-10-09T16:27:36.439Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-149.global 127.0.0.1 nomad-148 2021-10-09T16:27:36.439Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-148.global (Addr: 127.0.0.1:9285) (DC: dc1)" nomad-147 2021-10-09T16:27:36.440Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-150 2021-10-09T16:27:36.440Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-149 2021-10-09T16:27:36.440Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:36.440Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-150 2021-10-09T16:27:36.440Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-150.global (Addr: 127.0.0.1:9226) (DC: dc1)" nomad-149 2021-10-09T16:27:36.440Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-149.global (Addr: 127.0.0.1:9244) (DC: dc1)" 2021-10-09T16:27:36.440Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.440Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-137 2021-10-09T16:27:36.530Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-133 2021-10-09T16:27:36.531Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-133 2021-10-09T16:27:36.531Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-133 2021-10-09T16:27:36.531Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=cbbed3cf-dc21-3385-6dce-3a1c899470f8 nomad-133 2021-10-09T16:27:36.531Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-133 2021-10-09T16:27:36.531Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestCoreScheduler_CSIVolumeClaimGC (0.80s) === CONT TestClientStats_Stats_Local_ACL nomad-142 2021-10-09T16:27:36.531Z [DEBUG] nomad/core_sched.go:103: core.sched: forced job GC nomad-142 2021-10-09T16:27:36.531Z [DEBUG] nomad/core_sched.go:241: core.sched: forced eval GC nomad-142 2021-10-09T16:27:36.532Z [DEBUG] nomad/core_sched.go:555: core.sched: forced deployment GC nomad-142 2021-10-09T16:27:36.532Z [DEBUG] nomad/core_sched.go:838: core.sched: forced plugin GC nomad-142 2021-10-09T16:27:36.532Z [DEBUG] nomad/core_sched.go:845: core.sched: CSI plugin GC scanning before cutoff index: index=18446744073709551615 csi_plugin_gc_threshold=1h0m0s nomad-142 2021-10-09T16:27:36.532Z [TRACE] nomad/core_sched.go:737: core.sched: garbage collecting unclaimed CSI volume claims: eval.JobID=force-gc nomad-144 2021-10-09T16:27:36.532Z [DEBUG] nomad/core_sched.go:452: core.sched: node GC scanning before cutoff index: index=2000 node_gc_threshold=24h0m0s nomad-150 2021-10-09T16:27:36.532Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-142 2021-10-09T16:27:36.532Z [DEBUG] nomad/core_sched.go:761: core.sched: forced volume claim GC nomad-144 2021-10-09T16:27:36.532Z [DEBUG] nomad/core_sched.go:498: core.sched: node GC found eligible nodes: nodes=1 nomad-142 2021-10-09T16:27:36.532Z [DEBUG] nomad/core_sched.go:768: core.sched: CSI volume claim GC scanning before cutoff index: index=18446744073709551615 csi_volume_claim_gc_threshold=5m0s nomad-150 2021-10-09T16:27:36.532Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9226 [Candidate]" term=2 nomad-142 2021-10-09T16:27:36.532Z [DEBUG] nomad/core_sched.go:444: core.sched: forced node GC nomad-150 2021-10-09T16:27:36.532Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-142 2021-10-09T16:27:36.532Z [DEBUG] nomad/core_sched.go:498: core.sched: node GC found eligible nodes: nodes=1 nomad-150 2021-10-09T16:27:36.532Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9226 term=2 tally=1 nomad-150 2021-10-09T16:27:36.532Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-150 2021-10-09T16:27:36.532Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9226 [Leader]" nomad-150 2021-10-09T16:27:36.532Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-144 2021-10-09T16:27:36.532Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-144 2021-10-09T16:27:36.532Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-142 2021-10-09T16:27:36.532Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-134 2021-10-09T16:27:36.532Z [DEBUG] nomad/core_sched.go:563: core.sched: deployment GC scanning before cutoff index: index=2000 deployment_gc_threshold=1h0m0s nomad-142 2021-10-09T16:27:36.532Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-134 2021-10-09T16:27:36.532Z [DEBUG] nomad/core_sched.go:606: core.sched: deployment GC found eligible deployments: deployments=1 nomad-142 2021-10-09T16:27:36.532Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-150 2021-10-09T16:27:36.532Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=e26cce4b-331a-4564-5968-d2104d487077 create_time=1633796856532820360 nomad-150 2021-10-09T16:27:36.532Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=e26cce4b-331a-4564-5968-d2104d487077 create_time=1633796856532820360 nomad-134 2021-10-09T16:27:36.532Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-134 2021-10-09T16:27:36.532Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestCoreScheduler_NodeGC_Force (0.30s) === CONT TestServerWithNodeConn_Path_Region nomad-134 2021-10-09T16:27:36.533Z [ERROR] deploymentwatcher/deployments_watcher.go:185: nomad.deployments_watcher: failed to track deployment: deployment_id=7a292015-fb6b-f620-3137-9c503cf1ecc5 error="deployment "7a292015-fb6b-f620-3137-9c503cf1ecc5" references unknown job "b9c384c4-de46-3621-f829-5cd4ab2a3b6d"" nomad-144 2021-10-09T16:27:36.532Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-144 2021-10-09T16:27:36.533Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-134 2021-10-09T16:27:36.533Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-150 2021-10-09T16:27:36.533Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 --- PASS: TestCoreScheduler_DeploymentGC (0.70s) === CONT TestServerWithNodeConn_Path nomad-140 2021-10-09T16:27:36.533Z [DEBUG] nomad/core_sched.go:109: core.sched: job GC scanning before cutoff index: index=2000 job_gc_threshold=4h0m0s --- PASS: TestCoreScheduler_NodeGC_TerminalAllocs (0.20s) nomad-142 2021-10-09T16:27:36.533Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-134 2021-10-09T16:27:36.533Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost === CONT TestServerWithNodeConn_NoPath_Region nomad-140 2021-10-09T16:27:36.533Z [DEBUG] nomad/core_sched.go:109: core.sched: job GC scanning before cutoff index: index=2000 job_gc_threshold=4h0m0s nomad-140 2021-10-09T16:27:36.533Z [DEBUG] nomad/core_sched.go:163: core.sched: job GC found eligible objects: jobs=1 evals=1 allocs=2 2021-10-09T16:27:36.533Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.533Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.533Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.533Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.533Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.533Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.533Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.533Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.533Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.533Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.533Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-148 2021-10-09T16:27:36.534Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:36.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-148 2021-10-09T16:27:36.534Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9285 [Candidate]" term=2 nomad-148 2021-10-09T16:27:36.534Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-148 2021-10-09T16:27:36.534Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9285 term=2 tally=1 nomad-148 2021-10-09T16:27:36.534Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-148 2021-10-09T16:27:36.534Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9285 [Leader]" nomad-148 2021-10-09T16:27:36.534Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:36.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-153 2021-10-09T16:27:36.534Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9240 Address:127.0.0.1:9240}]" nomad-140 2021-10-09T16:27:36.535Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-140 2021-10-09T16:27:36.535Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-148 2021-10-09T16:27:36.535Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=85974fe2-bb54-20e7-5061-33fc783cff0b create_time=1633796856535129759 nomad-140 2021-10-09T16:27:36.535Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=4d438480-5911-11b4-f715-6a3e746ee9ac nomad-148 2021-10-09T16:27:36.535Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=85974fe2-bb54-20e7-5061-33fc783cff0b create_time=1633796856535129759 2021-10-09T16:27:36.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-140 2021-10-09T16:27:36.535Z [ERROR] nomad/worker.go:115: worker: nacking eval because the server is shutting down: eval="" nomad-140 2021-10-09T16:27:36.535Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=4d438480-5911-11b4-f715-6a3e746ee9ac error="No cluster leader" nomad-140 2021-10-09T16:27:36.535Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-140 2021-10-09T16:27:36.535Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-153 2021-10-09T16:27:36.535Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9240 [Follower]" leader= nomad-148 2021-10-09T16:27:36.535Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-153 2021-10-09T16:27:36.535Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-153.global 127.0.0.1 nomad-153 2021-10-09T16:27:36.535Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:36.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.535Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= --- PASS: TestCoreScheduler_JobGC_OutstandingAllocs (0.70s) === CONT TestServerWithNodeConn_NoPath nomad-153 2021-10-09T16:27:36.535Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-153.global (Addr: 127.0.0.1:9240) (DC: dc1)" nomad-149 2021-10-09T16:27:36.536Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-149 2021-10-09T16:27:36.536Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9244 [Candidate]" term=2 2021-10-09T16:27:36.536Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-149 2021-10-09T16:27:36.536Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-09T16:27:36.536Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-149 2021-10-09T16:27:36.536Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9244 term=2 tally=1 2021-10-09T16:27:36.536Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.536Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-149 2021-10-09T16:27:36.536Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:36.536Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-149 2021-10-09T16:27:36.536Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9244 [Leader]" 2021-10-09T16:27:36.536Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-149 2021-10-09T16:27:36.536Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-155 2021-10-09T16:27:36.536Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-155 2021-10-09T16:27:36.536Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-155.global 127.0.0.1 nomad-155 2021-10-09T16:27:36.536Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:36.537Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.537Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.537Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.537Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.537Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.537Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-149 2021-10-09T16:27:36.537Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=bc01ca97-ed16-2c4f-8b1d-7cb8dc175a7e create_time=1633796856537157762 nomad-149 2021-10-09T16:27:36.537Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=bc01ca97-ed16-2c4f-8b1d-7cb8dc175a7e create_time=1633796856537157762 nomad-155 2021-10-09T16:27:36.537Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9274 [Follower]" leader= nomad-149 2021-10-09T16:27:36.538Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:36.538Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.538Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:36.538Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-155.global (Addr: 127.0.0.1:9274) (DC: dc1)" 2021-10-09T16:27:36.538Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.538Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.538Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.538Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.538Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.538Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.538Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.539Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.541Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= === CONT TestClientStats_Stats_OldNode nomad-153 2021-10-09T16:27:36.630Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-153 2021-10-09T16:27:36.630Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9240 [Candidate]" term=2 nomad-153 2021-10-09T16:27:36.630Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-153 2021-10-09T16:27:36.630Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9240 term=2 tally=1 nomad-153 2021-10-09T16:27:36.631Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:36.631Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.631Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.631Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.631Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.631Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.631Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-152 2021-10-09T16:27:36.631Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9258 Address:127.0.0.1:9258}]" 2021-10-09T16:27:36.631Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.631Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-152 2021-10-09T16:27:36.631Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9258 [Follower]" leader= nomad-153 2021-10-09T16:27:36.631Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9240 [Leader]" 2021-10-09T16:27:36.631Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-152 2021-10-09T16:27:36.633Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-152.global 127.0.0.1 nomad-152 2021-10-09T16:27:36.633Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-153 2021-10-09T16:27:36.631Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-156 2021-10-09T16:27:36.732Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9287 Address:127.0.0.1:9287}]" nomad-126 2021-10-09T16:27:36.732Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-126 2021-10-09T16:27:36.732Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-126 2021-10-09T16:27:36.732Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-156 2021-10-09T16:27:36.733Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-156.global 127.0.0.1 nomad-156 2021-10-09T16:27:36.733Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-156 2021-10-09T16:27:36.733Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9287 [Follower]" leader= --- PASS: TestCSIVolumeEndpoint_Unpublish (1.10s) === CONT TestServer_removeNodeConn_differentAddrs nomad-158 2021-10-09T16:27:36.735Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-123 2021-10-09T16:27:36.735Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-123 2021-10-09T16:27:36.831Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-148 2021-10-09T16:27:36.736Z [ERROR] state/state_store.go:4778: nomad.state_store: new allocation inserted into state store with bad desired status: alloc_id=365f51ae-2a2c-b1cf-3834-4b84a43eb965 desired_status=stop nomad-148 2021-10-09T16:27:36.831Z [DEBUG] nomad/core_sched.go:249: core.sched: eval GC scanning before cutoff index: index=2000 eval_gc_threshold=1h0m0s nomad-152 2021-10-09T16:27:36.737Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-152.global (Addr: 127.0.0.1:9258) (DC: dc1)" 2021-10-09T16:27:36.739Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.737Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-143 2021-10-09T16:27:36.740Z [DEBUG] nomad/core_sched.go:452: core.sched: node GC scanning before cutoff index: index=2000 node_gc_threshold=24h0m0s nomad-148 2021-10-09T16:27:36.831Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-09T16:27:36.739Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-143 2021-10-09T16:27:36.832Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-123 2021-10-09T16:27:36.831Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-148 2021-10-09T16:27:36.832Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:36.739Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-156 2021-10-09T16:27:36.736Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-156.global (Addr: 127.0.0.1:9287) (DC: dc1)" 2021-10-09T16:27:36.740Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-148 2021-10-09T16:27:36.832Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:36.740Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-126 2021-10-09T16:27:36.739Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-143 2021-10-09T16:27:36.832Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-156 2021-10-09T16:27:36.830Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:36.740Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.740Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.740Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-156 2021-10-09T16:27:36.832Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9287 [Candidate]" term=2 2021-10-09T16:27:36.740Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-123 2021-10-09T16:27:36.832Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= 2021-10-09T16:27:36.740Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= --- PASS: TestCoreScheduler_EvalGC_Batch (0.40s) === CONT TestClientCSI_NodeForControllerPlugin nomad-123 2021-10-09T16:27:36.832Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-123 2021-10-09T16:27:36.832Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-143 2021-10-09T16:27:36.832Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-143 2021-10-09T16:27:36.832Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-156 2021-10-09T16:27:36.832Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-156 2021-10-09T16:27:36.832Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9287 term=2 tally=1 nomad-156 2021-10-09T16:27:36.832Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:36.832Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-156 2021-10-09T16:27:36.833Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9287 [Leader]" 2021-10-09T16:27:36.740Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-156 2021-10-09T16:27:36.833Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:36.740Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-128 2021-10-09T16:27:36.833Z [ERROR] nomad/fsm.go:1218: nomad.fsm: CSIVolumeClaim failed: error="volume max claim reached" 2021-10-09T16:27:36.833Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.833Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.833Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= --- PASS: TestCoreScheduler_NodeGC_RunningAllocs (0.60s) 2021-10-09T16:27:36.833Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= === CONT TestAgentHost_ACLDebugRequired 2021-10-09T16:27:36.740Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.740Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:36.834Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-157 2021-10-09T16:27:36.832Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-156 2021-10-09T16:27:36.834Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=a50f3a84-91fb-22d6-297f-5db1bbfb76bb create_time=1633796856834378893 nomad-156 2021-10-09T16:27:36.834Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=a50f3a84-91fb-22d6-297f-5db1bbfb76bb create_time=1633796856834378893 nomad-157 2021-10-09T16:27:36.835Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-157.global 127.0.0.1 nomad-157 2021-10-09T16:27:36.835Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:36.740Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:36.844Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-157.global (Addr: 127.0.0.1:9234) (DC: dc1)" nomad-159 2021-10-09T16:27:36.844Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9242 Address:127.0.0.1:9242}]" nomad-159 2021-10-09T16:27:36.844Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-159.global 127.0.0.1 nomad-159 2021-10-09T16:27:36.845Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-150 2021-10-09T16:27:36.845Z [DEBUG] nomad/core_sched.go:249: core.sched: eval GC scanning before cutoff index: index=2000 eval_gc_threshold=1h0m0s nomad-150 2021-10-09T16:27:36.845Z [DEBUG] nomad/core_sched.go:275: core.sched: eval GC found eligibile objects: evals=0 allocs=1 nomad-151 2021-10-09T16:27:36.845Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9264 Address:127.0.0.1:9264}]" nomad-151 2021-10-09T16:27:36.846Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-151.global 127.0.0.1 nomad-151 2021-10-09T16:27:36.846Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-151 2021-10-09T16:27:36.846Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9264 [Follower]" leader= nomad-151 2021-10-09T16:27:36.846Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-151.global (Addr: 127.0.0.1:9264) (DC: dc1)" nomad-152 2021-10-09T16:27:36.847Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-152 2021-10-09T16:27:36.847Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9258 [Candidate]" term=2 nomad-152 2021-10-09T16:27:36.847Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-152 2021-10-09T16:27:36.847Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9258 term=2 tally=1 nomad-152 2021-10-09T16:27:36.847Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-152 2021-10-09T16:27:36.847Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9258 [Leader]" nomad-152 2021-10-09T16:27:36.847Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-152 2021-10-09T16:27:36.847Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=2b098844-d574-2da7-178b-638c8367a653 create_time=1633796856847728273 nomad-152 2021-10-09T16:27:36.847Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=2b098844-d574-2da7-178b-638c8367a653 create_time=1633796856847728273 nomad-152 2021-10-09T16:27:36.848Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-154 2021-10-09T16:27:36.848Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9230 Address:127.0.0.1:9230}]" nomad-154 2021-10-09T16:27:36.848Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-154.global 127.0.0.1 nomad-154 2021-10-09T16:27:36.849Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-153 2021-10-09T16:27:36.851Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=a15548ba-94b7-1ba4-6a73-0ce72ac5907e create_time=1633796856850964617 nomad-153 2021-10-09T16:27:36.851Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=a15548ba-94b7-1ba4-6a73-0ce72ac5907e create_time=1633796856850964617 nomad-153 2021-10-09T16:27:36.851Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-150 2021-10-09T16:27:36.851Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-150 2021-10-09T16:27:36.851Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-150 2021-10-09T16:27:36.851Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestCoreScheduler_EvalGC_ReschedulingAllocs (0.42s) === CONT TestAgentHost_ACL nomad-158 2021-10-09T16:27:36.831Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9232 [Follower]" leader= nomad-158 2021-10-09T16:27:36.841Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-158.global 127.0.0.1 nomad-160 2021-10-09T16:27:36.930Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9250 Address:127.0.0.1:9250}]" 2021-10-09T16:27:36.930Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.930Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.930Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.930Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.930Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.931Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.931Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.931Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.931Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-123 2021-10-09T16:27:36.931Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-09T16:27:36.931Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-160 2021-10-09T16:27:36.931Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-160.global 127.0.0.1 nomad-160 2021-10-09T16:27:36.931Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-165 2021-10-09T16:27:36.931Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9262 Address:127.0.0.1:9262}]" nomad-163 2021-10-09T16:27:36.932Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-160 2021-10-09T16:27:36.932Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9250 [Follower]" leader= nomad-145 2021-10-09T16:27:36.932Z [DEBUG] nomad/core_sched.go:249: core.sched: eval GC scanning before cutoff index: index=2000 eval_gc_threshold=1h0m0s nomad-145 2021-10-09T16:27:36.932Z [DEBUG] nomad/core_sched.go:275: core.sched: eval GC found eligibile objects: evals=0 allocs=2 nomad-123 2021-10-09T16:27:36.932Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=97daa78d-73ea-4532-d85b-ebcafc049f19 nomad-165 2021-10-09T16:27:36.932Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-165.global 127.0.0.1 nomad-123 2021-10-09T16:27:36.932Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=97daa78d-73ea-4532-d85b-ebcafc049f19 job_id=mock-service-e1d5bdd6-95b1-f626-c7da-b359583d999d namespace=default algorithm=binpack nomad-123 2021-10-09T16:27:36.932Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=97daa78d-73ea-4532-d85b-ebcafc049f19 job_id=mock-service-e1d5bdd6-95b1-f626-c7da-b359583d999d namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-154 2021-10-09T16:27:36.932Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9230 [Follower]" leader= nomad-145 2021-10-09T16:27:36.932Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-145 2021-10-09T16:27:36.932Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-158 2021-10-09T16:27:36.933Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-145 2021-10-09T16:27:36.935Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-145 2021-10-09T16:27:36.937Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:36.933Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.933Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.935Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:36.937Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:36536 nomad-151 2021-10-09T16:27:36.934Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= --- PASS: TestCoreScheduler_EvalGC_Partial (0.60s) nomad-158 2021-10-09T16:27:36.937Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9247 === CONT TestAgentProfile_ACL nomad-151 2021-10-09T16:27:36.937Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9264 [Candidate]" term=2 nomad-151 2021-10-09T16:27:36.937Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-151 2021-10-09T16:27:36.937Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9264 term=2 tally=1 nomad-151 2021-10-09T16:27:36.938Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-151 2021-10-09T16:27:36.938Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9264 [Leader]" nomad-151 2021-10-09T16:27:36.938Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:36.935Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.935Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-122 2021-10-09T16:27:36.834Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-09T16:27:36.935Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-122 2021-10-09T16:27:36.938Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:36.935Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.936Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:36.932Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-163.global 127.0.0.1 2021-10-09T16:27:36.935Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.936Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-146 2021-10-09T16:27:36.936Z [DEBUG] nomad/core_sched.go:249: core.sched: eval GC scanning before cutoff index: index=2000 eval_gc_threshold=1h0m0s 2021-10-09T16:27:36.935Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-146 2021-10-09T16:27:36.938Z [DEBUG] nomad/core_sched.go:275: core.sched: eval GC found eligibile objects: evals=1 allocs=2 2021-10-09T16:27:36.935Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:36.938Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:36.935Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.935Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.935Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-139 2021-10-09T16:27:36.934Z [DEBUG] nomad/core_sched.go:109: core.sched: job GC scanning before cutoff index: index=2000 job_gc_threshold=4h0m0s nomad-122 2021-10-09T16:27:36.938Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-161 2021-10-09T16:27:36.935Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9270 Address:127.0.0.1:9270}]" nomad-139 2021-10-09T16:27:36.938Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-139 2021-10-09T16:27:36.939Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-156 2021-10-09T16:27:36.934Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-123 2021-10-09T16:27:36.935Z [DEBUG] nomad/worker.go:418: worker: created evaluation: eval="" nomad-154 2021-10-09T16:27:36.933Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-154.global (Addr: 127.0.0.1:9230) (DC: dc1)" nomad-164 2021-10-09T16:27:36.935Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9272 Address:127.0.0.1:9272}]" nomad-123 2021-10-09T16:27:36.939Z [DEBUG] scheduler/generic_sched.go:275: worker.service_sched: failed to place all allocations, blocked eval created: eval_id=97daa78d-73ea-4532-d85b-ebcafc049f19 job_id=mock-service-e1d5bdd6-95b1-f626-c7da-b359583d999d namespace=default blocked_eval_id=dc966b34-5342-44f6-8a9c-87a9fd62773b nomad-146 2021-10-09T16:27:36.939Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-123 2021-10-09T16:27:36.939Z [DEBUG] scheduler/util.go:535: worker.service_sched: setting eval status: eval_id=97daa78d-73ea-4532-d85b-ebcafc049f19 job_id=mock-service-e1d5bdd6-95b1-f626-c7da-b359583d999d namespace=default status=complete nomad-146 2021-10-09T16:27:36.939Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-152 2021-10-09T16:27:36.935Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-09T16:27:36.933Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.933Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-147 2021-10-09T16:27:36.935Z [ERROR] state/state_store.go:4778: nomad.state_store: new allocation inserted into state store with bad desired status: alloc_id=bc90a21e-14a8-81d5-7bdc-388318e2f645 desired_status=stop 2021-10-09T16:27:36.933Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.933Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.933Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.933Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.933Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.933Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.934Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.934Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:36.934Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9234 [Follower]" leader= nomad-157 2021-10-09T16:27:36.939Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:50368 nomad-159 2021-10-09T16:27:36.934Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9242 [Follower]" leader= --- PASS: TestCSIPluginEndpoint_DeleteViaGC (1.31s) === CONT TestMonitor_Monitor_ACL nomad-159 2021-10-09T16:27:36.934Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-159.global (Addr: 127.0.0.1:9242) (DC: dc1)" nomad-147 2021-10-09T16:27:36.939Z [DEBUG] nomad/core_sched.go:249: core.sched: eval GC scanning before cutoff index: index=2000 eval_gc_threshold=1h0m0s nomad-147 2021-10-09T16:27:36.939Z [DEBUG] nomad/core_sched.go:275: core.sched: eval GC found eligibile objects: evals=0 allocs=1 nomad-123 2021-10-09T16:27:36.939Z [DEBUG] nomad/worker.go:377: worker: updated evaluation: eval="" nomad-155 2021-10-09T16:27:36.939Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-158.global 127.0.0.1 nomad-164 2021-10-09T16:27:36.940Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-164.two 127.0.0.1 nomad-147 2021-10-09T16:27:36.940Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-147 2021-10-09T16:27:36.940Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-163 2021-10-09T16:27:36.935Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9219 [Follower]" leader= nomad-148 2021-10-09T16:27:36.936Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-155 2021-10-09T16:27:36.940Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-158.global (Addr: 127.0.0.1:9232) (DC: dc1)" nomad-146 2021-10-09T16:27:36.940Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-164 2021-10-09T16:27:36.940Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-151 2021-10-09T16:27:36.940Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=ed66e001-c7ff-9cee-0523-adffa2cd2d35 create_time=1633796856940236610 nomad-151 2021-10-09T16:27:36.940Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=ed66e001-c7ff-9cee-0523-adffa2cd2d35 create_time=1633796856940236610 --- PASS: TestCoreScheduler_EvalGC_BatchStopped (0.60s) === CONT TestMonitor_MonitorServer nomad-158 2021-10-09T16:27:36.940Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-155.global 127.0.0.1 nomad-150 2021-10-09T16:27:36.935Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-165 2021-10-09T16:27:36.935Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9262 [Follower]" leader= nomad-139 2021-10-09T16:27:36.940Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-165 2021-10-09T16:27:36.936Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-164 2021-10-09T16:27:36.940Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9272 [Follower]" leader= nomad-162 2021-10-09T16:27:36.935Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9280 Address:127.0.0.1:9280}]" nomad-164 2021-10-09T16:27:36.940Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9249 nomad-163 2021-10-09T16:27:36.940Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-163.global (Addr: 127.0.0.1:9219) (DC: dc1)" nomad-152 2021-10-09T16:27:36.939Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-161 2021-10-09T16:27:36.939Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-161.global 127.0.0.1 nomad-154 2021-10-09T16:27:36.941Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:43952 nomad-162 2021-10-09T16:27:36.941Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-162.global 127.0.0.1 nomad-122 2021-10-09T16:27:36.941Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:36.941Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-160 2021-10-09T16:27:36.933Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-160.global (Addr: 127.0.0.1:9250) (DC: dc1)" nomad-161 2021-10-09T16:27:36.941Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] 2021-10-09T16:27:36.936Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.936Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.936Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-164 2021-10-09T16:27:36.941Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-164.two (Addr: 127.0.0.1:9272) (DC: dc1)" 2021-10-09T16:27:36.936Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.936Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.936Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.936Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.936Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-161 2021-10-09T16:27:36.942Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9270 [Follower]" leader= 2021-10-09T16:27:36.936Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.936Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-128 2021-10-09T16:27:36.936Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-128 2021-10-09T16:27:36.942Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-152 2021-10-09T16:27:36.942Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-128 2021-10-09T16:27:36.945Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-151 2021-10-09T16:27:36.945Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-165 2021-10-09T16:27:36.946Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-165.global (Addr: 127.0.0.1:9262) (DC: dc1)" nomad-128 2021-10-09T16:27:36.946Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=50becd97-09ee-641c-e10c-839c4c6a0cdf nomad-128 2021-10-09T16:27:36.946Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-123 2021-10-09T16:27:36.936Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-123 2021-10-09T16:27:36.947Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-123 2021-10-09T16:27:36.947Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-123 2021-10-09T16:27:36.947Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:36.948Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.948Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.948Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.948Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.948Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.948Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.948Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.948Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.948Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-149 2021-10-09T16:27:36.936Z [DEBUG] nomad/core_sched.go:249: core.sched: eval GC scanning before cutoff index: index=2000 eval_gc_threshold=1h0m0s nomad-149 2021-10-09T16:27:36.948Z [DEBUG] nomad/core_sched.go:275: core.sched: eval GC found eligibile objects: evals=1 allocs=1 nomad-149 2021-10-09T16:27:36.949Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-146 2021-10-09T16:27:36.956Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:36.956Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.956Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.956Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.956Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.957Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:36.957Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-147 2021-10-09T16:27:36.957Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-149 2021-10-09T16:27:36.949Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-155 2021-10-09T16:27:37.030Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-158.global (timeout reached) nomad-163 2021-10-09T16:27:37.030Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9205 2021-10-09T16:27:37.030Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-149 2021-10-09T16:27:37.030Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:37.030Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.030Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.030Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:37.030Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:49064 nomad-149 2021-10-09T16:27:37.030Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:37.031Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.031Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-162 2021-10-09T16:27:36.941Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-161 2021-10-09T16:27:37.031Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-161.global (Addr: 127.0.0.1:9270) (DC: dc1)" nomad-152 2021-10-09T16:27:37.030Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-162 2021-10-09T16:27:36.942Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9280 [Follower]" leader= nomad-155 2021-10-09T16:27:37.031Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-158.global nomad-162 2021-10-09T16:27:37.031Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-162.global (Addr: 127.0.0.1:9280) (DC: dc1)" nomad-157 2021-10-09T16:27:37.031Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-158 2021-10-09T16:27:37.031Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-160 2021-10-09T16:27:37.031Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-160 2021-10-09T16:27:37.031Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9250 [Candidate]" term=2 nomad-160 2021-10-09T16:27:37.031Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-160 2021-10-09T16:27:37.031Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9250 term=2 tally=1 nomad-160 2021-10-09T16:27:37.031Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-160 2021-10-09T16:27:37.031Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9250 [Leader]" nomad-160 2021-10-09T16:27:37.031Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-154 2021-10-09T16:27:37.031Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-154 2021-10-09T16:27:37.031Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9230 [Candidate]" term=2 nomad-154 2021-10-09T16:27:37.031Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-147 2021-10-09T16:27:37.031Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-154 2021-10-09T16:27:37.031Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9230 term=2 tally=1 nomad-154 2021-10-09T16:27:37.031Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-154 2021-10-09T16:27:37.032Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9230 [Leader]" nomad-164 2021-10-09T16:27:37.032Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-154 2021-10-09T16:27:37.032Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-164 2021-10-09T16:27:37.032Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9272 [Candidate]" term=2 2021-10-09T16:27:37.032Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-164 2021-10-09T16:27:37.032Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-164 2021-10-09T16:27:37.032Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9272 term=2 tally=1 nomad-164 2021-10-09T16:27:37.032Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-158 2021-10-09T16:27:37.032Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-158.global nomad-155 2021-10-09T16:27:37.032Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-158.global nomad-164 2021-10-09T16:27:37.032Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9272 [Leader]" 2021-10-09T16:27:37.032Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:37.032Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-164 2021-10-09T16:27:37.032Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-160 2021-10-09T16:27:37.032Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=9a933a06-5ac6-562a-6819-36d1d1f958a2 create_time=1633796857032375134 nomad-160 2021-10-09T16:27:37.032Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=9a933a06-5ac6-562a-6819-36d1d1f958a2 create_time=1633796857032375134 nomad-154 2021-10-09T16:27:37.032Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=7e6cf098-c0f3-9eb3-7d71-1bf4eee87b45 create_time=1633796857032439681 nomad-160 2021-10-09T16:27:37.032Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-164 2021-10-09T16:27:37.032Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6f65c956-76c9-00d6-6be2-a98320089aa6 create_time=1633796857032626514 nomad-164 2021-10-09T16:27:37.032Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=6f65c956-76c9-00d6-6be2-a98320089aa6 create_time=1633796857032626514 nomad-161 2021-10-09T16:27:37.032Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-161 2021-10-09T16:27:37.032Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9270 [Candidate]" term=2 nomad-161 2021-10-09T16:27:37.032Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-161 2021-10-09T16:27:37.032Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9270 term=2 tally=1 nomad-161 2021-10-09T16:27:37.032Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-161 2021-10-09T16:27:37.032Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9270 [Leader]" nomad-161 2021-10-09T16:27:37.032Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-164 2021-10-09T16:27:37.032Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:37.033Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.033Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= --- PASS: TestCoreScheduler_JobGC_OneShot (1.29s) --- PASS: TestCSIPluginEndpoint_RegisterViaJob (1.50s) === CONT TestBlockedEvals_SystemDisableFlush === CONT TestBlockedEvals_SystemUntrack nomad-161 2021-10-09T16:27:37.033Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=5476840a-8331-9459-0c8f-7fd91260dd9f create_time=1633796857033525575 === CONT TestBlockedEvals_Untrack_Quota === CONT TestBlockedEvals_UnblockFailed nomad-161 2021-10-09T16:27:37.130Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=5476840a-8331-9459-0c8f-7fd91260dd9f create_time=1633796857033525575 nomad-162 2021-10-09T16:27:37.130Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= --- PASS: TestCoreScheduler_EvalGC_Batch_OldVersion (0.79s) --- PASS: TestClientStats_Stats_NoNode (0.69s) === CONT TestBlockedEvals_Untrack nomad-162 2021-10-09T16:27:37.130Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9280 [Candidate]" term=2 nomad-155 2021-10-09T16:27:37.033Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9274,127.0.0.1:9232 nomad-154 2021-10-09T16:27:37.032Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-164.two 127.0.0.1 nomad-162 2021-10-09T16:27:37.130Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 === CONT TestBlockedEvals_Block_ImmediateUnblock_SeenClass nomad-162 2021-10-09T16:27:37.130Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9280 term=2 tally=1 nomad-162 2021-10-09T16:27:37.130Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 === CONT TestBlockedEvals_Block_ImmediateUnblock_Quota nomad-162 2021-10-09T16:27:37.130Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9280 [Leader]" nomad-123 2021-10-09T16:27:37.033Z [DEBUG] nomad/worker.go:223: worker: ack evaluation: eval_id=97daa78d-73ea-4532-d85b-ebcafc049f19 nomad-139 2021-10-09T16:27:37.037Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:37.037Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:37.033Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-158.global (Addr: 127.0.0.1:9232) (DC: dc1)" 2021-10-09T16:27:37.037Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= --- PASS: TestCoreScheduler_EvalGC_StoppedJob_Reschedulable (0.70s) nomad-162 2021-10-09T16:27:37.130Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired --- PASS: TestCSIVolumeEndpoint_Claim (1.40s) --- PASS: TestBlockedEvals_Untrack_Quota (0.00s) --- PASS: TestBlockedEvals_Untrack (0.00s) === CONT TestBlockedEvals_UnblockNode 2021-10-09T16:27:37.037Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.037Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-154 2021-10-09T16:27:37.131Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-164.two (Addr: 127.0.0.1:9272) (DC: dc1)" nomad-165 2021-10-09T16:27:37.035Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-161 2021-10-09T16:27:37.131Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-165 2021-10-09T16:27:37.131Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9262 [Candidate]" term=2 nomad-165 2021-10-09T16:27:37.131Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-159 2021-10-09T16:27:37.040Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-164 2021-10-09T16:27:37.034Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-154.global 127.0.0.1 nomad-159 2021-10-09T16:27:37.131Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9242 [Candidate]" term=2 nomad-158 2021-10-09T16:27:37.130Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-158.global nomad-159 2021-10-09T16:27:37.131Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-157 2021-10-09T16:27:37.131Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-163.global 127.0.0.1 nomad-164 2021-10-09T16:27:37.131Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-154.global (Addr: 127.0.0.1:9230) (DC: dc1)" nomad-154 2021-10-09T16:27:37.032Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=7e6cf098-c0f3-9eb3-7d71-1bf4eee87b45 create_time=1633796857032439681 nomad-159 2021-10-09T16:27:37.131Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9242 term=2 tally=1 nomad-157 2021-10-09T16:27:37.131Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-163.global (Addr: 127.0.0.1:9219) (DC: dc1)" nomad-159 2021-10-09T16:27:37.131Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-159 2021-10-09T16:27:37.131Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9242 [Leader]" nomad-154 2021-10-09T16:27:37.131Z [ERROR] nomad/leader.go:1007: nomad: skipping adding Raft peer because an existing peer is in bootstrap mode and only one server should be in bootstrap mode: existing_peer=nomad-164.two joining_peer=nomad-154.global nomad-159 2021-10-09T16:27:37.131Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-163 2021-10-09T16:27:37.131Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-157.global 127.0.0.1 nomad-166 2021-10-09T16:27:37.131Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9214 Address:127.0.0.1:9214}]" nomad-154 2021-10-09T16:27:37.131Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-162 2021-10-09T16:27:37.131Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=72d0aa65-dc6a-2a01-9e1e-c70fe174805b create_time=1633796857131620280 nomad-162 2021-10-09T16:27:37.131Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=72d0aa65-dc6a-2a01-9e1e-c70fe174805b create_time=1633796857131620280 nomad-163 2021-10-09T16:27:37.131Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-157.global (Addr: 127.0.0.1:9234) (DC: dc1)" nomad-166 2021-10-09T16:27:37.131Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9214 [Follower]" leader= nomad-165 2021-10-09T16:27:37.131Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9262 term=2 tally=1 nomad-165 2021-10-09T16:27:37.131Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-154 2021-10-09T16:27:37.131Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-164.two nomad-165 2021-10-09T16:27:37.131Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9262 [Leader]" nomad-165 2021-10-09T16:27:37.132Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-162 2021-10-09T16:27:37.132Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-159 2021-10-09T16:27:37.132Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6fe4904d-012f-7d29-0820-3f006eec4a16 create_time=1633796857132046206 nomad-167 2021-10-09T16:27:37.132Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9209 Address:127.0.0.1:9209}]" nomad-159 2021-10-09T16:27:37.132Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=6fe4904d-012f-7d29-0820-3f006eec4a16 create_time=1633796857132046206 nomad-154 2021-10-09T16:27:37.132Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-164.two nomad-167 2021-10-09T16:27:37.132Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9209 [Follower]" leader= nomad-166 2021-10-09T16:27:37.132Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-166.global 127.0.0.1 nomad-159 2021-10-09T16:27:37.132Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-164 2021-10-09T16:27:37.132Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-164.two nomad-166 2021-10-09T16:27:37.132Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-166 2021-10-09T16:27:37.132Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-166.global (Addr: 127.0.0.1:9214) (DC: dc1)" nomad-167 2021-10-09T16:27:37.132Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-167.global 127.0.0.1 nomad-167 2021-10-09T16:27:37.132Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-160 2021-10-09T16:27:37.132Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-160 2021-10-09T16:27:37.132Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-167 2021-10-09T16:27:37.132Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-167.global (Addr: 127.0.0.1:9209) (DC: dc1)" nomad-160 2021-10-09T16:27:37.132Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestBlockedEvals_SystemDisableFlush (0.00s) === CONT TestBlockedEvals_Block_ImmediateUnblock_UnseenClass_Before nomad-153 2021-10-09T16:27:37.132Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-160 2021-10-09T16:27:37.133Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-153 2021-10-09T16:27:37.133Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-153 2021-10-09T16:27:37.133Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestBlockedEvals_Block_ImmediateUnblock_UnseenClass_Before (0.00s) === CONT TestBlockedEvals_Block_ImmediateUnblock_UnseenClass_After --- PASS: TestServer_removeNodeConn_differentAddrs (0.40s) === CONT TestBlockedEvals_Block_ImmediateUnblock_Escaped --- PASS: TestClientStats_Stats_Local_ACL (0.60s) === CONT TestBlockedEvals_Reblock --- PASS: TestBlockedEvals_SystemUntrack (0.00s) === CONT TestBlockedEvals_UnblockIneligible_Quota nomad-153 2021-10-09T16:27:37.133Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-168 2021-10-09T16:27:37.133Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9217 Address:127.0.0.1:9217}]" nomad-168 2021-10-09T16:27:37.133Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9217 [Follower]" leader= nomad-165 2021-10-09T16:27:37.133Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=446f2155-0f07-6432-5bae-72d454019ae6 create_time=1633796857133750173 nomad-168 2021-10-09T16:27:37.134Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-168.global 127.0.0.1 nomad-165 2021-10-09T16:27:37.134Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=446f2155-0f07-6432-5bae-72d454019ae6 create_time=1633796857133750173 nomad-168 2021-10-09T16:27:37.134Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-165 2021-10-09T16:27:37.134Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-163 2021-10-09T16:27:37.134Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9234,127.0.0.1:9219 nomad-158 2021-10-09T16:27:37.134Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-155.global peer_address=127.0.0.1:9274 nomad-168 2021-10-09T16:27:37.134Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-168.global (Addr: 127.0.0.1:9217) (DC: dc1)" nomad-158 2021-10-09T16:27:37.135Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-155.global (Addr: 127.0.0.1:9274) (DC: dc1)" nomad-157 2021-10-09T16:27:37.135Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-163.global peer_address=127.0.0.1:9219 nomad-157 2021-10-09T16:27:37.136Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-163.global nomad-165 2021-10-09T16:27:37.137Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-165 2021-10-09T16:27:37.137Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-165 2021-10-09T16:27:37.137Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-165 2021-10-09T16:27:37.137Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestAgentHost_ACL (0.29s) === CONT TestBlockedEvals_UnblockEligible_Quota nomad-157 2021-10-09T16:27:37.139Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-163.global --- PASS: TestBlockedEvals_UnblockNode (0.01s) === CONT TestBlockedEvals_UnblockIneligible --- PASS: TestBlockedEvals_Block_ImmediateUnblock_SeenClass (0.01s) === CONT TestBlockedEvals_UnblockUnknown --- PASS: TestBlockedEvals_UnblockFailed (0.01s) === CONT TestBlockedEvals_UnblockEligible --- PASS: TestBlockedEvals_Block_ImmediateUnblock_Quota (0.01s) === CONT TestBlockedEvals_UnblockEscaped --- PASS: TestBlockedEvals_UnblockUnknown (0.09s) --- PASS: TestBlockedEvals_UnblockEscaped (0.09s) === CONT TestBlockedEvals_GetDuplicates nomad-155 2021-10-09T16:27:37.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= === CONT TestBlockedEvals_Block_PriorUnblocks nomad-155 2021-10-09T16:27:37.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9274 [Candidate]" term=2 nomad-155 2021-10-09T16:27:37.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 --- PASS: TestBlockedEvals_Block_PriorUnblocks (0.00s) === CONT TestBlockedEvals_Block_Quota nomad-155 2021-10-09T16:27:37.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9274 term=2 tally=1 --- PASS: TestBlockedEvals_Block_Quota (0.00s) === CONT TestBlockedEvals_Block_SameJob --- PASS: TestBlockedEvals_Block_SameJob (0.00s) === CONT TestBlockedEvals_Block_Disabled nomad-166 2021-10-09T16:27:37.231Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-166 2021-10-09T16:27:37.231Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9214 [Candidate]" term=2 nomad-163 2021-10-09T16:27:37.231Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-166 2021-10-09T16:27:37.231Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-166 2021-10-09T16:27:37.231Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9214 term=2 tally=1 nomad-163 2021-10-09T16:27:37.231Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=2 nomad-166 2021-10-09T16:27:37.231Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 --- PASS: TestBlockedEvals_Block_Disabled (0.00s) === CONT TestAutopilot_PromoteNonVoter nomad-163 2021-10-09T16:27:37.231Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-163 2021-10-09T16:27:37.231Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=2 tally=1 nomad-166 2021-10-09T16:27:37.231Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9214 [Leader]" nomad-166 2021-10-09T16:27:37.231Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-158 2021-10-09T16:27:37.231Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term 2021-10-09T16:27:37.231Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:37.231Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=2 tally=2 2021-10-09T16:27:37.231Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:37.231Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 2021-10-09T16:27:37.231Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:37.231Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9274 [Leader]" 2021-10-09T16:27:37.231Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:37.231Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9232 nomad-155 2021-10-09T16:27:37.231Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:37.231Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.231Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= --- PASS: TestBlockedEvals_Reblock (0.10s) === CONT TestAutopilot_CleanupDeadServerPeriodic nomad-166 2021-10-09T16:27:37.231Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=cb2ee386-8032-1477-89d0-b47132a0f5a2 create_time=1633796857231858476 nomad-166 2021-10-09T16:27:37.231Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=cb2ee386-8032-1477-89d0-b47132a0f5a2 create_time=1633796857231858476 nomad-164 2021-10-09T16:27:37.231Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-157 2021-10-09T16:27:37.231Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-164 2021-10-09T16:27:37.232Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-164 2021-10-09T16:27:37.232Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-167 2021-10-09T16:27:37.232Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:37.232Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-167 2021-10-09T16:27:37.232Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9209 [Candidate]" term=2 nomad-158 2021-10-09T16:27:37.231Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-167 2021-10-09T16:27:37.232Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-154 2021-10-09T16:27:37.232Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-167 2021-10-09T16:27:37.232Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=2 tally=1 nomad-154 2021-10-09T16:27:37.232Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:37.232Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-167 2021-10-09T16:27:37.232Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-155 2021-10-09T16:27:37.232Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9232 127.0.0.1:9232}" next=1 2021-10-09T16:27:37.232Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-167 2021-10-09T16:27:37.232Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9209 [Leader]" nomad-166 2021-10-09T16:27:37.232Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-154 2021-10-09T16:27:37.232Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:37.232Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-167 2021-10-09T16:27:37.232Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-163 2021-10-09T16:27:37.232Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=2 tally=2 nomad-154 2021-10-09T16:27:37.232Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:37.232Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:37.232Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 --- PASS: TestServerWithNodeConn_Path_Region (0.70s) nomad-163 2021-10-09T16:27:37.232Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9219 [Leader]" === CONT TestAllocEndpoint_Stop_ACL nomad-163 2021-10-09T16:27:37.232Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9234 nomad-155 2021-10-09T16:27:37.232Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9232 127.0.0.1:9232}" nomad-163 2021-10-09T16:27:37.232Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired --- PASS: TestBlockedEvals_UnblockIneligible_Quota (0.10s) === CONT TestAllocEndpoint_UpdateDesiredTransition --- PASS: TestBlockedEvals_UnblockEligible (0.09s) === CONT TestAllocEndpoint_GetAllocs_Blocking nomad-157 2021-10-09T16:27:37.232Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-156 2021-10-09T16:27:37.232Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-156 2021-10-09T16:27:37.232Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-163 2021-10-09T16:27:37.232Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9234 127.0.0.1:9234}" next=1 nomad-167 2021-10-09T16:27:37.232Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=2a10d012-bb08-ede3-0e8f-2aca388de0f0 create_time=1633796857232850726 nomad-156 2021-10-09T16:27:37.232Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-167 2021-10-09T16:27:37.232Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=2a10d012-bb08-ede3-0e8f-2aca388de0f0 create_time=1633796857232850726 --- PASS: TestServerWithNodeConn_NoPath_Region (0.70s) === CONT TestAllocEndpoint_GetAllocs 2021-10-09T16:27:37.233Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.233Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-167 2021-10-09T16:27:37.233Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:37.233Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-159 2021-10-09T16:27:37.233Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-09T16:27:37.233Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-159 2021-10-09T16:27:37.233Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:37.233Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.237Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-164 2021-10-09T16:27:37.240Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-151 2021-10-09T16:27:37.240Z [DEBUG] nomad/core_sched.go:249: core.sched: eval GC scanning before cutoff index: index=2000 eval_gc_threshold=1h0m0s nomad-151 2021-10-09T16:27:37.240Z [DEBUG] nomad/core_sched.go:275: core.sched: eval GC found eligibile objects: evals=1 allocs=2 2021-10-09T16:27:37.248Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.233Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.233Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.248Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.248Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.233Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.233Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.234Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.246Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.248Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.248Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.248Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.248Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.330Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-159 2021-10-09T16:27:37.330Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-159 2021-10-09T16:27:37.331Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestBlockedEvals_Block_ImmediateUnblock_Escaped (0.20s) === CONT TestAllocEndpoint_GetAlloc_Blocking --- PASS: TestBlockedEvals_UnblockEligible_Quota (0.20s) === CONT TestAllocEndpoint_GetAlloc_ACL --- PASS: TestBlockedEvals_UnblockIneligible (0.19s) === CONT TestAllocEndpoint_GetAlloc --- PASS: TestClientStats_Stats_OldNode (0.71s) nomad-158 2021-10-09T16:27:37.331Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9274 2021-10-09T16:27:37.331Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-132 2021-10-09T16:27:37.331Z [WARN] nomad/leader.go:641: nomad: eval reached delivery limit, marking as failed: eval="" 2021-10-09T16:27:37.332Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:37.332Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-163.global 2021-10-09T16:27:37.333Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.333Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.333Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.334Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.334Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.334Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.431Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.431Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.431Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.431Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:37.431Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9232 time=108.864221ms nomad-155 2021-10-09T16:27:37.431Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down 2021-10-09T16:27:37.332Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.332Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.332Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:37.431Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9274 [Follower]" leader= 2021-10-09T16:27:37.335Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.430Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= === CONT TestAllocEndpoint_List_AllNamespaces_OSS --- PASS: TestBlockedEvals_Block_ImmediateUnblock_UnseenClass_After (0.30s) === CONT TestAllocEndpoint_List_Blocking nomad-155 2021-10-09T16:27:37.432Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-168 2021-10-09T16:27:37.340Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:37.432Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.233Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.430Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.432Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-168 2021-10-09T16:27:37.435Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9217 [Candidate]" term=2 nomad-168 2021-10-09T16:27:37.436Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-155 2021-10-09T16:27:37.436Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9232 127.0.0.1:9232}" nomad-168 2021-10-09T16:27:37.436Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9217 term=2 tally=1 nomad-168 2021-10-09T16:27:37.436Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-168 2021-10-09T16:27:37.436Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9217 [Leader]" nomad-163 2021-10-09T16:27:37.432Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9234 time=108.823193ms nomad-158 2021-10-09T16:27:37.430Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9232 [Candidate]" term=3 2021-10-09T16:27:37.233Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:37.433Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9219 nomad-157 2021-10-09T16:27:37.540Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=3 2021-10-09T16:27:37.541Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.541Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.541Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.541Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:37.547Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-151 2021-10-09T16:27:37.434Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-157 2021-10-09T16:27:37.545Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-163.global has failed, no acks received nomad-151 2021-10-09T16:27:37.547Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-157 2021-10-09T16:27:37.547Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9234 [Follower]" leader=127.0.0.1:9219 nomad-162 2021-10-09T16:27:37.543Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-162 2021-10-09T16:27:37.548Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-173 2021-10-09T16:27:37.542Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9238 Address:127.0.0.1:9238}]" 2021-10-09T16:27:37.432Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.432Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.438Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.542Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.543Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.543Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-173 2021-10-09T16:27:37.548Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-173.global 127.0.0.1 2021-10-09T16:27:37.543Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.543Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.543Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-173 2021-10-09T16:27:37.548Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:37.543Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.544Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.544Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.545Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-168 2021-10-09T16:27:37.437Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:37.545Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-168 2021-10-09T16:27:37.543Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=58b078dd-d434-7e4e-c9cd-a3bbe22a7cb1 create_time=1633796857543649783 nomad-151 2021-10-09T16:27:37.548Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-163 2021-10-09T16:27:37.432Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9234 127.0.0.1:9234}" nomad-162 2021-10-09T16:27:37.548Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-175 2021-10-09T16:27:37.543Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9215 Address:127.0.0.1:9215}]" --- PASS: TestCoreScheduler_EvalGC (1.11s) === CONT TestAllocEndpoint_List_ACL nomad-175 2021-10-09T16:27:37.549Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-175.global 127.0.0.1 nomad-175 2021-10-09T16:27:37.549Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] --- PASS: TestAgentHost_ACLDebugRequired (0.72s) === CONT TestAllocEndpoint_List nomad-180 2021-10-09T16:27:37.552Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9273 Address:127.0.0.1:9273}]" nomad-180 2021-10-09T16:27:37.552Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-180.global 127.0.0.1 nomad-180 2021-10-09T16:27:37.552Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:37.543Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.543Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.543Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.543Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.543Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.545Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.545Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.545Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.545Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.545Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-170 2021-10-09T16:27:37.543Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] 2021-10-09T16:27:37.630Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.630Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-180 2021-10-09T16:27:37.630Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9273 [Follower]" leader= 2021-10-09T16:27:37.630Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.630Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.630Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.430Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.431Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.432Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.432Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:37.543Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-161 2021-10-09T16:27:37.544Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-172 2021-10-09T16:27:37.543Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9290 Address:127.0.0.1:9290}]" nomad-180 2021-10-09T16:27:37.630Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-180.global (Addr: 127.0.0.1:9273) (DC: dc1)" 2021-10-09T16:27:37.544Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-168 2021-10-09T16:27:37.548Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=58b078dd-d434-7e4e-c9cd-a3bbe22a7cb1 create_time=1633796857543649783 2021-10-09T16:27:37.544Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.544Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.544Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.544Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-175 2021-10-09T16:27:37.630Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9215 [Follower]" leader= nomad-177 2021-10-09T16:27:37.544Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9227 Address:127.0.0.1:9227}]" nomad-163 2021-10-09T16:27:37.435Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-163.global nomad-174 2021-10-09T16:27:37.542Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9266 Address:127.0.0.1:9266}]" nomad-163 2021-10-09T16:27:37.630Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-157.global has failed, no acks received 2021-10-09T16:27:37.233Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.233Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.233Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.233Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.233Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-174 2021-10-09T16:27:37.631Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9266 [Follower]" leader= 2021-10-09T16:27:37.233Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-171 2021-10-09T16:27:37.544Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9211 Address:127.0.0.1:9211}]" 2021-10-09T16:27:37.430Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.631Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.432Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:37.631Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9234 127.0.0.1:9234}" 2021-10-09T16:27:37.631Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:37.631Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9234 127.0.0.1:9234}" nomad-151 2021-10-09T16:27:37.631Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:37.631Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.631Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-178 2021-10-09T16:27:37.631Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9246 Address:127.0.0.1:9246}]" nomad-173 2021-10-09T16:27:37.630Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9238 [Follower]" leader= nomad-172 2021-10-09T16:27:37.631Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-172.global 127.0.0.1 2021-10-09T16:27:37.631Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-177 2021-10-09T16:27:37.631Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-177.global 127.0.0.1 nomad-157 2021-10-09T16:27:37.631Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-163.global) 2021-10-09T16:27:37.541Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.541Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:37.631Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-157.global) nomad-177 2021-10-09T16:27:37.631Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:37.541Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:37.540Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-156 2021-10-09T16:27:37.541Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-167 2021-10-09T16:27:37.541Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-177 2021-10-09T16:27:37.631Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9227 [Follower]" leader= nomad-167 2021-10-09T16:27:37.631Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-166 2021-10-09T16:27:37.546Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-166 2021-10-09T16:27:37.631Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-171 2021-10-09T16:27:37.631Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9211 [Follower]" leader= nomad-171 2021-10-09T16:27:37.631Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-171.global 127.0.0.1 nomad-162 2021-10-09T16:27:37.631Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-158 2021-10-09T16:27:37.630Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=3 tally=1 nomad-158 2021-10-09T16:27:37.544Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-155.global has failed, no acks received nomad-173 2021-10-09T16:27:37.631Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-173.global (Addr: 127.0.0.1:9238) (DC: dc1)" nomad-175 2021-10-09T16:27:37.631Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-175.global (Addr: 127.0.0.1:9215) (DC: dc1)" nomad-174 2021-10-09T16:27:37.631Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-174.global 127.0.0.1 nomad-171 2021-10-09T16:27:37.631Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:37.631Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-166 2021-10-09T16:27:37.631Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-178 2021-10-09T16:27:37.631Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-178.global 127.0.0.1 nomad-174 2021-10-09T16:27:37.631Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-178 2021-10-09T16:27:37.631Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-166 2021-10-09T16:27:37.631Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-172 2021-10-09T16:27:37.631Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-177 2021-10-09T16:27:37.632Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-177.global (Addr: 127.0.0.1:9227) (DC: dc1)" nomad-161 2021-10-09T16:27:37.630Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-169 2021-10-09T16:27:37.632Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:a88dc973-4cf6-6b3e-044b-1b0775926a95 Address:127.0.0.1:9213}]" nomad-167 2021-10-09T16:27:37.632Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-161 2021-10-09T16:27:37.631Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-163 2021-10-09T16:27:37.631Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9219 [Follower]" leader= nomad-161 2021-10-09T16:27:37.632Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-169 2021-10-09T16:27:37.632Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9213 [Follower]" leader= --- PASS: TestMonitor_Monitor_ACL (0.69s) === CONT TestResolveSecretToken nomad-163 2021-10-09T16:27:37.632Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-168 2021-10-09T16:27:37.631Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-163 2021-10-09T16:27:37.632Z [WARN] raft/raft.go:1471: nomad.raft: rejecting vote request since our last index is greater: candidate=127.0.0.1:9234 last-index=3 last-candidate-index=2 --- PASS: TestClientCSI_NodeForControllerPlugin (0.80s) === CONT TestResolveACLToken --- PASS: TestAgentProfile_ACL (0.69s) === CONT TestACLEndpoint_ResolveToken nomad-178 2021-10-09T16:27:37.632Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9246 [Follower]" leader= nomad-163 2021-10-09T16:27:37.631Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-172 2021-10-09T16:27:37.631Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9290 [Follower]" leader= nomad-178 2021-10-09T16:27:37.632Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-178.global (Addr: 127.0.0.1:9246) (DC: dc1)" nomad-169 2021-10-09T16:27:37.632Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-169.global 127.0.0.1 2021-10-09T16:27:37.632Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.632Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-174 2021-10-09T16:27:37.632Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-174.global (Addr: 127.0.0.1:9266) (DC: dc1)" nomad-169 2021-10-09T16:27:37.632Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-172 2021-10-09T16:27:37.632Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-172.global (Addr: 127.0.0.1:9290) (DC: dc1)" 2021-10-09T16:27:37.632Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.632Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.632Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.632Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.632Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.541Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.632Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-171 2021-10-09T16:27:37.632Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-171.global (Addr: 127.0.0.1:9211) (DC: dc1)" 2021-10-09T16:27:37.543Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.543Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-179 2021-10-09T16:27:37.632Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9259 Address:127.0.0.1:9259}]" 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.543Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-179 2021-10-09T16:27:37.633Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9259 [Follower]" leader= 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-169 2021-10-09T16:27:37.633Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-169.global (Addr: 127.0.0.1:9213) (DC: dc1)" 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-167 2021-10-09T16:27:37.633Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:37.633Z [ERROR] nomad/leader.go:136: nomad: failed to wait for barrier: error="leadership lost while committing log" nomad-163 2021-10-09T16:27:37.633Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-170 2021-10-09T16:27:37.631Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9252 [Follower]" leader= nomad-170 2021-10-09T16:27:37.632Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-170.global 127.0.0.1 nomad-170 2021-10-09T16:27:37.633Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-179 2021-10-09T16:27:37.633Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-179.global 127.0.0.1 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:37.633Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:37.633Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9232 [Candidate]" term=4 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-170 2021-10-09T16:27:37.633Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-170.global (Addr: 127.0.0.1:9252) (DC: dc1)" 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-179 2021-10-09T16:27:37.633Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-158 2021-10-09T16:27:37.633Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-158 2021-10-09T16:27:37.633Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=4 tally=1 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-179 2021-10-09T16:27:37.633Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-179.global (Addr: 127.0.0.1:9259) (DC: dc1)" 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= --- PASS: TestResolveACLToken (0.00s) === CONT TestACLEndpoint_UpsertTokens_Invalid 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.633Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.634Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.634Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.634Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:37.634Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9219 2021-10-09T16:27:37.634Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.634Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:37.634Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=4 2021-10-09T16:27:37.634Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:37.634Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 2021-10-09T16:27:37.634Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.634Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.634Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:37.634Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=4 tally=1 2021-10-09T16:27:37.634Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:37.531Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-158.global (timeout reached) nomad-155 2021-10-09T16:27:37.634Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-158.global) nomad-155 2021-10-09T16:27:37.531Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-155 2021-10-09T16:27:37.634Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9274 [Candidate]" term=3 2021-10-09T16:27:37.634Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:37.634Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-155 2021-10-09T16:27:37.634Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9274 term=3 tally=1 nomad-155 2021-10-09T16:27:37.634Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-158.global has failed, no acks received nomad-155 2021-10-09T16:27:37.634Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 nomad-163 2021-10-09T16:27:37.634Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-163 2021-10-09T16:27:37.634Z [WARN] raft/raft.go:1471: nomad.raft: rejecting vote request since our last index is greater: candidate=127.0.0.1:9234 last-index=3 last-candidate-index=2 nomad-155 2021-10-09T16:27:37.634Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-155 2021-10-09T16:27:37.634Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9274 [Follower]" leader= nomad-176 2021-10-09T16:27:37.634Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9261 Address:127.0.0.1:9261}]" nomad-155 2021-10-09T16:27:37.634Z [ERROR] nomad/leader.go:1465: nomad.core: failed to initialize config: error="node is not the leader" nomad-158 2021-10-09T16:27:37.634Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9274 term=4 tally=2 nomad-158 2021-10-09T16:27:37.634Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-176 2021-10-09T16:27:37.634Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9261 [Follower]" leader= nomad-158 2021-10-09T16:27:37.634Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9232 [Leader]" nomad-158 2021-10-09T16:27:37.634Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9274 nomad-155 2021-10-09T16:27:37.635Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-155 2021-10-09T16:27:37.635Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-158 2021-10-09T16:27:37.635Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-176 2021-10-09T16:27:37.635Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-176.global 127.0.0.1 nomad-158 2021-10-09T16:27:37.635Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9274 127.0.0.1:9274}" nomad-176 2021-10-09T16:27:37.635Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] 2021-10-09T16:27:37.635Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-176 2021-10-09T16:27:37.635Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-176.global (Addr: 127.0.0.1:9261) (DC: dc1)" nomad-158 2021-10-09T16:27:37.636Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=20b3d2eb-5aa7-30e1-32a3-c358691348a9 create_time=1633796857636118180 nomad-158 2021-10-09T16:27:37.636Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=20b3d2eb-5aa7-30e1-32a3-c358691348a9 create_time=1633796857636118180 2021-10-09T16:27:37.636Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:37.636Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-181 2021-10-09T16:27:37.636Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9276 Address:127.0.0.1:9276}]" nomad-181 2021-10-09T16:27:37.636Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9276 [Follower]" leader= 2021-10-09T16:27:37.634Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-181 2021-10-09T16:27:37.637Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-181.global 127.0.0.1 2021-10-09T16:27:37.634Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-181 2021-10-09T16:27:37.637Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-184 2021-10-09T16:27:37.637Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-181 2021-10-09T16:27:37.638Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-181.global (Addr: 127.0.0.1:9276) (DC: dc1)" nomad-184 2021-10-09T16:27:37.638Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-184.global 127.0.0.1 nomad-184 2021-10-09T16:27:37.638Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-183 2021-10-09T16:27:37.639Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9288 Address:127.0.0.1:9288}]" nomad-183 2021-10-09T16:27:37.640Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-183.global 127.0.0.1 nomad-183 2021-10-09T16:27:37.640Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-183 2021-10-09T16:27:37.640Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9288 [Follower]" leader= nomad-186 2021-10-09T16:27:37.640Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-186 2021-10-09T16:27:37.641Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-186.global 127.0.0.1 nomad-183 2021-10-09T16:27:37.641Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-183.global (Addr: 127.0.0.1:9288) (DC: dc1)" nomad-186 2021-10-09T16:27:37.641Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-157 2021-10-09T16:27:37.730Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-177 2021-10-09T16:27:37.730Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-177 2021-10-09T16:27:37.730Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9227 [Candidate]" term=2 --- PASS: TestBlockedEvals_GetDuplicates (0.50s) === CONT TestACLEndpoint_UpsertTokens nomad-177 2021-10-09T16:27:37.730Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-09T16:27:37.643Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:37.730Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=5 nomad-157 2021-10-09T16:27:37.730Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-157 2021-10-09T16:27:37.730Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=5 tally=1 nomad-163 2021-10-09T16:27:37.730Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-177 2021-10-09T16:27:37.730Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9227 term=2 tally=1 nomad-185 2021-10-09T16:27:37.645Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9294 Address:127.0.0.1:9294}]" nomad-163 2021-10-09T16:27:37.731Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=5 nomad-177 2021-10-09T16:27:37.731Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:37.642Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.731Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-179 2021-10-09T16:27:37.730Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:37.643Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-179 2021-10-09T16:27:37.731Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9259 [Candidate]" term=2 nomad-173 2021-10-09T16:27:37.730Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:37.731Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:37.731Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-163.global (timeout reached) nomad-176 2021-10-09T16:27:37.730Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-179 2021-10-09T16:27:37.731Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-173 2021-10-09T16:27:37.731Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9238 [Candidate]" term=2 nomad-179 2021-10-09T16:27:37.731Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9259 term=2 tally=1 nomad-176 2021-10-09T16:27:37.731Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9261 [Candidate]" term=2 nomad-186 2021-10-09T16:27:37.643Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9231 [Follower]" leader= nomad-179 2021-10-09T16:27:37.731Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-174 2021-10-09T16:27:37.731Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-179 2021-10-09T16:27:37.731Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9259 [Leader]" nomad-186 2021-10-09T16:27:37.730Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-186.global (Addr: 127.0.0.1:9231) (DC: dc1)" nomad-174 2021-10-09T16:27:37.731Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9266 [Candidate]" term=2 nomad-174 2021-10-09T16:27:37.731Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-184 2021-10-09T16:27:37.641Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9233 [Follower]" leader= nomad-179 2021-10-09T16:27:37.731Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-163 2021-10-09T16:27:37.731Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-174 2021-10-09T16:27:37.731Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9266 term=2 tally=1 nomad-174 2021-10-09T16:27:37.731Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-163 2021-10-09T16:27:37.731Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 nomad-184 2021-10-09T16:27:37.642Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-184.global (Addr: 127.0.0.1:9233) (DC: dc1)" nomad-174 2021-10-09T16:27:37.731Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9266 [Leader]" nomad-177 2021-10-09T16:27:37.731Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9227 [Leader]" nomad-174 2021-10-09T16:27:37.731Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-155 2021-10-09T16:27:37.730Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=20b3d2eb-5aa7-30e1-32a3-c358691348a9 create_time=1633796857636118180 nomad-177 2021-10-09T16:27:37.731Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-155 2021-10-09T16:27:37.731Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-158.global (timeout reached) nomad-185 2021-10-09T16:27:37.731Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-185.global 127.0.0.1 2021-10-09T16:27:37.730Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:37.731Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=5 tally=1 nomad-157 2021-10-09T16:27:37.731Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 2021-10-09T16:27:37.641Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.643Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.643Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-173 2021-10-09T16:27:37.731Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-09T16:27:37.643Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.643Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-173 2021-10-09T16:27:37.732Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9238 term=2 tally=1 2021-10-09T16:27:37.731Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.643Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-173 2021-10-09T16:27:37.732Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:37.731Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.643Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.643Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-183 2021-10-09T16:27:37.732Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:37.644Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.643Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-179 2021-10-09T16:27:37.732Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=be51f626-a399-b6c7-66aa-5936d785bd2c create_time=1633796857732351427 nomad-183 2021-10-09T16:27:37.732Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9288 [Candidate]" term=2 2021-10-09T16:27:37.732Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.644Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-179 2021-10-09T16:27:37.732Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=be51f626-a399-b6c7-66aa-5936d785bd2c create_time=1633796857732351427 nomad-163 2021-10-09T16:27:37.731Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:41302 2021-10-09T16:27:37.732Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.644Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-172 2021-10-09T16:27:37.732Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:37.732Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-172 2021-10-09T16:27:37.733Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9290 [Candidate]" term=2 2021-10-09T16:27:37.732Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-182 2021-10-09T16:27:37.732Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9235 Address:127.0.0.1:9235}]" nomad-172 2021-10-09T16:27:37.733Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-179 2021-10-09T16:27:37.733Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-172 2021-10-09T16:27:37.733Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9290 term=2 tally=1 nomad-172 2021-10-09T16:27:37.733Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:37.732Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-172 2021-10-09T16:27:37.733Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9290 [Leader]" 2021-10-09T16:27:37.732Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.732Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.732Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-172 2021-10-09T16:27:37.733Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:37.732Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.732Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.732Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.732Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-174 2021-10-09T16:27:37.733Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=808b37f5-5c60-71e0-da24-43be9c0cc540 create_time=1633796857733235813 2021-10-09T16:27:37.732Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:37.732Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-155.global) 2021-10-09T16:27:37.732Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.732Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:37.733Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:49122 2021-10-09T16:27:37.732Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-182 2021-10-09T16:27:37.733Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9235 [Follower]" leader= nomad-171 2021-10-09T16:27:37.732Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-174 2021-10-09T16:27:37.733Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=808b37f5-5c60-71e0-da24-43be9c0cc540 create_time=1633796857733235813 2021-10-09T16:27:37.733Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-180 2021-10-09T16:27:37.732Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-171 2021-10-09T16:27:37.733Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9211 [Candidate]" term=2 nomad-173 2021-10-09T16:27:37.732Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9238 [Leader]" 2021-10-09T16:27:37.733Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-183 2021-10-09T16:27:37.733Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-171 2021-10-09T16:27:37.733Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-180 2021-10-09T16:27:37.733Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9273 [Candidate]" term=2 nomad-183 2021-10-09T16:27:37.733Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9288 term=2 tally=1 nomad-171 2021-10-09T16:27:37.733Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9211 term=2 tally=1 nomad-180 2021-10-09T16:27:37.733Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-183 2021-10-09T16:27:37.733Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-171 2021-10-09T16:27:37.733Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-173 2021-10-09T16:27:37.733Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-180 2021-10-09T16:27:37.733Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9273 term=2 tally=1 nomad-183 2021-10-09T16:27:37.733Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9288 [Leader]" nomad-176 2021-10-09T16:27:37.731Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-180 2021-10-09T16:27:37.733Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-176 2021-10-09T16:27:37.733Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9261 term=2 tally=1 nomad-180 2021-10-09T16:27:37.733Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9273 [Leader]" nomad-176 2021-10-09T16:27:37.733Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-183 2021-10-09T16:27:37.733Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-182 2021-10-09T16:27:37.733Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-182.global 127.0.0.1 nomad-176 2021-10-09T16:27:37.733Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9261 [Leader]" nomad-180 2021-10-09T16:27:37.733Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-174 2021-10-09T16:27:37.733Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-176 2021-10-09T16:27:37.733Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-172 2021-10-09T16:27:37.733Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=9a37bf42-d596-9956-d1e0-a9be1bfc298d create_time=1633796857733690809 nomad-172 2021-10-09T16:27:37.733Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=9a37bf42-d596-9956-d1e0-a9be1bfc298d create_time=1633796857733690809 nomad-182 2021-10-09T16:27:37.733Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-171 2021-10-09T16:27:37.733Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9211 [Leader]" nomad-185 2021-10-09T16:27:37.731Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-171 2021-10-09T16:27:37.733Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-173 2021-10-09T16:27:37.734Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=bc9718cd-89c7-e534-2c75-ad8979504996 create_time=1633796857734015159 nomad-173 2021-10-09T16:27:37.734Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=bc9718cd-89c7-e534-2c75-ad8979504996 create_time=1633796857734015159 nomad-183 2021-10-09T16:27:37.734Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8f572534-7dbf-b840-922b-b8db0ceaa3e9 create_time=1633796857734079779 nomad-180 2021-10-09T16:27:37.734Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=0390e62d-085a-d66d-2bf5-a383b93964a0 create_time=1633796857734099628 nomad-183 2021-10-09T16:27:37.734Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=8f572534-7dbf-b840-922b-b8db0ceaa3e9 create_time=1633796857734079779 nomad-180 2021-10-09T16:27:37.734Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=0390e62d-085a-d66d-2bf5-a383b93964a0 create_time=1633796857734099628 nomad-176 2021-10-09T16:27:37.734Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=16f3cfa2-f81d-d743-9727-bce27869d9d3 create_time=1633796857734182511 nomad-176 2021-10-09T16:27:37.734Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=16f3cfa2-f81d-d743-9727-bce27869d9d3 create_time=1633796857734182511 nomad-182 2021-10-09T16:27:37.734Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-182.global (Addr: 127.0.0.1:9235) (DC: dc1)" nomad-181 2021-10-09T16:27:37.730Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-181 2021-10-09T16:27:37.734Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9276 [Candidate]" term=2 nomad-181 2021-10-09T16:27:37.734Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-181 2021-10-09T16:27:37.734Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9276 term=2 tally=1 nomad-185 2021-10-09T16:27:37.732Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9294 [Follower]" leader= nomad-181 2021-10-09T16:27:37.734Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-171 2021-10-09T16:27:37.734Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8a6ff73c-23ab-69e9-bc79-91e44ff8c0c0 create_time=1633796857734367173 nomad-173 2021-10-09T16:27:37.734Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-181 2021-10-09T16:27:37.734Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9276 [Leader]" nomad-180 2021-10-09T16:27:37.734Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-171 2021-10-09T16:27:37.734Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=8a6ff73c-23ab-69e9-bc79-91e44ff8c0c0 create_time=1633796857734367173 nomad-176 2021-10-09T16:27:37.734Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-181 2021-10-09T16:27:37.734Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-183 2021-10-09T16:27:37.734Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-171 2021-10-09T16:27:37.734Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-185 2021-10-09T16:27:37.734Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-185.global (Addr: 127.0.0.1:9294) (DC: dc1)" nomad-177 2021-10-09T16:27:37.732Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=a654dcd7-195a-5956-defb-d494557d6d57 create_time=1633796857732069231 nomad-172 2021-10-09T16:27:37.734Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-177 2021-10-09T16:27:37.734Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=a654dcd7-195a-5956-defb-d494557d6d57 create_time=1633796857732069231 nomad-177 2021-10-09T16:27:37.734Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-181 2021-10-09T16:27:37.734Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=5def0330-3b63-430f-424d-5c9bdd6f4093 create_time=1633796857734905521 nomad-181 2021-10-09T16:27:37.734Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=5def0330-3b63-430f-424d-5c9bdd6f4093 create_time=1633796857734905521 nomad-181 2021-10-09T16:27:37.735Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-170 2021-10-09T16:27:37.735Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election 2021-10-09T16:27:37.735Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-178 2021-10-09T16:27:37.735Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-178 2021-10-09T16:27:37.735Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9246 [Candidate]" term=2 nomad-178 2021-10-09T16:27:37.735Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-178 2021-10-09T16:27:37.735Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9246 term=2 tally=1 nomad-178 2021-10-09T16:27:37.735Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-178 2021-10-09T16:27:37.735Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9246 [Leader]" nomad-178 2021-10-09T16:27:37.735Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-169 2021-10-09T16:27:37.735Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-169 2021-10-09T16:27:37.735Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9213 [Candidate]" term=2 nomad-169 2021-10-09T16:27:37.735Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-169 2021-10-09T16:27:37.735Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=a88dc973-4cf6-6b3e-044b-1b0775926a95 term=2 tally=1 nomad-169 2021-10-09T16:27:37.735Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-169 2021-10-09T16:27:37.736Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9213 [Leader]" nomad-175 2021-10-09T16:27:37.735Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-178 2021-10-09T16:27:37.736Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=4f1aa45b-9ca0-e859-1daa-b2aa0783e2f5 create_time=1633796857736036043 nomad-169 2021-10-09T16:27:37.736Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-178 2021-10-09T16:27:37.736Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=4f1aa45b-9ca0-e859-1daa-b2aa0783e2f5 create_time=1633796857736036043 nomad-178 2021-10-09T16:27:37.736Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-169 2021-10-09T16:27:37.736Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=9493011e-2a4a-66c9-99e0-64ab3d8c7836 create_time=1633796857736475146 nomad-169 2021-10-09T16:27:37.736Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=9493011e-2a4a-66c9-99e0-64ab3d8c7836 create_time=1633796857736475146 nomad-175 2021-10-09T16:27:37.736Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9215 [Candidate]" term=2 nomad-169 2021-10-09T16:27:37.736Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-187 2021-10-09T16:27:37.739Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-187 2021-10-09T16:27:37.740Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-187.global 127.0.0.1 nomad-175 2021-10-09T16:27:37.736Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-175 2021-10-09T16:27:37.740Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9215 term=2 tally=1 nomad-187 2021-10-09T16:27:37.740Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-175 2021-10-09T16:27:37.740Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-175 2021-10-09T16:27:37.740Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9215 [Leader]" nomad-175 2021-10-09T16:27:37.740Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-175 2021-10-09T16:27:37.741Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=995c0d86-c556-761a-24f3-5fc363aa3490 create_time=1633796857741717592 nomad-175 2021-10-09T16:27:37.741Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=995c0d86-c556-761a-24f3-5fc363aa3490 create_time=1633796857741717592 nomad-175 2021-10-09T16:27:37.742Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-176 2021-10-09T16:27:37.745Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-176 2021-10-09T16:27:37.745Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-176 2021-10-09T16:27:37.745Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestAllocEndpoint_GetAlloc_ACL (0.41s) === CONT TestACLEndpoint_Bootstrap_Reset 2021-10-09T16:27:37.830Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.830Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-176 2021-10-09T16:27:37.830Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-187 2021-10-09T16:27:37.830Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9241 [Follower]" leader= 2021-10-09T16:27:37.830Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.830Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:37.830Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9232 2021-10-09T16:27:37.830Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:37.830Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-155 2021-10-09T16:27:37.830Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9274 [Candidate]" term=5 nomad-155 2021-10-09T16:27:37.830Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-155 2021-10-09T16:27:37.830Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9274 term=5 tally=1 2021-10-09T16:27:37.830Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.830Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.830Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-187 2021-10-09T16:27:37.831Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-187.global (Addr: 127.0.0.1:9241) (DC: dc1)" nomad-186 2021-10-09T16:27:37.831Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-157 2021-10-09T16:27:37.831Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-157 2021-10-09T16:27:37.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=6 nomad-157 2021-10-09T16:27:37.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-157 2021-10-09T16:27:37.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=6 tally=1 2021-10-09T16:27:37.831Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.831Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.830Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.831Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.831Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.831Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.830Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-185 2021-10-09T16:27:37.831Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-185 2021-10-09T16:27:37.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9294 [Candidate]" term=2 nomad-185 2021-10-09T16:27:37.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-185 2021-10-09T16:27:37.843Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9294 term=2 tally=1 nomad-185 2021-10-09T16:27:37.843Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-185 2021-10-09T16:27:37.843Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9294 [Leader]" nomad-185 2021-10-09T16:27:37.843Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-185 2021-10-09T16:27:37.844Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=88b21d41-7832-134b-1d91-1b1b0248fff5 create_time=1633796857844579331 nomad-185 2021-10-09T16:27:37.945Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=88b21d41-7832-134b-1d91-1b1b0248fff5 create_time=1633796857844579331 nomad-168 2021-10-09T16:27:37.831Z [DEBUG] nomad/client_agent_endpoint_test.go:391: nomad: test log nomad-190 2021-10-09T16:27:38.031Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9284 Address:127.0.0.1:9284}]" nomad-158 2021-10-09T16:27:37.948Z [DEBUG] raft/raft.go:882: nomad.raft: failed to contact: server-id=127.0.0.1:9274 time=207.982993ms nomad-158 2021-10-09T16:27:38.032Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-155 2021-10-09T16:27:38.033Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-158.global (timeout reached) nomad-155 2021-10-09T16:27:38.033Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-155 2021-10-09T16:27:38.033Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9274 [Candidate]" term=6 nomad-155 2021-10-09T16:27:38.033Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-155 2021-10-09T16:27:38.033Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9274 term=6 tally=1 2021-10-09T16:27:37.830Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-181 2021-10-09T16:27:37.946Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-09T16:27:37.948Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-185 2021-10-09T16:27:38.032Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-183 2021-10-09T16:27:37.946Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-168 2021-10-09T16:27:38.132Z [DEBUG] nomad/client_agent_endpoint_test.go:391: nomad: test log nomad-163 2021-10-09T16:27:37.947Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election 2021-10-09T16:27:37.831Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:38.133Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-155 2021-10-09T16:27:38.133Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9274 [Candidate]" term=7 nomad-155 2021-10-09T16:27:38.133Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-155 2021-10-09T16:27:38.133Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9274 term=7 tally=1 nomad-187 2021-10-09T16:27:38.033Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-163 2021-10-09T16:27:38.132Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=6 2021-10-09T16:27:37.948Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-182 2021-10-09T16:27:38.032Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-181 2021-10-09T16:27:38.034Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-183 2021-10-09T16:27:38.132Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-157 2021-10-09T16:27:38.033Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-181 2021-10-09T16:27:38.132Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-168 2021-10-09T16:27:38.233Z [DEBUG] nomad/client_agent_endpoint_test.go:391: nomad: test log 2021-10-09T16:27:37.831Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-169 2021-10-09T16:27:38.035Z [WARN] nomad/stats_fetcher.go:98: nomad.stats_fetcher: failed retrieving server health: server=nomad-169.global error="context deadline exceeded" nomad-169 2021-10-09T16:27:38.243Z [WARN] nomad/stats_fetcher.go:76: nomad.stats_fetcher: failed retrieving server health; last request still outstanding: server=nomad-169.global nomad-163 2021-10-09T16:27:38.243Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-158 2021-10-09T16:27:38.032Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9232 [Follower]" leader= nomad-183 2021-10-09T16:27:38.234Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-158 2021-10-09T16:27:38.243Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-190 2021-10-09T16:27:38.032Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9284 [Follower]" leader= nomad-183 2021-10-09T16:27:38.243Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-163 2021-10-09T16:27:38.243Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 nomad-163 2021-10-09T16:27:38.243Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=6 tally=1 2021-10-09T16:27:37.948Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:37.948Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:38.032Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:37.948Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:38.243Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=7 2021-10-09T16:27:38.131Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:38.243Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-157 2021-10-09T16:27:38.243Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=7 tally=1 nomad-178 2021-10-09T16:27:38.243Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-178 2021-10-09T16:27:38.243Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-158 2021-10-09T16:27:38.030Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9274 127.0.0.1:9274}" nomad-168 2021-10-09T16:27:38.244Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-158 2021-10-09T16:27:38.244Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9274 127.0.0.1:9274}" nomad-168 2021-10-09T16:27:38.244Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestACLEndpoint_ResolveToken (0.61s) === CONT TestACLEndpoint_Bootstrap --- PASS: TestAllocEndpoint_List (0.69s) === CONT TestACLEndpoint_DeleteTokens_WithNonexistentToken nomad-158 2021-10-09T16:27:38.244Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-168 2021-10-09T16:27:38.244Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-182 2021-10-09T16:27:38.234Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9235 [Candidate]" term=2 nomad-182 2021-10-09T16:27:38.245Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-163 2021-10-09T16:27:38.246Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-163 2021-10-09T16:27:38.246Z [WARN] raft/raft.go:1471: nomad.raft: rejecting vote request since our last index is greater: candidate=127.0.0.1:9234 last-index=3 last-candidate-index=2 nomad-163 2021-10-09T16:27:38.246Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9219 [Follower]" leader= nomad-177 2021-10-09T16:27:38.246Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-177 2021-10-09T16:27:38.246Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-158 2021-10-09T16:27:38.246Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-158 2021-10-09T16:27:38.246Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-192 2021-10-09T16:27:38.247Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9243 Address:127.0.0.1:9243}]" nomad-174 2021-10-09T16:27:38.247Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-174 2021-10-09T16:27:38.247Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-192 2021-10-09T16:27:38.247Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-192.global 127.0.0.1 nomad-174 2021-10-09T16:27:38.247Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-192 2021-10-09T16:27:38.247Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] 2021-10-09T16:27:38.247Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.247Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.247Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.247Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-171 2021-10-09T16:27:38.247Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=434ea9c6-5c2d-9a26-389a-2733541cd681 2021-10-09T16:27:38.247Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.247Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-171 2021-10-09T16:27:38.247Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=434ea9c6-5c2d-9a26-389a-2733541cd681 job_id=mock-service-8019e618-9f18-cd7c-8dc2-49859a4e8033 namespace=default algorithm=binpack 2021-10-09T16:27:38.247Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.248Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-171 2021-10-09T16:27:38.248Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=434ea9c6-5c2d-9a26-389a-2733541cd681 job_id=mock-service-8019e618-9f18-cd7c-8dc2-49859a4e8033 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:27:38.248Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.248Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-192 2021-10-09T16:27:38.248Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9243 [Follower]" leader= nomad-171 2021-10-09T16:27:38.248Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=5542f008-9b78-68ca-351f-1487bfd7b9a9 nomad-192 2021-10-09T16:27:38.248Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-192.global (Addr: 127.0.0.1:9243) (DC: dc1)" nomad-171 2021-10-09T16:27:38.248Z [DEBUG] nomad/worker.go:315: worker: submitted plan for evaluation: eval_id=434ea9c6-5c2d-9a26-389a-2733541cd681 nomad-171 2021-10-09T16:27:38.248Z [DEBUG] scheduler/util.go:535: worker.service_sched: setting eval status: eval_id=434ea9c6-5c2d-9a26-389a-2733541cd681 job_id=mock-service-8019e618-9f18-cd7c-8dc2-49859a4e8033 namespace=default status=complete nomad-171 2021-10-09T16:27:38.249Z [DEBUG] nomad/worker.go:377: worker: updated evaluation: eval="" nomad-171 2021-10-09T16:27:38.249Z [DEBUG] nomad/worker.go:223: worker: ack evaluation: eval_id=434ea9c6-5c2d-9a26-389a-2733541cd681 nomad-171 2021-10-09T16:27:38.248Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=5542f008-9b78-68ca-351f-1487bfd7b9a9 job_id=mock-service-27e59fad-c914-da0e-5821-aca81fd60755 namespace=default algorithm=binpack nomad-171 2021-10-09T16:27:38.249Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=5542f008-9b78-68ca-351f-1487bfd7b9a9 job_id=mock-service-27e59fad-c914-da0e-5821-aca81fd60755 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" nomad-171 2021-10-09T16:27:38.249Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-171 2021-10-09T16:27:38.249Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-182 2021-10-09T16:27:38.245Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9235 term=2 tally=1 nomad-182 2021-10-09T16:27:38.330Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-182 2021-10-09T16:27:38.330Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9235 [Leader]" nomad-177 2021-10-09T16:27:38.330Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-158 2021-10-09T16:27:38.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-158 2021-10-09T16:27:38.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9232 [Candidate]" term=8 nomad-169 2021-10-09T16:27:38.330Z [WARN] nomad/stats_fetcher.go:76: nomad.stats_fetcher: failed retrieving server health; last request still outstanding: server=nomad-169.global nomad-178 2021-10-09T16:27:38.330Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:38.330Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-182 2021-10-09T16:27:38.330Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-177 2021-10-09T16:27:38.330Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:38.330Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= --- PASS: TestAllocEndpoint_GetAllocs (1.10s) === CONT TestACLEndpoint_DeleteTokens nomad-155 2021-10-09T16:27:38.230Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-155 2021-10-09T16:27:38.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9274 [Candidate]" term=8 nomad-155 2021-10-09T16:27:38.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-155 2021-10-09T16:27:38.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9274 term=8 tally=1 nomad-171 2021-10-09T16:27:38.331Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-182 2021-10-09T16:27:38.331Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=695c3413-a901-cdb8-ce6a-a6ffdbad82f1 create_time=1633796858331211476 nomad-182 2021-10-09T16:27:38.331Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=695c3413-a901-cdb8-ce6a-a6ffdbad82f1 create_time=1633796858331211476 --- PASS: TestAllocEndpoint_List_AllNamespaces_OSS (0.90s) === CONT TestACLEndpoint_ListTokens_Blocking --- PASS: TestAllocEndpoint_GetAlloc (1.00s) === CONT TestACLEndpoint_ListTokens nomad-171 2021-10-09T16:27:38.331Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestAllocEndpoint_Stop_ACL (1.10s) === CONT TestACLEndpoint_GetTokens_Blocking nomad-171 2021-10-09T16:27:38.331Z [ERROR] nomad/plan_apply.go:374: nomad: failed to apply plan: error="leadership lost while committing log" nomad-171 2021-10-09T16:27:38.331Z [ERROR] nomad/worker.go:309: worker: failed to submit plan for evaluation: eval_id=5542f008-9b78-68ca-351f-1487bfd7b9a9 error="leadership lost while committing log" nomad-171 2021-10-09T16:27:38.331Z [ERROR] nomad/worker.go:130: worker: error invoking scheduler: error="failed to process evaluation: leadership lost while committing log" 2021-10-09T16:27:38.331Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-171 2021-10-09T16:27:38.331Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=5542f008-9b78-68ca-351f-1487bfd7b9a9 error="No cluster leader" nomad-181 2021-10-09T16:27:38.332Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:38.331Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.332Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-191 2021-10-09T16:27:38.332Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] 2021-10-09T16:27:38.332Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.332Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= --- PASS: TestMonitor_MonitorServer (1.39s) nomad-174 2021-10-09T16:27:38.332Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:38.332Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-188 2021-10-09T16:27:38.332Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9286 Address:127.0.0.1:9286}]" 2021-10-09T16:27:38.332Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= === CONT TestACLEndpoint_GetTokens 2021-10-09T16:27:38.332Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:38.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-158 2021-10-09T16:27:38.332Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=8 tally=1 nomad-155 2021-10-09T16:27:38.332Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-178 2021-10-09T16:27:38.332Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-191 2021-10-09T16:27:38.332Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-191.global 127.0.0.1 2021-10-09T16:27:38.332Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-191 2021-10-09T16:27:38.332Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-188 2021-10-09T16:27:38.332Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-188.global 127.0.0.1 nomad-188 2021-10-09T16:27:38.332Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-189 2021-10-09T16:27:38.332Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-172 2021-10-09T16:27:38.332Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=27009bcc-6741-ee3f-3b60-f8b1f4f4999e 2021-10-09T16:27:38.333Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.333Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-172 2021-10-09T16:27:38.333Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=27009bcc-6741-ee3f-3b60-f8b1f4f4999e job_id=mock-service-5ef23a64-79c3-e8c3-014c-967ef12e6273 namespace=default algorithm=binpack 2021-10-09T16:27:38.333Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.333Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-188 2021-10-09T16:27:38.333Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9286 [Follower]" leader= nomad-172 2021-10-09T16:27:38.333Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=27009bcc-6741-ee3f-3b60-f8b1f4f4999e job_id=mock-service-5ef23a64-79c3-e8c3-014c-967ef12e6273 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" nomad-169 2021-10-09T16:27:38.333Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:58002 nomad-189 2021-10-09T16:27:38.333Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-189.global 127.0.0.1 2021-10-09T16:27:38.333Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.333Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.333Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.333Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.333Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.333Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-188 2021-10-09T16:27:38.333Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-188.global (Addr: 127.0.0.1:9286) (DC: dc1)" nomad-190 2021-10-09T16:27:38.333Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-190 2021-10-09T16:27:38.333Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9284 [Candidate]" term=2 2021-10-09T16:27:38.333Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-180 2021-10-09T16:27:38.333Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-09T16:27:38.333Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-180 2021-10-09T16:27:38.333Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:38.333Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.333Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.334Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-180 2021-10-09T16:27:38.334Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:38.334Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= --- PASS: TestAllocEndpoint_List_ACL (0.79s) === CONT TestACLEndpoint_GetToken_Blocking 2021-10-09T16:27:38.334Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.334Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.334Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-191 2021-10-09T16:27:38.333Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9239 [Follower]" leader= 2021-10-09T16:27:38.334Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-172 2021-10-09T16:27:38.334Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=53725bd6-386b-0457-3621-808586141e02 nomad-196 2021-10-09T16:27:38.334Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9293 Address:127.0.0.1:9293}]" nomad-172 2021-10-09T16:27:38.334Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=53725bd6-386b-0457-3621-808586141e02 job_id=mock-service-a605efed-6b32-fe50-6499-c18620000601 namespace=default algorithm=binpack nomad-197 2021-10-09T16:27:38.334Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9249 Address:127.0.0.1:9249}]" nomad-163 2021-10-09T16:27:38.334Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-157.global has failed, no acks received nomad-172 2021-10-09T16:27:38.334Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=53725bd6-386b-0457-3621-808586141e02 job_id=mock-service-a605efed-6b32-fe50-6499-c18620000601 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" nomad-172 2021-10-09T16:27:38.334Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-172 2021-10-09T16:27:38.334Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-182 2021-10-09T16:27:38.334Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-172 2021-10-09T16:27:38.334Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-196 2021-10-09T16:27:38.334Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-196.global 127.0.0.1 nomad-172 2021-10-09T16:27:38.334Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-155 2021-10-09T16:27:38.330Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-158.global has failed, no acks received nomad-197 2021-10-09T16:27:38.334Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-197.global 127.0.0.1 nomad-157 2021-10-09T16:27:38.334Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-196 2021-10-09T16:27:38.334Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-157 2021-10-09T16:27:38.334Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=8 nomad-197 2021-10-09T16:27:38.334Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-157 2021-10-09T16:27:38.334Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-157 2021-10-09T16:27:38.334Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=8 tally=1 nomad-158 2021-10-09T16:27:38.334Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 2021-10-09T16:27:38.335Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.335Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:38.335Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-196 2021-10-09T16:27:38.335Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9293 [Follower]" leader= 2021-10-09T16:27:38.335Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:38.335Z [WARN] raft/raft.go:1471: nomad.raft: rejecting vote request since our last index is greater: candidate=127.0.0.1:9234 last-index=3 last-candidate-index=2 nomad-195 2021-10-09T16:27:38.335Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9225 Address:127.0.0.1:9225}]" nomad-197 2021-10-09T16:27:38.335Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9249 [Follower]" leader= 2021-10-09T16:27:38.335Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.335Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.335Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.335Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.335Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.335Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= --- PASS: TestAllocEndpoint_UpdateDesiredTransition (1.10s) === CONT TestACLEndpoint_GetToken 2021-10-09T16:27:38.335Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-196 2021-10-09T16:27:38.335Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-196.global (Addr: 127.0.0.1:9293) (DC: dc1)" 2021-10-09T16:27:38.335Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-198 2021-10-09T16:27:38.335Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9255 Address:127.0.0.1:9255}]" 2021-10-09T16:27:38.335Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.335Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.335Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-168 2021-10-09T16:27:38.335Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:38.335Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-195 2021-10-09T16:27:38.335Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-195.global 127.0.0.1 nomad-172 2021-10-09T16:27:38.335Z [DEBUG] nomad/worker.go:315: worker: submitted plan for evaluation: eval_id=27009bcc-6741-ee3f-3b60-f8b1f4f4999e nomad-172 2021-10-09T16:27:38.335Z [DEBUG] scheduler/util.go:535: worker.service_sched: setting eval status: eval_id=27009bcc-6741-ee3f-3b60-f8b1f4f4999e job_id=mock-service-5ef23a64-79c3-e8c3-014c-967ef12e6273 namespace=default status=complete nomad-172 2021-10-09T16:27:38.335Z [ERROR] nomad/worker.go:130: worker: error invoking scheduler: error="failed to process evaluation: shutdown while planning" nomad-197 2021-10-09T16:27:38.335Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-197.global (Addr: 127.0.0.1:9249) (DC: dc1)" 2021-10-09T16:27:37.831Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-195 2021-10-09T16:27:38.335Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-172 2021-10-09T16:27:38.335Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=27009bcc-6741-ee3f-3b60-f8b1f4f4999e error="No cluster leader" 2021-10-09T16:27:37.831Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-172 2021-10-09T16:27:38.335Z [ERROR] nomad/plan_apply.go:374: nomad: failed to apply plan: error="raft is already shutdown" nomad-172 2021-10-09T16:27:38.335Z [ERROR] nomad/worker.go:309: worker: failed to submit plan for evaluation: eval_id=53725bd6-386b-0457-3621-808586141e02 error="raft is already shutdown" nomad-172 2021-10-09T16:27:38.335Z [ERROR] nomad/worker.go:130: worker: error invoking scheduler: error="failed to process evaluation: raft is already shutdown" nomad-172 2021-10-09T16:27:38.336Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=53725bd6-386b-0457-3621-808586141e02 error="No cluster leader" nomad-198 2021-10-09T16:27:38.336Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-198.global 127.0.0.1 2021-10-09T16:27:38.336Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.336Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.336Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-189 2021-10-09T16:27:38.336Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9220 [Follower]" leader= nomad-198 2021-10-09T16:27:38.336Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:38.336Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-180 2021-10-09T16:27:38.336Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-191 2021-10-09T16:27:38.336Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9236 2021-10-09T16:27:38.336Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-195 2021-10-09T16:27:38.336Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9225 [Follower]" leader= nomad-191 2021-10-09T16:27:38.336Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-191.global (Addr: 127.0.0.1:9239) (DC: dc1)" 2021-10-09T16:27:38.336Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.336Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.336Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.336Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.336Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.336Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.336Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-198 2021-10-09T16:27:38.336Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9255 [Follower]" leader= nomad-190 2021-10-09T16:27:38.336Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-190.global 127.0.0.1 nomad-190 2021-10-09T16:27:38.336Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-169 2021-10-09T16:27:38.337Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-191.global 127.0.0.1 nomad-199 2021-10-09T16:27:38.337Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9237 Address:127.0.0.1:9237}]" nomad-191 2021-10-09T16:27:38.337Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-169.global 127.0.0.1 nomad-169 2021-10-09T16:27:38.337Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-191.global (Addr: 127.0.0.1:9239) (DC: dc1)" nomad-195 2021-10-09T16:27:38.337Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-195.global (Addr: 127.0.0.1:9225) (DC: dc1)" 2021-10-09T16:27:38.337Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.337Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.337Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.337Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-199 2021-10-09T16:27:38.337Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9237 [Follower]" leader= 2021-10-09T16:27:38.337Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-190 2021-10-09T16:27:38.337Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-190 2021-10-09T16:27:38.337Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9284 term=2 tally=1 nomad-190 2021-10-09T16:27:38.337Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-190 2021-10-09T16:27:38.337Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9284 [Leader]" 2021-10-09T16:27:38.337Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-169 2021-10-09T16:27:38.337Z [INFO] raft/raft.go:1018: nomad.raft: updating configuration: command=AddNonvoter server-id=07ec3ff5-7e5c-cd74-cfb1-df180d1d6490 server-addr=127.0.0.1:9239 servers="[{Suffrage:Voter ID:a88dc973-4cf6-6b3e-044b-1b0775926a95 Address:127.0.0.1:9213} {Suffrage:Nonvoter ID:07ec3ff5-7e5c-cd74-cfb1-df180d1d6490 Address:127.0.0.1:9239}]" nomad-169 2021-10-09T16:27:38.337Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=07ec3ff5-7e5c-cd74-cfb1-df180d1d6490 2021-10-09T16:27:38.338Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-191 2021-10-09T16:27:38.338Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=7 last-index=0 error="log not found" nomad-198 2021-10-09T16:27:38.338Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-198.global (Addr: 127.0.0.1:9255) (DC: dc1)" nomad-169 2021-10-09T16:27:38.338Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Nonvoter 07ec3ff5-7e5c-cd74-cfb1-df180d1d6490 127.0.0.1:9239}" next=1 nomad-169 2021-10-09T16:27:38.338Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Nonvoter 07ec3ff5-7e5c-cd74-cfb1-df180d1d6490 127.0.0.1:9239}" nomad-191 2021-10-09T16:27:38.339Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=9493011e-2a4a-66c9-99e0-64ab3d8c7836 create_time=1633796857736475146 2021-10-09T16:27:38.337Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.337Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-190 2021-10-09T16:27:38.339Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-190.global (Addr: 127.0.0.1:9284) (DC: dc1)" 2021-10-09T16:27:38.337Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:38.339Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-155.global has failed, no acks received nomad-158 2021-10-09T16:27:38.340Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-155.global) 2021-10-09T16:27:38.337Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.337Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.337Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.337Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.338Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.338Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.338Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.338Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:38.340Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-163.global) nomad-163 2021-10-09T16:27:38.341Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-163 2021-10-09T16:27:38.341Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=9 nomad-163 2021-10-09T16:27:38.341Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-163 2021-10-09T16:27:38.341Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=9 tally=1 nomad-157 2021-10-09T16:27:38.342Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-157 2021-10-09T16:27:38.342Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9234 [Follower]" leader= nomad-163 2021-10-09T16:27:38.342Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=9 tally=2 nomad-163 2021-10-09T16:27:38.342Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-163 2021-10-09T16:27:38.342Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9219 [Leader]" nomad-163 2021-10-09T16:27:38.342Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9234 nomad-163 2021-10-09T16:27:38.342Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-157 2021-10-09T16:27:38.342Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=3 last-index=2 error="log not found" nomad-163 2021-10-09T16:27:38.342Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9234 127.0.0.1:9234}" next=3 nomad-163 2021-10-09T16:27:38.342Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9234 127.0.0.1:9234}" nomad-163 2021-10-09T16:27:38.344Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=51dbb364-ecf9-5541-aa6d-dfad3ebb5ca2 create_time=1633796858344190348 nomad-163 2021-10-09T16:27:38.344Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=51dbb364-ecf9-5541-aa6d-dfad3ebb5ca2 create_time=1633796858344190348 nomad-163 2021-10-09T16:27:38.344Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-189 2021-10-09T16:27:38.430Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-195 2021-10-09T16:27:38.430Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:38.430Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-192 2021-10-09T16:27:38.430Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-197 2021-10-09T16:27:38.430Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-195 2021-10-09T16:27:38.430Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9225 [Candidate]" term=2 nomad-182 2021-10-09T16:27:38.341Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-155 2021-10-09T16:27:38.430Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-195 2021-10-09T16:27:38.430Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-184 2021-10-09T16:27:38.430Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9208 nomad-185 2021-10-09T16:27:38.430Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-195 2021-10-09T16:27:38.430Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9225 term=2 tally=1 nomad-195 2021-10-09T16:27:38.430Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-197 2021-10-09T16:27:38.430Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9249 [Candidate]" term=2 nomad-197 2021-10-09T16:27:38.431Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-196 2021-10-09T16:27:38.431Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-197 2021-10-09T16:27:38.431Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9249 term=2 tally=1 nomad-170 2021-10-09T16:27:38.430Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:57186 nomad-197 2021-10-09T16:27:38.431Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-182 2021-10-09T16:27:38.430Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-197 2021-10-09T16:27:38.431Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9249 [Leader]" nomad-182 2021-10-09T16:27:38.430Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-182 2021-10-09T16:27:38.431Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-192 2021-10-09T16:27:38.430Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9243 [Candidate]" term=2 nomad-192 2021-10-09T16:27:38.431Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-192 2021-10-09T16:27:38.431Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9243 term=2 tally=1 nomad-192 2021-10-09T16:27:38.431Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-192 2021-10-09T16:27:38.431Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9243 [Leader]" nomad-197 2021-10-09T16:27:38.431Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-192 2021-10-09T16:27:38.431Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-158 2021-10-09T16:27:38.431Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election 2021-10-09T16:27:38.430Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-195 2021-10-09T16:27:38.430Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9225 [Leader]" --- PASS: TestResolveSecretToken (0.80s) nomad-196 2021-10-09T16:27:38.431Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9293 [Candidate]" term=2 === CONT TestACLEndpoint_UpsertPolicies_Invalid nomad-195 2021-10-09T16:27:38.432Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-185 2021-10-09T16:27:38.430Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-196 2021-10-09T16:27:38.432Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-158 2021-10-09T16:27:38.432Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9232 [Candidate]" term=9 nomad-158 2021-10-09T16:27:38.432Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-184 2021-10-09T16:27:38.432Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-170.global 127.0.0.1 nomad-158 2021-10-09T16:27:38.432Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=9 tally=1 nomad-200 2021-10-09T16:27:38.431Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9279 Address:127.0.0.1:9279}]" nomad-155 2021-10-09T16:27:38.430Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9274 [Candidate]" term=9 nomad-192 2021-10-09T16:27:38.432Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d1238822-4364-87e5-4426-3361ab0b3a54 create_time=1633796858432460434 nomad-192 2021-10-09T16:27:38.432Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=d1238822-4364-87e5-4426-3361ab0b3a54 create_time=1633796858432460434 nomad-194 2021-10-09T16:27:38.432Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9224 Address:127.0.0.1:9224}]" nomad-195 2021-10-09T16:27:38.432Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=05ae7ed8-30c9-5769-d5a2-1bf675594078 create_time=1633796858432571781 nomad-195 2021-10-09T16:27:38.432Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=05ae7ed8-30c9-5769-d5a2-1bf675594078 create_time=1633796858432571781 nomad-197 2021-10-09T16:27:38.432Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=a8e13bc4-b32d-524e-ebf5-d0358b118aac create_time=1633796858432623815 nomad-184 2021-10-09T16:27:38.432Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-170.global (Addr: 127.0.0.1:9252) (DC: dc1)" nomad-197 2021-10-09T16:27:38.432Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=a8e13bc4-b32d-524e-ebf5-d0358b118aac create_time=1633796858432623815 nomad-158 2021-10-09T16:27:38.432Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=9 nomad-189 2021-10-09T16:27:38.430Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-189.global (Addr: 127.0.0.1:9220) (DC: dc1)" 2021-10-09T16:27:38.431Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= --- PASS: TestACLEndpoint_UpsertTokens_Invalid (0.80s) === CONT TestACLEndpoint_UpsertPolicies 2021-10-09T16:27:38.431Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-185 2021-10-09T16:27:38.430Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:38.431Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-186 2021-10-09T16:27:38.432Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9208 nomad-195 2021-10-09T16:27:38.433Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-197 2021-10-09T16:27:38.433Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-194 2021-10-09T16:27:38.433Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-194.global 127.0.0.1 nomad-185 2021-10-09T16:27:38.432Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-194 2021-10-09T16:27:38.433Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-155 2021-10-09T16:27:38.432Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-155 2021-10-09T16:27:38.433Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9274 term=9 tally=1 nomad-194 2021-10-09T16:27:38.433Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9224 [Follower]" leader= 2021-10-09T16:27:38.433Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-200 2021-10-09T16:27:38.433Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-200.global 127.0.0.1 nomad-189 2021-10-09T16:27:38.433Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election 2021-10-09T16:27:38.433Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.433Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.433Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-191 2021-10-09T16:27:38.430Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-191.global peer_address=127.0.0.1:9239 nomad-200 2021-10-09T16:27:38.433Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] 2021-10-09T16:27:38.434Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-196 2021-10-09T16:27:38.432Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9293 term=2 tally=1 2021-10-09T16:27:38.433Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-196 2021-10-09T16:27:38.434Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:38.433Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.433Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.434Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-198 2021-10-09T16:27:38.433Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:38.434Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-198 2021-10-09T16:27:38.434Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9255 [Candidate]" term=2 2021-10-09T16:27:38.434Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-196 2021-10-09T16:27:38.434Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9293 [Leader]" nomad-191 2021-10-09T16:27:38.433Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-169.global (Addr: 127.0.0.1:9213) (DC: dc1)" nomad-191 2021-10-09T16:27:38.431Z [WARN] raft/raft.go:210: nomad.raft: not part of stable configuration, aborting election nomad-169 2021-10-09T16:27:38.434Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-191.global nomad-196 2021-10-09T16:27:38.434Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-155 2021-10-09T16:27:38.433Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=9 2021-10-09T16:27:38.434Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.434Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-194 2021-10-09T16:27:38.434Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-194.global (Addr: 127.0.0.1:9224) (DC: dc1)" 2021-10-09T16:27:38.434Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-170 2021-10-09T16:27:38.432Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-184.global 127.0.0.1 nomad-170 2021-10-09T16:27:38.434Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-184.global (Addr: 127.0.0.1:9233) (DC: dc1)" nomad-198 2021-10-09T16:27:38.434Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-198 2021-10-09T16:27:38.434Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9255 term=2 tally=1 nomad-198 2021-10-09T16:27:38.434Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-196 2021-10-09T16:27:38.434Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=665e48a9-99ec-42e8-a25f-5f5256e26fe4 create_time=1633796858434734096 nomad-170 2021-10-09T16:27:38.434Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:57190 nomad-196 2021-10-09T16:27:38.434Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=665e48a9-99ec-42e8-a25f-5f5256e26fe4 create_time=1633796858434734096 2021-10-09T16:27:38.433Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.434Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.434Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.434Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-201 2021-10-09T16:27:38.435Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9229 Address:127.0.0.1:9229}]" nomad-196 2021-10-09T16:27:38.435Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-201 2021-10-09T16:27:38.435Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9229 [Follower]" leader= nomad-200 2021-10-09T16:27:38.434Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9279 [Follower]" leader= nomad-191 2021-10-09T16:27:38.436Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-191.global nomad-198 2021-10-09T16:27:38.434Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9255 [Leader]" nomad-198 2021-10-09T16:27:38.436Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-201 2021-10-09T16:27:38.435Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-201.global 127.0.0.1 nomad-186 2021-10-09T16:27:38.435Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-184.global 127.0.0.1 nomad-191 2021-10-09T16:27:38.436Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-191.global nomad-157 2021-10-09T16:27:38.435Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9219 nomad-201 2021-10-09T16:27:38.436Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-157 2021-10-09T16:27:38.436Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=10 nomad-157 2021-10-09T16:27:38.436Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-157 2021-10-09T16:27:38.436Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=10 tally=1 nomad-200 2021-10-09T16:27:38.434Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-200.global (Addr: 127.0.0.1:9279) (DC: dc1)" nomad-158 2021-10-09T16:27:38.435Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-155.global (timeout reached) nomad-169 2021-10-09T16:27:38.436Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-191.global nomad-198 2021-10-09T16:27:38.436Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=58a3f50e-71b7-a6fc-a29d-26a8d23d2c4b create_time=1633796858436731070 nomad-155 2021-10-09T16:27:38.436Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:36650 nomad-198 2021-10-09T16:27:38.436Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=58a3f50e-71b7-a6fc-a29d-26a8d23d2c4b create_time=1633796858436731070 nomad-163 2021-10-09T16:27:38.435Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9234 time=91.517752ms nomad-163 2021-10-09T16:27:38.436Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-170 2021-10-09T16:27:38.435Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-186.global 127.0.0.1 nomad-163 2021-10-09T16:27:38.436Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9219 [Follower]" leader= nomad-163 2021-10-09T16:27:38.436Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-163 2021-10-09T16:27:38.437Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9234 127.0.0.1:9234}" nomad-157 2021-10-09T16:27:38.437Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=10 tally=2 nomad-163 2021-10-09T16:27:38.437Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-198 2021-10-09T16:27:38.437Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-157 2021-10-09T16:27:38.437Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-157 2021-10-09T16:27:38.437Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9234 [Leader]" nomad-157 2021-10-09T16:27:38.437Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9219 nomad-163 2021-10-09T16:27:38.437Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-201 2021-10-09T16:27:38.437Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-201.global (Addr: 127.0.0.1:9229) (DC: dc1)" nomad-157 2021-10-09T16:27:38.437Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-157 2021-10-09T16:27:38.438Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9219 127.0.0.1:9219}" nomad-157 2021-10-09T16:27:38.438Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=51dbb364-ecf9-5541-aa6d-dfad3ebb5ca2 create_time=1633796858344190348 nomad-157 2021-10-09T16:27:38.439Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-170 2021-10-09T16:27:38.439Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-186.global (Addr: 127.0.0.1:9231) (DC: dc1)" nomad-170 2021-10-09T16:27:38.439Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-184.global nomad-170 2021-10-09T16:27:38.440Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-184.global nomad-186 2021-10-09T16:27:38.441Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-184.global (Addr: 127.0.0.1:9233) (DC: dc1)" nomad-155 2021-10-09T16:27:38.441Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-158.global (timeout reached) nomad-199 2021-10-09T16:27:38.441Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-199 2021-10-09T16:27:38.441Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9237 [Candidate]" term=2 nomad-199 2021-10-09T16:27:38.442Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-199 2021-10-09T16:27:38.442Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9237 term=2 tally=1 nomad-199 2021-10-09T16:27:38.442Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-199 2021-10-09T16:27:38.442Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9237 [Leader]" nomad-188 2021-10-09T16:27:38.442Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-188 2021-10-09T16:27:38.442Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9286 [Candidate]" term=2 nomad-188 2021-10-09T16:27:38.442Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-188 2021-10-09T16:27:38.442Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9286 term=2 tally=1 nomad-188 2021-10-09T16:27:38.442Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-188 2021-10-09T16:27:38.442Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9286 [Leader]" nomad-188 2021-10-09T16:27:38.442Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-158 2021-10-09T16:27:38.442Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:49170 nomad-188 2021-10-09T16:27:38.442Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=3c8b7810-d55f-ca10-afb4-1fa06a45e365 create_time=1633796858442841616 nomad-188 2021-10-09T16:27:38.442Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=3c8b7810-d55f-ca10-afb4-1fa06a45e365 create_time=1633796858442841616 nomad-188 2021-10-09T16:27:38.443Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:38.443Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-199 2021-10-09T16:27:38.531Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-199.global 127.0.0.1 nomad-199 2021-10-09T16:27:38.531Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-199 2021-10-09T16:27:38.531Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-199.global (Addr: 127.0.0.1:9237) (DC: dc1)" nomad-196 2021-10-09T16:27:38.532Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-196 2021-10-09T16:27:38.532Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-192 2021-10-09T16:27:38.532Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-196 2021-10-09T16:27:38.532Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-157 2021-10-09T16:27:38.532Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9219 time=78.097214ms nomad-157 2021-10-09T16:27:38.532Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-157 2021-10-09T16:27:38.532Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9234 [Follower]" leader= nomad-157 2021-10-09T16:27:38.532Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestACLEndpoint_ListTokens (0.20s) === CONT TestACLEndpoint_DeletePolicies nomad-155 2021-10-09T16:27:38.532Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-155 2021-10-09T16:27:38.532Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9274 [Candidate]" term=10 nomad-155 2021-10-09T16:27:38.532Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-155 2021-10-09T16:27:38.532Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9274 term=10 tally=1 nomad-158 2021-10-09T16:27:38.532Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-158 2021-10-09T16:27:38.533Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9232 [Follower]" leader= nomad-157 2021-10-09T16:27:38.533Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9219 127.0.0.1:9219}" nomad-157 2021-10-09T16:27:38.533Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-155 2021-10-09T16:27:38.533Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=10 tally=2 nomad-155 2021-10-09T16:27:38.533Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-155 2021-10-09T16:27:38.533Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9274 [Leader]" nomad-155 2021-10-09T16:27:38.533Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9232 nomad-194 2021-10-09T16:27:38.533Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-194 2021-10-09T16:27:38.533Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9224 [Candidate]" term=2 nomad-194 2021-10-09T16:27:38.533Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-194 2021-10-09T16:27:38.533Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9224 term=2 tally=1 nomad-163 2021-10-09T16:27:38.533Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9234 nomad-163 2021-10-09T16:27:38.533Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=11 nomad-163 2021-10-09T16:27:38.533Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-163 2021-10-09T16:27:38.533Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=11 tally=1 2021-10-09T16:27:38.533Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-202 2021-10-09T16:27:38.533Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9265 Address:127.0.0.1:9265}]" 2021-10-09T16:27:38.533Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-196 2021-10-09T16:27:38.533Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-155 2021-10-09T16:27:38.533Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9232 127.0.0.1:9232}" nomad-201 2021-10-09T16:27:38.534Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-201 2021-10-09T16:27:38.534Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9229 [Candidate]" term=2 nomad-201 2021-10-09T16:27:38.534Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-201 2021-10-09T16:27:38.534Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9229 term=2 tally=1 nomad-201 2021-10-09T16:27:38.534Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-201 2021-10-09T16:27:38.534Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9229 [Leader]" nomad-201 2021-10-09T16:27:38.534Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:38.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.534Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:38.534Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:38.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.534Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.534Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.534Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-202 2021-10-09T16:27:38.534Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-202.global 127.0.0.1 nomad-157 2021-10-09T16:27:38.534Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-202 2021-10-09T16:27:38.534Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-163 2021-10-09T16:27:38.534Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=11 tally=2 nomad-201 2021-10-09T16:27:38.534Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=0438659c-f6d7-4485-d508-7d2fe423d6ef create_time=1633796858534665818 nomad-163 2021-10-09T16:27:38.534Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-201 2021-10-09T16:27:38.534Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=0438659c-f6d7-4485-d508-7d2fe423d6ef create_time=1633796858534665818 nomad-202 2021-10-09T16:27:38.534Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9265 [Follower]" leader= nomad-163 2021-10-09T16:27:38.534Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9219 [Leader]" nomad-163 2021-10-09T16:27:38.534Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9234 nomad-202 2021-10-09T16:27:38.535Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-202.global (Addr: 127.0.0.1:9265) (DC: dc1)" 2021-10-09T16:27:38.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-201 2021-10-09T16:27:38.535Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-163 2021-10-09T16:27:38.535Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9234 127.0.0.1:9234}" nomad-163 2021-10-09T16:27:38.535Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-155 2021-10-09T16:27:38.535Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:38.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:38.535Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-158.global as failed, suspect timeout reached (0 peer confirmations) nomad-155 2021-10-09T16:27:38.535Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-158.global 127.0.0.1 nomad-155 2021-10-09T16:27:38.535Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-158.global (Addr: 127.0.0.1:9232) (DC: dc1)" nomad-203 2021-10-09T16:27:38.535Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9248 Address:127.0.0.1:9248}]" nomad-163 2021-10-09T16:27:38.535Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-203 2021-10-09T16:27:38.535Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9248 [Follower]" leader= nomad-203 2021-10-09T16:27:38.536Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-203.global 127.0.0.1 nomad-203 2021-10-09T16:27:38.536Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-173 2021-10-09T16:27:38.536Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-173 2021-10-09T16:27:38.536Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-203 2021-10-09T16:27:38.536Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-203.global (Addr: 127.0.0.1:9248) (DC: dc1)" nomad-169 2021-10-09T16:27:38.536Z [INFO] autopilot/autopilot.go:338: nomad.autopilot: Promoting server to voter: server="Server (ID: "07ec3ff5-7e5c-cd74-cfb1-df180d1d6490" Address: "127.0.0.1:9239")" nomad-175 2021-10-09T16:27:38.536Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-175 2021-10-09T16:27:38.536Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-173 2021-10-09T16:27:38.536Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-175 2021-10-09T16:27:38.537Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestAllocEndpoint_GetAllocs_Blocking (1.30s) === CONT TestACLEndpoint_ListPolicies_Blocking nomad-169 2021-10-09T16:27:38.536Z [INFO] raft/raft.go:1018: nomad.raft: updating configuration: command=AddStaging server-id=07ec3ff5-7e5c-cd74-cfb1-df180d1d6490 server-addr=127.0.0.1:9239 servers="[{Suffrage:Voter ID:a88dc973-4cf6-6b3e-044b-1b0775926a95 Address:127.0.0.1:9213} {Suffrage:Voter ID:07ec3ff5-7e5c-cd74-cfb1-df180d1d6490 Address:127.0.0.1:9239}]" --- PASS: TestAllocEndpoint_GetAlloc_Blocking (1.20s) === CONT TestACLEndpoint_ListPolicies_Unauthenticated nomad-175 2021-10-09T16:27:38.537Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:38.537Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.537Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-173 2021-10-09T16:27:38.538Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:38.539Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.539Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:38.540Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-155.global as failed, suspect timeout reached (0 peer confirmations) nomad-158 2021-10-09T16:27:38.540Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-155.global 127.0.0.1 nomad-179 2021-10-09T16:27:38.540Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-179 2021-10-09T16:27:38.540Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-158 2021-10-09T16:27:38.540Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-155.global (Addr: 127.0.0.1:9274) (DC: dc1)" nomad-188 2021-10-09T16:27:38.540Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-188 2021-10-09T16:27:38.540Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestAllocEndpoint_List_Blocking (1.11s) === CONT TestACLEndpoint_ListPolicies nomad-179 2021-10-09T16:27:38.540Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-188 2021-10-09T16:27:38.540Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestACLEndpoint_UpsertTokens (0.81s) === CONT TestACLEndpoint_GetPolicies_Blocking nomad-179 2021-10-09T16:27:38.541Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:38.541Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.541Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-169 2021-10-09T16:27:38.633Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=07ec3ff5-7e5c-cd74-cfb1-df180d1d6490 time=96.015993ms nomad-169 2021-10-09T16:27:38.643Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-169 2021-10-09T16:27:38.643Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9213 [Follower]" leader= 2021-10-09T16:27:38.537Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.537Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.537Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.537Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.634Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-191 2021-10-09T16:27:38.642Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9213 nomad-191 2021-10-09T16:27:38.643Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9239 [Candidate]" term=3 nomad-191 2021-10-09T16:27:38.643Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-191 2021-10-09T16:27:38.643Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=07ec3ff5-7e5c-cd74-cfb1-df180d1d6490 term=3 tally=1 nomad-204 2021-10-09T16:27:38.643Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9263 Address:127.0.0.1:9263}]" nomad-186 2021-10-09T16:27:38.634Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-170.global 127.0.0.1 nomad-169 2021-10-09T16:27:38.644Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-155 2021-10-09T16:27:38.634Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9232 time=100.169616ms nomad-155 2021-10-09T16:27:38.644Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-155 2021-10-09T16:27:38.644Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9274 [Follower]" leader= nomad-204 2021-10-09T16:27:38.644Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-204.global 127.0.0.1 nomad-155 2021-10-09T16:27:38.644Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-158 2021-10-09T16:27:38.635Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9274 nomad-158 2021-10-09T16:27:38.645Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9232 [Candidate]" term=11 nomad-158 2021-10-09T16:27:38.645Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-204 2021-10-09T16:27:38.645Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-158 2021-10-09T16:27:38.645Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=11 tally=1 nomad-184 2021-10-09T16:27:38.635Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-186.global 127.0.0.1 2021-10-09T16:27:38.541Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.541Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.541Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.744Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.730Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.734Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:38.732Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-158.global 127.0.0.1 nomad-155 2021-10-09T16:27:38.830Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-158.global) nomad-169 2021-10-09T16:27:38.734Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-169 2021-10-09T16:27:38.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9213 [Candidate]" term=3 nomad-187 2021-10-09T16:27:38.734Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9208 nomad-169 2021-10-09T16:27:38.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-169 2021-10-09T16:27:38.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=a88dc973-4cf6-6b3e-044b-1b0775926a95 term=3 tally=1 nomad-184 2021-10-09T16:27:38.734Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-184.global nomad-188 2021-10-09T16:27:38.637Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-191 2021-10-09T16:27:38.734Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-194 2021-10-09T16:27:38.533Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-194 2021-10-09T16:27:38.831Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9224 [Leader]" nomad-191 2021-10-09T16:27:38.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9239 [Candidate]" term=4 nomad-191 2021-10-09T16:27:38.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-186 2021-10-09T16:27:38.833Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-170.global (Addr: 127.0.0.1:9252) (DC: dc1)" 2021-10-09T16:27:38.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:38.835Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-158 2021-10-09T16:27:38.835Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9232 [Candidate]" term=12 nomad-158 2021-10-09T16:27:38.835Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-158 2021-10-09T16:27:38.835Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=12 tally=1 nomad-157 2021-10-09T16:27:38.839Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-163.global (timeout reached) nomad-200 2021-10-09T16:27:38.834Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-200 2021-10-09T16:27:38.845Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9279 [Candidate]" term=2 nomad-200 2021-10-09T16:27:38.845Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-200 2021-10-09T16:27:38.846Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9279 term=2 tally=1 nomad-200 2021-10-09T16:27:38.846Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-200 2021-10-09T16:27:38.846Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9279 [Leader]" 2021-10-09T16:27:38.744Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:38.846Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-155.global 127.0.0.1 2021-10-09T16:27:38.744Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:38.734Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9232 127.0.0.1:9232}" 2021-10-09T16:27:38.740Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-191 2021-10-09T16:27:38.743Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-163 2021-10-09T16:27:38.830Z [DEBUG] raft/raft.go:882: nomad.raft: failed to contact: server-id=127.0.0.1:9234 time=199.331519ms nomad-155 2021-10-09T16:27:38.835Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-163 2021-10-09T16:27:38.931Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-191 2021-10-09T16:27:38.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=07ec3ff5-7e5c-cd74-cfb1-df180d1d6490 term=4 tally=1 nomad-155 2021-10-09T16:27:38.931Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9274 [Candidate]" term=11 nomad-163 2021-10-09T16:27:38.931Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9219 [Follower]" leader= nomad-158 2021-10-09T16:27:38.931Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-158 2021-10-09T16:27:38.931Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9232 [Candidate]" term=13 nomad-191 2021-10-09T16:27:38.931Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-158 2021-10-09T16:27:38.931Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-191 2021-10-09T16:27:38.931Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9239 [Candidate]" term=5 nomad-155 2021-10-09T16:27:38.931Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-191 2021-10-09T16:27:38.931Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-191 2021-10-09T16:27:38.931Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=07ec3ff5-7e5c-cd74-cfb1-df180d1d6490 term=5 tally=1 nomad-155 2021-10-09T16:27:38.931Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9274 term=11 tally=1 nomad-158 2021-10-09T16:27:38.931Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=13 tally=1 nomad-155 2021-10-09T16:27:38.931Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-158.global (timeout reached) 2021-10-09T16:27:38.734Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-204 2021-10-09T16:27:38.736Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9263 [Follower]" leader= 2021-10-09T16:27:38.736Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.831Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-200 2021-10-09T16:27:38.930Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-155 2021-10-09T16:27:38.948Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-158.global (Addr: 127.0.0.1:9232) (DC: dc1)" nomad-203 2021-10-09T16:27:38.832Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-203 2021-10-09T16:27:38.948Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9248 [Candidate]" term=2 nomad-203 2021-10-09T16:27:38.948Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-203 2021-10-09T16:27:38.948Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9248 term=2 tally=1 nomad-203 2021-10-09T16:27:38.948Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-203 2021-10-09T16:27:38.948Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9248 [Leader]" nomad-203 2021-10-09T16:27:38.949Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-170 2021-10-09T16:27:38.843Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-186.global (timeout reached) nomad-158 2021-10-09T16:27:38.949Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-155.global (Addr: 127.0.0.1:9274) (DC: dc1)" nomad-170 2021-10-09T16:27:38.949Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-186.global has failed, no acks received nomad-202 2021-10-09T16:27:38.834Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-202 2021-10-09T16:27:38.949Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9265 [Candidate]" term=2 nomad-194 2021-10-09T16:27:38.833Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-202 2021-10-09T16:27:38.949Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-202 2021-10-09T16:27:38.949Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9265 term=2 tally=1 nomad-202 2021-10-09T16:27:38.949Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-202 2021-10-09T16:27:38.949Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9265 [Leader]" nomad-169 2021-10-09T16:27:38.931Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-202 2021-10-09T16:27:38.949Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-202 2021-10-09T16:27:38.950Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=0bce0b3d-a91d-ba37-4fdb-d44b1c023273 create_time=1633796858950437793 nomad-202 2021-10-09T16:27:39.030Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=0bce0b3d-a91d-ba37-4fdb-d44b1c023273 create_time=1633796858950437793 nomad-202 2021-10-09T16:27:39.030Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-203 2021-10-09T16:27:38.950Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=4ff885ed-fee9-e830-4562-94baaf127015 create_time=1633796858950156016 nomad-203 2021-10-09T16:27:39.030Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=4ff885ed-fee9-e830-4562-94baaf127015 create_time=1633796858950156016 nomad-194 2021-10-09T16:27:38.950Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=7f06f8dd-f4a3-bf56-aafc-955b07586bf6 create_time=1633796858950183937 nomad-194 2021-10-09T16:27:39.031Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=7f06f8dd-f4a3-bf56-aafc-955b07586bf6 create_time=1633796858950183937 2021-10-09T16:27:38.836Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.840Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.840Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:38.951Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:49200 2021-10-09T16:27:38.950Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.950Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.950Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-201 2021-10-09T16:27:38.952Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-201 2021-10-09T16:27:39.031Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-203 2021-10-09T16:27:39.031Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-170 2021-10-09T16:27:38.950Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:57218 nomad-207 2021-10-09T16:27:38.952Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9251 Address:127.0.0.1:9251}]" nomad-184 2021-10-09T16:27:38.930Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-186.global (Addr: 127.0.0.1:9231) (DC: dc1)" nomad-184 2021-10-09T16:27:39.031Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-170.global (timeout reached) nomad-206 2021-10-09T16:27:38.951Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9260 Address:127.0.0.1:9260}]" nomad-207 2021-10-09T16:27:39.032Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-207.global 127.0.0.1 2021-10-09T16:27:38.744Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.831Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-207 2021-10-09T16:27:39.032Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] 2021-10-09T16:27:38.950Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.950Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-204 2021-10-09T16:27:38.846Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-204.global (Addr: 127.0.0.1:9263) (DC: dc1)" nomad-155 2021-10-09T16:27:38.950Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-155 2021-10-09T16:27:38.951Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=11 nomad-155 2021-10-09T16:27:39.032Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-206 2021-10-09T16:27:39.032Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-206.global 127.0.0.1 nomad-155 2021-10-09T16:27:39.032Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9274 [Follower]" leader= nomad-206 2021-10-09T16:27:39.033Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-157 2021-10-09T16:27:38.846Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9219 nomad-157 2021-10-09T16:27:39.033Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=12 nomad-157 2021-10-09T16:27:39.033Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-169 2021-10-09T16:27:39.030Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9213 [Candidate]" term=4 nomad-157 2021-10-09T16:27:39.033Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=12 tally=1 nomad-169 2021-10-09T16:27:38.951Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Nonvoter 07ec3ff5-7e5c-cd74-cfb1-df180d1d6490 127.0.0.1:9239}" nomad-169 2021-10-09T16:27:38.951Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-200 2021-10-09T16:27:38.950Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=3e0c70fc-1af4-0945-e281-15a185e5e091 create_time=1633796858950027531 nomad-198 2021-10-09T16:27:38.952Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-200 2021-10-09T16:27:39.033Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=3e0c70fc-1af4-0945-e281-15a185e5e091 create_time=1633796858950027531 nomad-198 2021-10-09T16:27:39.033Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-169 2021-10-09T16:27:39.033Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-169 2021-10-09T16:27:39.033Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=a88dc973-4cf6-6b3e-044b-1b0775926a95 term=4 tally=1 nomad-169 2021-10-09T16:27:39.033Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-201 2021-10-09T16:27:39.033Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-169 2021-10-09T16:27:39.033Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9213 [Follower]" leader= nomad-163 2021-10-09T16:27:38.931Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-186 2021-10-09T16:27:38.953Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-184.global nomad-192 2021-10-09T16:27:38.953Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-192 2021-10-09T16:27:39.033Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-186 2021-10-09T16:27:39.033Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-184.global (timeout reached) nomad-206 2021-10-09T16:27:39.033Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9260 [Follower]" leader= nomad-205 2021-10-09T16:27:38.953Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9285 Address:127.0.0.1:9285}]" nomad-184 2021-10-09T16:27:39.034Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:58176 nomad-194 2021-10-09T16:27:39.031Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-191 2021-10-09T16:27:38.950Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-157 2021-10-09T16:27:38.949Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-163.global has failed, no acks received nomad-191 2021-10-09T16:27:39.034Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" --- PASS: TestACLEndpoint_GetTokens (0.70s) === CONT TestACLEndpoint_GetPolicies_TokenSubset nomad-200 2021-10-09T16:27:39.034Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-191 2021-10-09T16:27:39.034Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=a88dc973-4cf6-6b3e-044b-1b0775926a95 term=5 tally=2 nomad-169 2021-10-09T16:27:39.034Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 07ec3ff5-7e5c-cd74-cfb1-df180d1d6490 127.0.0.1:9239}" error=EOF nomad-191 2021-10-09T16:27:39.034Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-198 2021-10-09T16:27:39.034Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-169 2021-10-09T16:27:39.034Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-198 2021-10-09T16:27:39.034Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-169 2021-10-09T16:27:39.034Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:39.034Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-191 2021-10-09T16:27:39.034Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-169.global has failed, no acks received 2021-10-09T16:27:39.034Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:39.035Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9274 term=13 tally=2 nomad-158 2021-10-09T16:27:39.035Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-158 2021-10-09T16:27:39.035Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9232 [Leader]" nomad-158 2021-10-09T16:27:39.035Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9274 nomad-170 2021-10-09T16:27:39.035Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-187.global 127.0.0.1 nomad-158 2021-10-09T16:27:39.035Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:38.952Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.952Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.952Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-187 2021-10-09T16:27:39.035Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-170.global 127.0.0.1 2021-10-09T16:27:38.952Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-170 2021-10-09T16:27:39.035Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-187.global (Addr: 127.0.0.1:9241) (DC: dc1)" nomad-170 2021-10-09T16:27:39.035Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-186.global nomad-170 2021-10-09T16:27:39.035Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-184.global (timeout reached) nomad-158 2021-10-09T16:27:39.035Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9274 127.0.0.1:9274}" nomad-184 2021-10-09T16:27:39.035Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-186.global nomad-169 2021-10-09T16:27:39.035Z [ERROR] go-hclog/stdlog.go:50: nomad.rpc: yamux: Failed to write body: write tcp 127.0.0.1:9213->127.0.0.1:42192: write: broken pipe nomad-169 2021-10-09T16:27:39.035Z [ERROR] nomad/rpc.go:478: nomad.rpc: multiplex_v2 conn accept failed: error="write tcp 127.0.0.1:9213->127.0.0.1:42192: write: broken pipe" nomad-184 2021-10-09T16:27:39.035Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:58178 2021-10-09T16:27:39.035Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:38.948Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9234 127.0.0.1:9234}" 2021-10-09T16:27:39.036Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.036Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:38.949Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-157.global has failed, no acks received nomad-163 2021-10-09T16:27:39.036Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-157.global) nomad-186 2021-10-09T16:27:39.036Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-186.global nomad-186 2021-10-09T16:27:39.036Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-170.global) nomad-163 2021-10-09T16:27:39.031Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-163 2021-10-09T16:27:39.036Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=12 nomad-163 2021-10-09T16:27:39.036Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-201 2021-10-09T16:27:39.036Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-163 2021-10-09T16:27:39.036Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=12 nomad-193 2021-10-09T16:27:39.036Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9245 Address:127.0.0.1:9245}]" nomad-163 2021-10-09T16:27:39.036Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=12 tally=1 nomad-192 2021-10-09T16:27:39.036Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-157 2021-10-09T16:27:39.036Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=12 nomad-186 2021-10-09T16:27:39.036Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-186.global nomad-184 2021-10-09T16:27:39.036Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-184.global nomad-187 2021-10-09T16:27:39.035Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-184.global 127.0.0.1 nomad-157 2021-10-09T16:27:39.036Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-163.global) 2021-10-09T16:27:39.036Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.036Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.036Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-187 2021-10-09T16:27:39.036Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-170.global (Addr: 127.0.0.1:9252) (DC: dc1)" nomad-189 2021-10-09T16:27:39.036Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9208 nomad-187 2021-10-09T16:27:39.036Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-184.global (Addr: 127.0.0.1:9233) (DC: dc1)" nomad-187 2021-10-09T16:27:39.036Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-186.global 2021-10-09T16:27:39.036Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.036Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-170 2021-10-09T16:27:39.036Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:57244 nomad-184 2021-10-09T16:27:39.037Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-187.global 127.0.0.1 nomad-184 2021-10-09T16:27:39.037Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-187.global (Addr: 127.0.0.1:9241) (DC: dc1)" --- PASS: TestACLEndpoint_UpsertPolicies_Invalid (0.61s) === CONT TestACLEndpoint_GetPolicies nomad-170 2021-10-09T16:27:39.037Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-189.global 127.0.0.1 nomad-204 2021-10-09T16:27:39.037Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-204 2021-10-09T16:27:39.037Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9263 [Candidate]" term=2 nomad-204 2021-10-09T16:27:39.037Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-170 2021-10-09T16:27:39.037Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-184.global nomad-204 2021-10-09T16:27:39.037Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9263 term=2 tally=1 nomad-204 2021-10-09T16:27:39.037Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-204 2021-10-09T16:27:39.037Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9263 [Leader]" nomad-204 2021-10-09T16:27:39.037Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-189 2021-10-09T16:27:39.037Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-187.global 127.0.0.1 nomad-189 2021-10-09T16:27:39.037Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-184.global 127.0.0.1 nomad-158 2021-10-09T16:27:39.037Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-189 2021-10-09T16:27:39.037Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-170.global 127.0.0.1 nomad-184 2021-10-09T16:27:39.038Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-189.global 127.0.0.1 nomad-184 2021-10-09T16:27:39.038Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-189.global (Addr: 127.0.0.1:9220) (DC: dc1)" nomad-204 2021-10-09T16:27:39.038Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=607ddb9b-6667-1427-3f0f-46669c05e521 create_time=1633796859038156697 nomad-189 2021-10-09T16:27:39.038Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-187.global (Addr: 127.0.0.1:9241) (DC: dc1)" nomad-186 2021-10-09T16:27:39.038Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-187.global 127.0.0.1 nomad-170 2021-10-09T16:27:39.038Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-189.global (Addr: 127.0.0.1:9220) (DC: dc1)" nomad-189 2021-10-09T16:27:39.038Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-184.global (Addr: 127.0.0.1:9233) (DC: dc1)" nomad-194 2021-10-09T16:27:39.038Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-186 2021-10-09T16:27:39.038Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-189.global 127.0.0.1 nomad-189 2021-10-09T16:27:39.038Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-170.global (Addr: 127.0.0.1:9252) (DC: dc1)" nomad-194 2021-10-09T16:27:39.038Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-186 2021-10-09T16:27:39.038Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-186.global nomad-186 2021-10-09T16:27:39.038Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-187.global (Addr: 127.0.0.1:9241) (DC: dc1)" nomad-194 2021-10-09T16:27:39.038Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-204 2021-10-09T16:27:39.038Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=607ddb9b-6667-1427-3f0f-46669c05e521 create_time=1633796859038156697 --- PASS: TestACLEndpoint_Bootstrap (0.79s) === CONT TestACLEndpoint_GetPolicy_Blocking --- PASS: TestACLEndpoint_DeleteTokens (0.71s) === CONT TestJobEndpoint_Scale_Invalid nomad-204 2021-10-09T16:27:39.038Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-170 2021-10-09T16:27:39.039Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-187.global nomad-194 2021-10-09T16:27:39.039Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-170 2021-10-09T16:27:39.039Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-186.global 2021-10-09T16:27:39.039Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.039Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.039Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.039Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.039Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.039Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.039Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.040Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.040Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.040Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.040Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.040Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.040Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.040Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.040Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.040Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.040Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.040Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.040Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.040Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-205 2021-10-09T16:27:39.034Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9285 [Follower]" leader= nomad-207 2021-10-09T16:27:39.033Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9251 [Follower]" leader= nomad-205 2021-10-09T16:27:39.034Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-205.global 127.0.0.1 nomad-207 2021-10-09T16:27:39.033Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-207.global (Addr: 127.0.0.1:9251) (DC: dc1)" nomad-205 2021-10-09T16:27:39.130Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-163 2021-10-09T16:27:39.130Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-163 2021-10-09T16:27:39.130Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=13 nomad-163 2021-10-09T16:27:39.130Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-163 2021-10-09T16:27:39.131Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=13 tally=1 nomad-211 2021-10-09T16:27:39.131Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9226 Address:127.0.0.1:9226}]" nomad-205 2021-10-09T16:27:39.131Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-205.global (Addr: 127.0.0.1:9285) (DC: dc1)" nomad-202 2021-10-09T16:27:39.131Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-202 2021-10-09T16:27:39.131Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-211 2021-10-09T16:27:39.131Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-211.global 127.0.0.1 nomad-202 2021-10-09T16:27:39.131Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-211 2021-10-09T16:27:39.131Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-187 2021-10-09T16:27:39.131Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-186.global 127.0.0.1 nomad-211 2021-10-09T16:27:39.131Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9226 [Follower]" leader= nomad-157 2021-10-09T16:27:39.131Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term --- PASS: TestACLEndpoint_UpsertPolicies (0.70s) === CONT TestJobEndpoint_Scale_ACL nomad-157 2021-10-09T16:27:39.132Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9234 [Follower]" leader= nomad-193 2021-10-09T16:27:39.036Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9245 [Follower]" leader= nomad-163 2021-10-09T16:27:39.132Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=13 tally=2 nomad-163 2021-10-09T16:27:39.132Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-202 2021-10-09T16:27:39.132Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-163 2021-10-09T16:27:39.132Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9219 [Leader]" nomad-163 2021-10-09T16:27:39.132Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9234 nomad-187 2021-10-09T16:27:39.132Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-186.global (Addr: 127.0.0.1:9231) (DC: dc1)" nomad-193 2021-10-09T16:27:39.036Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-193.global 127.0.0.1 nomad-193 2021-10-09T16:27:39.132Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-163 2021-10-09T16:27:39.132Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9234 127.0.0.1:9234}" nomad-187 2021-10-09T16:27:39.132Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-189.global 127.0.0.1 nomad-189 2021-10-09T16:27:39.133Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-186.global 127.0.0.1 nomad-189 2021-10-09T16:27:39.133Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-187.global nomad-189 2021-10-09T16:27:39.133Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-186.global 2021-10-09T16:27:39.133Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.133Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.133Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.133Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.133Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-187 2021-10-09T16:27:39.133Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-189.global nomad-193 2021-10-09T16:27:39.133Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-193.global (Addr: 127.0.0.1:9245) (DC: dc1)" nomad-187 2021-10-09T16:27:39.133Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-189.global (Addr: 127.0.0.1:9220) (DC: dc1)" nomad-189 2021-10-09T16:27:39.133Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-186.global (Addr: 127.0.0.1:9231) (DC: dc1)" nomad-186 2021-10-09T16:27:39.133Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed fallback ping: write tcp 127.0.0.1:58176->127.0.0.1:9269: i/o timeout 2021-10-09T16:27:39.134Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-186 2021-10-09T16:27:39.134Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-187.global nomad-189 2021-10-09T16:27:39.134Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-187.global (timeout reached) nomad-211 2021-10-09T16:27:39.134Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-211.global (Addr: 127.0.0.1:9226) (DC: dc1)" nomad-203 2021-10-09T16:27:39.134Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-184 2021-10-09T16:27:39.134Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-189.global nomad-184 2021-10-09T16:27:39.134Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-187.global nomad-203 2021-10-09T16:27:39.134Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-203 2021-10-09T16:27:39.134Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestACLEndpoint_DeletePolicies (0.60s) === CONT TestJobEndpoint_GetScaleStatus nomad-158 2021-10-09T16:27:39.134Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9274 time=99.084255ms nomad-158 2021-10-09T16:27:39.134Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-203 2021-10-09T16:27:39.134Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-158 2021-10-09T16:27:39.134Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9232 [Follower]" leader= nomad-187 2021-10-09T16:27:39.134Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:41678 nomad-158 2021-10-09T16:27:39.134Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:39.134Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.135Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:39.135Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9274 127.0.0.1:9274}" 2021-10-09T16:27:39.135Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:39.135Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:39.136Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.136Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.136Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.136Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.136Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.136Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.136Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.136Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-192 2021-10-09T16:27:39.136Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-163 2021-10-09T16:27:39.137Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-206 2021-10-09T16:27:39.033Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-206.global (Addr: 127.0.0.1:9260) (DC: dc1)" nomad-206 2021-10-09T16:27:39.143Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-206 2021-10-09T16:27:39.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9260 [Candidate]" term=2 nomad-158 2021-10-09T16:27:39.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-211 2021-10-09T16:27:39.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-163 2021-10-09T16:27:39.230Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9234 time=87.423527ms nomad-206 2021-10-09T16:27:39.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-158 2021-10-09T16:27:39.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9232 [Candidate]" term=14 nomad-163 2021-10-09T16:27:39.230Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-211 2021-10-09T16:27:39.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9226 [Candidate]" term=2 nomad-155 2021-10-09T16:27:39.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9232 nomad-206 2021-10-09T16:27:39.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9260 term=2 tally=1 nomad-211 2021-10-09T16:27:39.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-155 2021-10-09T16:27:39.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9274 [Candidate]" term=14 2021-10-09T16:27:39.143Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:39.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 2021-10-09T16:27:38.744Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-211 2021-10-09T16:27:39.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9226 term=2 tally=1 nomad-155 2021-10-09T16:27:39.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-158 2021-10-09T16:27:39.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=14 tally=1 nomad-211 2021-10-09T16:27:39.230Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:39.145Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-189 2021-10-09T16:27:39.138Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-187.global nomad-211 2021-10-09T16:27:39.230Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9226 [Leader]" nomad-187 2021-10-09T16:27:39.230Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-170.global (timeout reached) nomad-189 2021-10-09T16:27:39.230Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-189.global nomad-211 2021-10-09T16:27:39.230Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-189 2021-10-09T16:27:39.230Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-187.global 2021-10-09T16:27:39.145Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-206 2021-10-09T16:27:39.230Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-195 2021-10-09T16:27:39.145Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-155 2021-10-09T16:27:39.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9274 term=14 tally=1 nomad-206 2021-10-09T16:27:39.230Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9260 [Leader]" nomad-163 2021-10-09T16:27:39.230Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9219 [Follower]" leader= nomad-195 2021-10-09T16:27:39.231Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-163 2021-10-09T16:27:39.230Z [WARN] nomad/leader.go:110: nomad: cluster leadership gained and lost leadership immediately. Could indicate network issues, memory paging, or high CPU load. nomad-206 2021-10-09T16:27:39.231Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-163 2021-10-09T16:27:39.230Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9234 127.0.0.1:9234}" nomad-195 2021-10-09T16:27:39.231Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-195 2021-10-09T16:27:39.231Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestACLEndpoint_ListTokens_Blocking (0.90s) === CONT TestEvalEndpoint_Reap 2021-10-09T16:27:39.231Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.231Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.230Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.830Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.831Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.831Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-206 2021-10-09T16:27:39.231Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=3cfa7ff4-bd18-9770-37ce-f225ea96999d create_time=1633796859231661202 2021-10-09T16:27:39.231Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:38.831Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-206 2021-10-09T16:27:39.231Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=3cfa7ff4-bd18-9770-37ce-f225ea96999d create_time=1633796859231661202 nomad-211 2021-10-09T16:27:39.231Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=eb2d7c1a-8eba-7486-3d9c-9a90f89f86e6 create_time=1633796859231710615 nomad-184 2021-10-09T16:27:39.138Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-187.global nomad-211 2021-10-09T16:27:39.231Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=eb2d7c1a-8eba-7486-3d9c-9a90f89f86e6 create_time=1633796859231710615 nomad-206 2021-10-09T16:27:39.231Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-184 2021-10-09T16:27:39.231Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-189.global nomad-211 2021-10-09T16:27:39.232Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-157 2021-10-09T16:27:39.232Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9219 nomad-186 2021-10-09T16:27:39.232Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-170.global (timeout reached) 2021-10-09T16:27:39.232Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:39.232Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=14 nomad-158 2021-10-09T16:27:39.232Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=14 nomad-157 2021-10-09T16:27:39.232Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-157 2021-10-09T16:27:39.232Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=14 tally=1 nomad-186 2021-10-09T16:27:39.232Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9252,127.0.0.1:9241,127.0.0.1:9220,127.0.0.1:9231,127.0.0.1:9233 nomad-170 2021-10-09T16:27:39.232Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:57296 nomad-163 2021-10-09T16:27:39.232Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-212 2021-10-09T16:27:39.232Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9216 Address:127.0.0.1:9216}]" nomad-186 2021-10-09T16:27:39.232Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-189.global (Addr: 127.0.0.1:9220) (DC: dc1)" nomad-155 2021-10-09T16:27:39.232Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=14 nomad-205 2021-10-09T16:27:39.232Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-205 2021-10-09T16:27:39.233Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9285 [Candidate]" term=2 nomad-205 2021-10-09T16:27:39.233Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-205 2021-10-09T16:27:39.233Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9285 term=2 tally=1 nomad-205 2021-10-09T16:27:39.233Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-205 2021-10-09T16:27:39.233Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9285 [Leader]" nomad-170 2021-10-09T16:27:39.233Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:57298 nomad-205 2021-10-09T16:27:39.233Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-157 2021-10-09T16:27:39.233Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=14 tally=2 nomad-157 2021-10-09T16:27:39.233Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-210 2021-10-09T16:27:39.233Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9223 Address:127.0.0.1:9223}]" nomad-157 2021-10-09T16:27:39.233Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9234 [Leader]" nomad-157 2021-10-09T16:27:39.233Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9219 nomad-207 2021-10-09T16:27:39.336Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-207 2021-10-09T16:27:39.431Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9251 [Candidate]" term=2 nomad-207 2021-10-09T16:27:39.431Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-207 2021-10-09T16:27:39.431Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9251 term=2 tally=1 nomad-207 2021-10-09T16:27:39.431Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:39.431Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-207 2021-10-09T16:27:39.431Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9251 [Leader]" nomad-207 2021-10-09T16:27:39.431Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-210 2021-10-09T16:27:39.344Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-210.global 127.0.0.1 nomad-210 2021-10-09T16:27:39.432Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-158 2021-10-09T16:27:39.336Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-158 2021-10-09T16:27:39.432Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9232 [Candidate]" term=15 nomad-158 2021-10-09T16:27:39.432Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-212 2021-10-09T16:27:39.342Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-212.global 127.0.0.1 nomad-158 2021-10-09T16:27:39.432Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=15 tally=1 2021-10-09T16:27:39.431Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.432Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.432Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.432Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:39.338Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-186 2021-10-09T16:27:39.340Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed fallback ping: read tcp 127.0.0.1:57298->127.0.0.1:9208: i/o timeout nomad-212 2021-10-09T16:27:39.432Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-186 2021-10-09T16:27:39.432Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-170.global has failed, no acks received nomad-193 2021-10-09T16:27:39.432Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-193 2021-10-09T16:27:39.433Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9245 [Candidate]" term=2 nomad-193 2021-10-09T16:27:39.433Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-193 2021-10-09T16:27:39.433Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9245 term=2 tally=1 nomad-208 2021-10-09T16:27:39.341Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9206 Address:127.0.0.1:9206}]" nomad-193 2021-10-09T16:27:39.433Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-193 2021-10-09T16:27:39.433Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9245 [Leader]" nomad-186 2021-10-09T16:27:39.433Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-197 2021-10-09T16:27:39.433Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-197 2021-10-09T16:27:39.433Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-193 2021-10-09T16:27:39.433Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-157 2021-10-09T16:27:39.433Z [DEBUG] raft/raft.go:882: nomad.raft: failed to contact: server-id=127.0.0.1:9219 time=199.887756ms nomad-157 2021-10-09T16:27:39.433Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-157 2021-10-09T16:27:39.433Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9234 [Follower]" leader= nomad-157 2021-10-09T16:27:39.433Z [ERROR] nomad/leader.go:136: nomad: failed to wait for barrier: error="node is not the leader" nomad-189 2021-10-09T16:27:39.433Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-187.global (timeout reached) nomad-163 2021-10-09T16:27:39.434Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-163 2021-10-09T16:27:39.434Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=15 nomad-163 2021-10-09T16:27:39.434Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-163 2021-10-09T16:27:39.434Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=15 tally=1 nomad-170 2021-10-09T16:27:39.434Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-186.global peer_address=127.0.0.1:9231 nomad-210 2021-10-09T16:27:39.434Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9223 [Follower]" leader= nomad-193 2021-10-09T16:27:39.434Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=794c3f4a-bcc9-b530-e6fb-bd1a966e24de create_time=1633796859433916355 nomad-187 2021-10-09T16:27:39.435Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed fallback ping: read tcp 127.0.0.1:57296->127.0.0.1:9208: i/o timeout nomad-187 2021-10-09T16:27:39.435Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-170.global has failed, no acks received nomad-193 2021-10-09T16:27:39.435Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=794c3f4a-bcc9-b530-e6fb-bd1a966e24de create_time=1633796859433916355 nomad-191 2021-10-09T16:27:39.433Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-169.global as failed, suspect timeout reached (0 peer confirmations) nomad-191 2021-10-09T16:27:39.435Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-169.global 127.0.0.1 nomad-157 2021-10-09T16:27:39.435Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-157 2021-10-09T16:27:39.435Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:39.342Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-213 2021-10-09T16:27:39.343Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9258 Address:127.0.0.1:9258}]" 2021-10-09T16:27:39.342Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-214 2021-10-09T16:27:39.345Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9228 Address:127.0.0.1:9228}]" nomad-186 2021-10-09T16:27:39.433Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=2 nomad-186 2021-10-09T16:27:39.436Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-186 2021-10-09T16:27:39.436Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=2 tally=1 nomad-189 2021-10-09T16:27:39.436Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-186.global peer_address=127.0.0.1:9231 nomad-209 2021-10-09T16:27:39.345Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9230 Address:127.0.0.1:9230}]" 2021-10-09T16:27:39.345Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.433Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.433Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:39.430Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-158.global (timeout reached) nomad-214 2021-10-09T16:27:39.437Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9228 [Follower]" leader= nomad-200 2021-10-09T16:27:39.438Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-200 2021-10-09T16:27:39.438Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-158 2021-10-09T16:27:39.530Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-158 2021-10-09T16:27:39.530Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9232 [Candidate]" term=16 nomad-158 2021-10-09T16:27:39.530Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-158 2021-10-09T16:27:39.530Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=16 tally=1 nomad-186 2021-10-09T16:27:39.531Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-184.global (timeout reached) nomad-210 2021-10-09T16:27:39.531Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-210 2021-10-09T16:27:39.531Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9223 [Candidate]" term=2 nomad-210 2021-10-09T16:27:39.531Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-210 2021-10-09T16:27:39.531Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9223 term=2 tally=1 nomad-157 2021-10-09T16:27:39.531Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= --- PASS: TestACLEndpoint_GetToken (1.20s) nomad-210 2021-10-09T16:27:39.531Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-210 2021-10-09T16:27:39.531Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9223 [Leader]" nomad-157 2021-10-09T16:27:39.531Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=15 nomad-157 2021-10-09T16:27:39.531Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-157 2021-10-09T16:27:39.531Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=15 tally=1 2021-10-09T16:27:39.435Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= === CONT TestJobEndpoint_Deregister_EvalCreation_Modern nomad-186 2021-10-09T16:27:39.532Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-09T16:27:39.532Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=3 nomad-163 2021-10-09T16:27:39.532Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-163 2021-10-09T16:27:39.532Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=16 nomad-163 2021-10-09T16:27:39.532Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-163 2021-10-09T16:27:39.532Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=16 tally=1 nomad-186 2021-10-09T16:27:39.532Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-186 2021-10-09T16:27:39.532Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=3 tally=1 nomad-155 2021-10-09T16:27:39.436Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-155 2021-10-09T16:27:39.532Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9274 [Candidate]" term=15 nomad-155 2021-10-09T16:27:39.532Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed fallback ping: write tcp 127.0.0.1:49274->127.0.0.1:9275: i/o timeout nomad-197 2021-10-09T16:27:39.436Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-155 2021-10-09T16:27:39.532Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-158.global has failed, no acks received nomad-187 2021-10-09T16:27:39.533Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-186.global (timeout reached) nomad-214 2021-10-09T16:27:39.533Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-214 2021-10-09T16:27:39.533Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9228 [Candidate]" term=2 nomad-214 2021-10-09T16:27:39.533Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-214 2021-10-09T16:27:39.533Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9228 term=2 tally=1 nomad-214 2021-10-09T16:27:39.533Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-214 2021-10-09T16:27:39.533Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9228 [Leader]" nomad-193 2021-10-09T16:27:39.435Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-200 2021-10-09T16:27:39.439Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestACLEndpoint_GetTokens_Blocking (1.21s) === CONT TestJobEndpoint_GetJobVersions nomad-212 2021-10-09T16:27:39.437Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9216 [Follower]" leader= nomad-157 2021-10-09T16:27:39.542Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9219 127.0.0.1:9219}" nomad-163 2021-10-09T16:27:39.631Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-163 2021-10-09T16:27:39.638Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=17 nomad-163 2021-10-09T16:27:39.638Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-158 2021-10-09T16:27:39.632Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-197 2021-10-09T16:27:39.532Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-210 2021-10-09T16:27:39.532Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-158 2021-10-09T16:27:39.639Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9232 [Candidate]" term=17 nomad-213 2021-10-09T16:27:39.437Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9258 [Follower]" leader= nomad-157 2021-10-09T16:27:39.632Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-09T16:27:39.632Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-09T16:27:39.639Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=4 nomad-157 2021-10-09T16:27:39.639Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=16 nomad-157 2021-10-09T16:27:39.639Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-157 2021-10-09T16:27:39.639Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=16 tally=1 nomad-186 2021-10-09T16:27:39.639Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 2021-10-09T16:27:39.435Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:39.639Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-158 2021-10-09T16:27:39.640Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=17 tally=1 nomad-189 2021-10-09T16:27:39.633Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-187.global has failed, no acks received nomad-186 2021-10-09T16:27:39.639Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=4 tally=1 nomad-170 2021-10-09T16:27:39.542Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-189.global (timeout reached) nomad-205 2021-10-09T16:27:39.642Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d96cf30a-88a5-8877-f53e-bb680a1399bc create_time=1633796859642601615 nomad-205 2021-10-09T16:27:39.642Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=d96cf30a-88a5-8877-f53e-bb680a1399bc create_time=1633796859642601615 nomad-209 2021-10-09T16:27:39.442Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9230 [Follower]" leader= nomad-158 2021-10-09T16:27:39.643Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-155.global) nomad-207 2021-10-09T16:27:39.643Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=4df43b3e-929a-ef3d-0ec7-fc254eafba6a create_time=1633796859643188583 nomad-207 2021-10-09T16:27:39.643Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=4df43b3e-929a-ef3d-0ec7-fc254eafba6a create_time=1633796859643188583 nomad-193 2021-10-09T16:27:39.643Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-193 2021-10-09T16:27:39.643Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-186 2021-10-09T16:27:39.643Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-170.global as failed, suspect timeout reached (0 peer confirmations) nomad-170 2021-10-09T16:27:39.643Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-186 2021-10-09T16:27:39.643Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-170.global 127.0.0.1 nomad-186 2021-10-09T16:27:39.643Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-170.global (Addr: 127.0.0.1:9252) (DC: dc1)" nomad-193 2021-10-09T16:27:39.643Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestACLEndpoint_DeleteTokens_WithNonexistentToken (1.40s) === CONT TestJobEndpoint_GetJob_Blocking nomad-205 2021-10-09T16:27:39.643Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-214 2021-10-09T16:27:39.643Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-214.global 127.0.0.1 nomad-206 2021-10-09T16:27:39.643Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-170 2021-10-09T16:27:39.643Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-206 2021-10-09T16:27:39.643Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-214 2021-10-09T16:27:39.643Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-206 2021-10-09T16:27:39.644Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-187 2021-10-09T16:27:39.644Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-189.global nomad-187 2021-10-09T16:27:39.644Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-187.global --- PASS: TestACLEndpoint_ListPolicies (1.10s) 2021-10-09T16:27:39.644Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= === CONT TestJobEndpoint_GetJob_ACL nomad-214 2021-10-09T16:27:39.644Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-214.global (Addr: 127.0.0.1:9228) (DC: dc1)" nomad-209 2021-10-09T16:27:39.645Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-209.global 127.0.0.1 nomad-216 2021-10-09T16:27:39.647Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9218 Address:127.0.0.1:9218}]" nomad-170 2021-10-09T16:27:39.647Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-189.global has failed, no acks received 2021-10-09T16:27:39.647Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.647Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.647Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.647Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.647Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.647Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.647Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-216 2021-10-09T16:27:39.647Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-216.global 127.0.0.1 nomad-216 2021-10-09T16:27:39.647Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-216 2021-10-09T16:27:39.648Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9218 [Follower]" leader= 2021-10-09T16:27:39.647Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.647Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.647Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-216 2021-10-09T16:27:39.648Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-216.global (Addr: 127.0.0.1:9218) (DC: dc1)" nomad-189 2021-10-09T16:27:39.648Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-217 2021-10-09T16:27:39.648Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9291 Address:127.0.0.1:9291}]" nomad-207 2021-10-09T16:27:39.649Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:39.649Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:39.649Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:49274 nomad-208 2021-10-09T16:27:39.442Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9206 [Follower]" leader= nomad-217 2021-10-09T16:27:39.649Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-217.global 127.0.0.1 nomad-187 2021-10-09T16:27:39.649Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-186.global peer_address=127.0.0.1:9231 nomad-208 2021-10-09T16:27:39.730Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-208 2021-10-09T16:27:39.730Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9206 [Candidate]" term=2 nomad-208 2021-10-09T16:27:39.730Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-208 2021-10-09T16:27:39.730Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9206 term=2 tally=1 nomad-208 2021-10-09T16:27:39.730Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-208 2021-10-09T16:27:39.730Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9206 [Leader]" 2021-10-09T16:27:39.649Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.730Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.649Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.649Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.649Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.649Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.649Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.649Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.649Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-186 2021-10-09T16:27:39.730Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-187.global (timeout reached) 2021-10-09T16:27:39.731Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-170 2021-10-09T16:27:39.731Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-187.global 2021-10-09T16:27:39.731Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.731Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-187 2021-10-09T16:27:39.731Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:41724 2021-10-09T16:27:39.731Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:39.731Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-157 2021-10-09T16:27:39.731Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=17 nomad-217 2021-10-09T16:27:39.649Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-157 2021-10-09T16:27:39.731Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-157 2021-10-09T16:27:39.731Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=17 tally=1 nomad-187 2021-10-09T16:27:39.731Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-187.global nomad-158 2021-10-09T16:27:39.731Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-158 2021-10-09T16:27:39.731Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9232 [Candidate]" term=18 nomad-158 2021-10-09T16:27:39.731Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-158 2021-10-09T16:27:39.732Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=18 tally=1 nomad-217 2021-10-09T16:27:39.730Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9291 [Follower]" leader= nomad-217 2021-10-09T16:27:39.732Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-217.global (Addr: 127.0.0.1:9291) (DC: dc1)" nomad-187 2021-10-09T16:27:39.732Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-170.global 127.0.0.1 nomad-187 2021-10-09T16:27:39.732Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-170.global (Addr: 127.0.0.1:9252) (DC: dc1)" nomad-187 2021-10-09T16:27:39.733Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term 2021-10-09T16:27:39.733Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.733Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-200 2021-10-09T16:27:39.633Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:39.733Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-169 2021-10-09T16:27:39.632Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 07ec3ff5-7e5c-cd74-cfb1-df180d1d6490 127.0.0.1:9239}" error="read tcp 127.0.0.1:38722->127.0.0.1:9239: i/o timeout" nomad-170 2021-10-09T16:27:39.733Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-189.global --- PASS: TestAutopilot_PromoteNonVoter (2.50s) === CONT TestJobEndpoint_GetJob nomad-209 2021-10-09T16:27:39.733Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-216 2021-10-09T16:27:39.733Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-216 2021-10-09T16:27:39.733Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9218 [Candidate]" term=2 nomad-216 2021-10-09T16:27:39.733Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-216 2021-10-09T16:27:39.733Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9218 term=2 tally=1 nomad-216 2021-10-09T16:27:39.733Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-216 2021-10-09T16:27:39.733Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9218 [Leader]" nomad-216 2021-10-09T16:27:39.733Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-209 2021-10-09T16:27:39.734Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-209.global (Addr: 127.0.0.1:9230) (DC: dc1)" 2021-10-09T16:27:39.734Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-216 2021-10-09T16:27:39.734Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=0f775104-1828-6bd5-d14c-15a21699e0ec create_time=1633796859734456007 2021-10-09T16:27:39.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-216 2021-10-09T16:27:39.734Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=0f775104-1828-6bd5-d14c-15a21699e0ec create_time=1633796859734456007 2021-10-09T16:27:39.734Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.734Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.734Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.734Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.734Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-216 2021-10-09T16:27:39.734Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:39.734Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.734Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.734Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.734Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.734Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.735Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-186 2021-10-09T16:27:39.735Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-09T16:27:39.735Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=5 nomad-186 2021-10-09T16:27:39.735Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-186 2021-10-09T16:27:39.735Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=5 tally=1 nomad-206 2021-10-09T16:27:39.735Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:39.735Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.735Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.735Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.735Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-170 2021-10-09T16:27:39.735Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-187 2021-10-09T16:27:39.735Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term 2021-10-09T16:27:39.735Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-189 2021-10-09T16:27:39.735Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term 2021-10-09T16:27:39.735Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-186 2021-10-09T16:27:39.735Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=5 tally=2 nomad-186 2021-10-09T16:27:39.736Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9241 term=5 tally=3 nomad-186 2021-10-09T16:27:39.736Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=3 nomad-186 2021-10-09T16:27:39.736Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9231 [Leader]" nomad-186 2021-10-09T16:27:39.736Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9252 nomad-186 2021-10-09T16:27:39.736Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9241 nomad-186 2021-10-09T16:27:39.736Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9220 nomad-186 2021-10-09T16:27:39.736Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9233 nomad-170 2021-10-09T16:27:39.736Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-186 2021-10-09T16:27:39.736Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-187 2021-10-09T16:27:39.736Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-186 2021-10-09T16:27:39.736Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9252 127.0.0.1:9252}" next=1 nomad-189 2021-10-09T16:27:39.736Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-186 2021-10-09T16:27:39.736Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9241 127.0.0.1:9241}" next=1 nomad-219 2021-10-09T16:27:39.736Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9244 Address:127.0.0.1:9244}]" nomad-186 2021-10-09T16:27:39.736Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9220 127.0.0.1:9220}" next=1 nomad-186 2021-10-09T16:27:39.736Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9252 127.0.0.1:9252}" nomad-218 2021-10-09T16:27:39.736Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9264 Address:127.0.0.1:9264}]" nomad-186 2021-10-09T16:27:39.831Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9252 time=87.021122ms nomad-186 2021-10-09T16:27:39.831Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9220 time=86.991134ms nomad-215 2021-10-09T16:27:39.738Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9212 Address:127.0.0.1:9212}]" nomad-209 2021-10-09T16:27:39.736Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-209 2021-10-09T16:27:39.832Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9230 [Candidate]" term=2 nomad-193 2021-10-09T16:27:39.738Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-155 2021-10-09T16:27:39.739Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-209 2021-10-09T16:27:39.832Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-155 2021-10-09T16:27:39.832Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9274 term=15 tally=1 nomad-187 2021-10-09T16:27:39.738Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-189.global nomad-209 2021-10-09T16:27:39.832Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9230 term=2 tally=1 nomad-155 2021-10-09T16:27:39.832Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=15 nomad-209 2021-10-09T16:27:39.832Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-187 2021-10-09T16:27:39.832Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-170.global as failed, suspect timeout reached (0 peer confirmations) nomad-155 2021-10-09T16:27:39.832Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-205 2021-10-09T16:27:39.746Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-209 2021-10-09T16:27:39.832Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9230 [Leader]" nomad-155 2021-10-09T16:27:39.832Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9274 [Follower]" leader= nomad-205 2021-10-09T16:27:39.832Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-155 2021-10-09T16:27:39.832Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-209 2021-10-09T16:27:39.832Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-210 2021-10-09T16:27:39.634Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-210.global (Addr: 127.0.0.1:9223) (DC: dc1)" nomad-210 2021-10-09T16:27:39.730Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=e8d364a9-3ba9-6af7-cc2b-01c682b3da25 create_time=1633796859730848892 nomad-218 2021-10-09T16:27:39.832Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-218.global 127.0.0.1 nomad-218 2021-10-09T16:27:39.832Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-205 2021-10-09T16:27:39.832Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-213 2021-10-09T16:27:39.740Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-213.global 127.0.0.1 --- PASS: TestACLEndpoint_ListPolicies_Unauthenticated (1.30s) === CONT TestJobEndpoint_BatchDeregister_ACL nomad-213 2021-10-09T16:27:39.832Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-186 2021-10-09T16:27:39.832Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9220 127.0.0.1:9220}" nomad-184 2021-10-09T16:27:39.631Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-187.global (timeout reached) nomad-186 2021-10-09T16:27:39.736Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9241 127.0.0.1:9241}" nomad-212 2021-10-09T16:27:39.532Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-212.global (Addr: 127.0.0.1:9216) (DC: dc1)" nomad-186 2021-10-09T16:27:39.737Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed fallback ping: read tcp 127.0.0.1:58258->127.0.0.1:9269: i/o timeout nomad-186 2021-10-09T16:27:39.834Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:34270 nomad-189 2021-10-09T16:27:39.742Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-187.global) nomad-189 2021-10-09T16:27:39.834Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-189.global nomad-210 2021-10-09T16:27:39.832Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=e8d364a9-3ba9-6af7-cc2b-01c682b3da25 create_time=1633796859730848892 nomad-158 2021-10-09T16:27:39.830Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-158 2021-10-09T16:27:39.834Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9232 [Candidate]" term=19 nomad-158 2021-10-09T16:27:39.834Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-158 2021-10-09T16:27:39.834Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=19 tally=1 2021-10-09T16:27:39.435Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:39.638Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=17 tally=1 2021-10-09T16:27:39.436Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.531Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:39.833Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:39.834Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=17 2021-10-09T16:27:39.834Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:39.834Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election 2021-10-09T16:27:39.834Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:39.835Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=18 2021-10-09T16:27:39.834Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:39.835Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-163 2021-10-09T16:27:39.835Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=18 tally=1 nomad-205 2021-10-09T16:27:39.833Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-157 2021-10-09T16:27:39.740Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=17 nomad-157 2021-10-09T16:27:39.835Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-157 2021-10-09T16:27:39.835Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=18 nomad-157 2021-10-09T16:27:39.835Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-157 2021-10-09T16:27:39.835Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=18 tally=1 nomad-210 2021-10-09T16:27:39.835Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-215 2021-10-09T16:27:39.832Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-215.global 127.0.0.1 nomad-170 2021-10-09T16:27:39.737Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-184.global (timeout reached) nomad-215 2021-10-09T16:27:39.835Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-208 2021-10-09T16:27:39.739Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-208.global 127.0.0.1 nomad-163 2021-10-09T16:27:39.730Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-157.global (timeout reached) nomad-208 2021-10-09T16:27:39.835Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-163 2021-10-09T16:27:39.836Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=18 nomad-213 2021-10-09T16:27:39.833Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-213.global (Addr: 127.0.0.1:9258) (DC: dc1)" nomad-209 2021-10-09T16:27:39.832Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=ea26a13b-754c-397e-f498-901efbee6f1e create_time=1633796859832907794 nomad-211 2021-10-09T16:27:39.740Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-209 2021-10-09T16:27:39.836Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=ea26a13b-754c-397e-f498-901efbee6f1e create_time=1633796859832907794 nomad-184 2021-10-09T16:27:39.836Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-170.global 127.0.0.1 2021-10-09T16:27:39.834Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-218 2021-10-09T16:27:39.833Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-218.global (Addr: 127.0.0.1:9264) (DC: dc1)" nomad-218 2021-10-09T16:27:39.833Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9264 [Follower]" leader= nomad-215 2021-10-09T16:27:39.832Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9212 [Follower]" leader= nomad-184 2021-10-09T16:27:39.836Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:58304 nomad-157 2021-10-09T16:27:39.836Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=18 nomad-155 2021-10-09T16:27:39.836Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-158 2021-10-09T16:27:39.836Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9274 term=19 tally=2 nomad-158 2021-10-09T16:27:39.836Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-158 2021-10-09T16:27:39.836Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9232 [Leader]" nomad-158 2021-10-09T16:27:39.836Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9274 nomad-215 2021-10-09T16:27:39.837Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-215.global (Addr: 127.0.0.1:9212) (DC: dc1)" nomad-158 2021-10-09T16:27:39.837Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-157 2021-10-09T16:27:39.837Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:50644 nomad-158 2021-10-09T16:27:39.837Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9274 127.0.0.1:9274}" 2021-10-09T16:27:39.837Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-217 2021-10-09T16:27:39.838Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-217 2021-10-09T16:27:39.838Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9291 [Candidate]" term=2 nomad-217 2021-10-09T16:27:39.838Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-217 2021-10-09T16:27:39.838Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9291 term=2 tally=1 nomad-217 2021-10-09T16:27:39.838Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-184 2021-10-09T16:27:39.738Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-217 2021-10-09T16:27:39.838Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9291 [Leader]" nomad-217 2021-10-09T16:27:39.838Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-184 2021-10-09T16:27:39.838Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:58258 nomad-184 2021-10-09T16:27:39.838Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-187.global has failed, no acks received nomad-186 2021-10-09T16:27:39.838Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-189.global (timeout reached) nomad-217 2021-10-09T16:27:39.838Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=73eda478-670b-d864-7211-bc7def605903 create_time=1633796859838908052 nomad-217 2021-10-09T16:27:39.839Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=73eda478-670b-d864-7211-bc7def605903 create_time=1633796859838908052 nomad-186 2021-10-09T16:27:39.839Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=84113059-ee41-67ee-7adc-7e33142be2f4 create_time=1633796859837468642 nomad-186 2021-10-09T16:27:39.839Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=84113059-ee41-67ee-7adc-7e33142be2f4 create_time=1633796859837468642 nomad-186 2021-10-09T16:27:39.839Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9233 127.0.0.1:9233}" next=1 nomad-217 2021-10-09T16:27:39.839Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-184 2021-10-09T16:27:39.739Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9233,127.0.0.1:9252,127.0.0.1:9231,127.0.0.1:9241,127.0.0.1:9220 nomad-184 2021-10-09T16:27:39.839Z [ERROR] nomad/serf.go:223: nomad: failed to bootstrap cluster: error="bootstrap only works on new clusters" nomad-186 2021-10-09T16:27:39.839Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-184 2021-10-09T16:27:39.839Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-170.global (Addr: 127.0.0.1:9252) (DC: dc1)" nomad-186 2021-10-09T16:27:39.840Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9233 127.0.0.1:9233}" nomad-187 2021-10-09T16:27:39.840Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-189.global) nomad-211 2021-10-09T16:27:39.836Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-189 2021-10-09T16:27:39.840Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-187.global as failed, suspect timeout reached (0 peer confirmations) nomad-189 2021-10-09T16:27:39.840Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-187.global 127.0.0.1 nomad-189 2021-10-09T16:27:39.840Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-187.global (Addr: 127.0.0.1:9241) (DC: dc1)" nomad-189 2021-10-09T16:27:39.840Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:59062 nomad-184 2021-10-09T16:27:39.840Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=84113059-ee41-67ee-7adc-7e33142be2f4 create_time=1633796859837468642 nomad-187 2021-10-09T16:27:39.840Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-187 2021-10-09T16:27:39.841Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-219 2021-10-09T16:27:39.831Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-219.global 127.0.0.1 nomad-219 2021-10-09T16:27:39.844Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-220 2021-10-09T16:27:39.844Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9262 Address:127.0.0.1:9262}]" nomad-219 2021-10-09T16:27:39.831Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9244 [Follower]" leader= nomad-187 2021-10-09T16:27:39.930Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed to send gossip to 127.0.0.1:9222: write udp 127.0.0.1:9210->127.0.0.1:9222: use of closed network connection nomad-187 2021-10-09T16:27:39.930Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed to send ping: write udp 127.0.0.1:9210->127.0.0.1:9269: use of closed network connection nomad-220 2021-10-09T16:27:39.930Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9262 [Follower]" leader= nomad-186 2021-10-09T16:27:39.930Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9252 time=90.629353ms nomad-186 2021-10-09T16:27:39.930Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9241 time=91.420832ms nomad-186 2021-10-09T16:27:39.930Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9220 time=90.632969ms nomad-186 2021-10-09T16:27:39.931Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9233 time=90.126835ms nomad-186 2021-10-09T16:27:39.931Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-186 2021-10-09T16:27:39.931Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9231 [Follower]" leader= nomad-186 2021-10-09T16:27:39.931Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-187 2021-10-09T16:27:39.941Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" nomad-211 2021-10-09T16:27:39.836Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-211 2021-10-09T16:27:39.947Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-189 2021-10-09T16:27:39.931Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=84113059-ee41-67ee-7adc-7e33142be2f4 create_time=1633796859837468642 nomad-189 2021-10-09T16:27:39.947Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-186.global (timeout reached) --- PASS: TestJobEndpoint_Scale_Invalid (0.91s) === CONT TestJobEndpoint_BatchDeregister nomad-186 2021-10-09T16:27:39.949Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-187 2021-10-09T16:27:39.950Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed to send nack: write udp 127.0.0.1:9210->127.0.0.1:9222: use of closed network connection from=127.0.0.1:9222 nomad-170 2021-10-09T16:27:39.930Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-186.global (timeout reached) nomad-186 2021-10-09T16:27:39.953Z [ERROR] go-hclog/stdlog.go:50: nomad.rpc: yamux: Failed to write header: write tcp 127.0.0.1:9231->127.0.0.1:36826: write: connection reset by peer nomad-219 2021-10-09T16:27:40.031Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-219.global (Addr: 127.0.0.1:9244) (DC: dc1)" nomad-221 2021-10-09T16:27:40.035Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9214 Address:127.0.0.1:9214}]" nomad-170 2021-10-09T16:27:40.036Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=84113059-ee41-67ee-7adc-7e33142be2f4 create_time=1633796859837468642 nomad-163 2021-10-09T16:27:40.035Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-163 2021-10-09T16:27:40.036Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=19 nomad-163 2021-10-09T16:27:40.036Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-163 2021-10-09T16:27:40.036Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=19 tally=1 nomad-221 2021-10-09T16:27:40.036Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-221.global 127.0.0.1 nomad-221 2021-10-09T16:27:40.036Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-218 2021-10-09T16:27:40.037Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-218 2021-10-09T16:27:40.037Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9264 [Candidate]" term=2 nomad-218 2021-10-09T16:27:40.037Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-218 2021-10-09T16:27:40.037Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9264 term=2 tally=1 nomad-218 2021-10-09T16:27:40.037Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-218 2021-10-09T16:27:40.037Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9264 [Leader]" nomad-186 2021-10-09T16:27:40.037Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Was able to connect to nomad-189.global but other probes failed, network may be misconfigured nomad-212 2021-10-09T16:27:40.131Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-212 2021-10-09T16:27:40.132Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9216 [Candidate]" term=2 nomad-212 2021-10-09T16:27:40.132Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-220 2021-10-09T16:27:39.930Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-220.global 127.0.0.1 nomad-163 2021-10-09T16:27:40.131Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-212 2021-10-09T16:27:40.132Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9216 term=2 tally=1 nomad-212 2021-10-09T16:27:40.132Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-212 2021-10-09T16:27:40.132Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9216 [Leader]" 2021-10-09T16:27:39.930Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-218 2021-10-09T16:27:40.141Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-155 2021-10-09T16:27:40.131Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-158.global (timeout reached) nomad-215 2021-10-09T16:27:40.142Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:39.930Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-212 2021-10-09T16:27:40.134Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-157 2021-10-09T16:27:40.132Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election 2021-10-09T16:27:40.139Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-221 2021-10-09T16:27:40.134Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9214 [Follower]" leader= nomad-158 2021-10-09T16:27:40.134Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-158 2021-10-09T16:27:40.140Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9274 time=109.603643ms nomad-158 2021-10-09T16:27:40.233Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-158 2021-10-09T16:27:40.234Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9232 [Follower]" leader= nomad-158 2021-10-09T16:27:40.234Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-219 2021-10-09T16:27:40.139Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-186 2021-10-09T16:27:40.131Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9252 127.0.0.1:9252}" nomad-209 2021-10-09T16:27:40.134Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-163 2021-10-09T16:27:40.132Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=20 nomad-163 2021-10-09T16:27:40.233Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-157.global (timeout reached) nomad-163 2021-10-09T16:27:40.235Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-157.global has failed, no acks received nomad-155 2021-10-09T16:27:40.142Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9232 nomad-155 2021-10-09T16:27:40.231Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-158.global has failed, no acks received nomad-189 2021-10-09T16:27:40.231Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-170.global as failed, suspect timeout reached (0 peer confirmations) nomad-158 2021-10-09T16:27:40.236Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9274 127.0.0.1:9274}" 2021-10-09T16:27:39.930Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:40.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-158 2021-10-09T16:27:40.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9232 [Candidate]" term=20 nomad-158 2021-10-09T16:27:40.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-158 2021-10-09T16:27:40.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=20 tally=1 nomad-189 2021-10-09T16:27:40.331Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed fallback ping: read tcp 127.0.0.1:34300->127.0.0.1:9222: i/o timeout 2021-10-09T16:27:40.140Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-189 2021-10-09T16:27:40.331Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-186.global has failed, no acks received nomad-170 2021-10-09T16:27:40.333Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9231 nomad-170 2021-10-09T16:27:40.333Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9252 [Candidate]" term=6 nomad-170 2021-10-09T16:27:40.333Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-170 2021-10-09T16:27:40.333Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=6 tally=1 nomad-158 2021-10-09T16:27:40.334Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-219 2021-10-09T16:27:40.236Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9244 [Candidate]" term=2 nomad-219 2021-10-09T16:27:40.334Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-219 2021-10-09T16:27:40.334Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9244 term=2 tally=1 nomad-219 2021-10-09T16:27:40.334Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-219 2021-10-09T16:27:40.334Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9244 [Leader]" nomad-219 2021-10-09T16:27:40.334Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-219 2021-10-09T16:27:40.335Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=7e2faf2d-8b23-c320-f820-b723b9f3fa9b create_time=1633796860335177556 nomad-219 2021-10-09T16:27:40.335Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=7e2faf2d-8b23-c320-f820-b723b9f3fa9b create_time=1633796860335177556 nomad-186 2021-10-09T16:27:40.131Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9241 127.0.0.1:9241}" nomad-212 2021-10-09T16:27:40.336Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=61a050f4-ff6f-1871-c6da-4847d92fa504 create_time=1633796860336273924 nomad-212 2021-10-09T16:27:40.336Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=61a050f4-ff6f-1871-c6da-4847d92fa504 create_time=1633796860336273924 nomad-219 2021-10-09T16:27:40.336Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-186 2021-10-09T16:27:40.131Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9220 127.0.0.1:9220}" nomad-212 2021-10-09T16:27:40.337Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-186 2021-10-09T16:27:40.134Z [ERROR] nomad/rpc.go:478: nomad.rpc: multiplex_v2 conn accept failed: error="write tcp 127.0.0.1:9231->127.0.0.1:36826: write: connection reset by peer" nomad-186 2021-10-09T16:27:40.135Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-184.global (timeout reached) nomad-186 2021-10-09T16:27:40.337Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-189.global as failed, suspect timeout reached (0 peer confirmations) nomad-184 2021-10-09T16:27:40.131Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9231 nomad-184 2021-10-09T16:27:40.338Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9233 [Candidate]" term=6 nomad-184 2021-10-09T16:27:40.338Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 2021-10-09T16:27:40.140Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-187 2021-10-09T16:27:40.339Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" 2021-10-09T16:27:40.141Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-189 2021-10-09T16:27:40.339Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-170.global 127.0.0.1 2021-10-09T16:27:40.141Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.141Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.141Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.141Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.141Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-221 2021-10-09T16:27:40.235Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-221.global (Addr: 127.0.0.1:9214) (DC: dc1)" nomad-155 2021-10-09T16:27:40.339Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9274 [Follower]" term=20 2021-10-09T16:27:40.141Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:40.341Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-157 2021-10-09T16:27:40.233Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=19 nomad-221 2021-10-09T16:27:40.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-189 2021-10-09T16:27:40.341Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-170.global (Addr: 127.0.0.1:9252) (DC: dc1)" nomad-158 2021-10-09T16:27:40.340Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-155.global has failed, no acks received nomad-155 2021-10-09T16:27:40.341Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9274 [Follower]" leader=127.0.0.1:9232 nomad-157 2021-10-09T16:27:40.341Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-221 2021-10-09T16:27:40.341Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9214 [Candidate]" term=2 nomad-155 2021-10-09T16:27:40.341Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=20 nomad-157 2021-10-09T16:27:40.341Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-163.global) nomad-221 2021-10-09T16:27:40.341Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-157 2021-10-09T16:27:40.341Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=19 nomad-221 2021-10-09T16:27:40.341Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9214 term=2 tally=1 nomad-208 2021-10-09T16:27:40.339Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-208.global (Addr: 127.0.0.1:9206) (DC: dc1)" nomad-189 2021-10-09T16:27:40.341Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9252 leader=127.0.0.1:9231 nomad-184 2021-10-09T16:27:40.338Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=6 tally=1 nomad-213 2021-10-09T16:27:40.142Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-184 2021-10-09T16:27:40.231Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-186.global (timeout reached) nomad-213 2021-10-09T16:27:40.341Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9258 [Candidate]" term=2 nomad-221 2021-10-09T16:27:40.341Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-184 2021-10-09T16:27:40.340Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-218 2021-10-09T16:27:40.340Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d8070bbb-61de-bc16-a311-b811a504b5ea create_time=1633796860340724461 nomad-213 2021-10-09T16:27:40.342Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-221 2021-10-09T16:27:40.342Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9214 [Leader]" nomad-218 2021-10-09T16:27:40.342Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=d8070bbb-61de-bc16-a311-b811a504b5ea create_time=1633796860340724461 nomad-213 2021-10-09T16:27:40.342Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9258 term=2 tally=1 nomad-158 2021-10-09T16:27:40.342Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=20 nomad-213 2021-10-09T16:27:40.342Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-221 2021-10-09T16:27:40.342Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-213 2021-10-09T16:27:40.342Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9258 [Leader]" nomad-204 2021-10-09T16:27:40.340Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-204 2021-10-09T16:27:40.342Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-213 2021-10-09T16:27:40.342Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-218 2021-10-09T16:27:40.342Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-220 2021-10-09T16:27:40.142Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-204 2021-10-09T16:27:40.342Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-163 2021-10-09T16:27:40.339Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-220 2021-10-09T16:27:40.342Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9262 [Candidate]" term=2 nomad-163 2021-10-09T16:27:40.342Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=20 tally=1 --- PASS: TestACLEndpoint_ListPolicies_Blocking (1.81s) === CONT TestJobEndpoint_Deregister_EvalCreation_Legacy nomad-220 2021-10-09T16:27:40.342Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-220 2021-10-09T16:27:40.342Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9262 term=2 tally=1 nomad-163 2021-10-09T16:27:40.340Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:41548 nomad-220 2021-10-09T16:27:40.342Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-186 2021-10-09T16:27:40.337Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-189.global 127.0.0.1 nomad-170 2021-10-09T16:27:40.338Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed fallback ping: write tcp 127.0.0.1:34302->127.0.0.1:9222: i/o timeout nomad-220 2021-10-09T16:27:40.342Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9262 [Leader]" nomad-186 2021-10-09T16:27:40.231Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9233 127.0.0.1:9233}" 2021-10-09T16:27:39.930Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:40.342Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 nomad-170 2021-10-09T16:27:40.342Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-186.global has failed, no acks received nomad-186 2021-10-09T16:27:40.233Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-217 2021-10-09T16:27:40.341Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-220 2021-10-09T16:27:40.331Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-186 2021-10-09T16:27:40.342Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=6 nomad-217 2021-10-09T16:27:40.342Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-186 2021-10-09T16:27:40.342Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-217 2021-10-09T16:27:40.342Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-186 2021-10-09T16:27:40.342Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 nomad-217 2021-10-09T16:27:40.342Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-186 2021-10-09T16:27:40.342Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=6 tally=1 nomad-186 2021-10-09T16:27:40.342Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 nomad-221 2021-10-09T16:27:40.342Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=84f7e330-653e-6961-40f6-a41e383ba52a create_time=1633796860342561436 nomad-217 2021-10-09T16:27:40.342Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-220 2021-10-09T16:27:40.342Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-220.global (Addr: 127.0.0.1:9262) (DC: dc1)" nomad-157 2021-10-09T16:27:40.341Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=19 tally=1 nomad-189 2021-10-09T16:27:40.342Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9233 leader=127.0.0.1:9231 nomad-217 2021-10-09T16:27:40.342Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-157 2021-10-09T16:27:40.342Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-221 2021-10-09T16:27:40.342Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=84f7e330-653e-6961-40f6-a41e383ba52a create_time=1633796860342561436 nomad-157 2021-10-09T16:27:40.342Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9219 last-term=14 last-candidate-term=13 nomad-157 2021-10-09T16:27:40.342Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9234 [Follower]" leader= nomad-186 2021-10-09T16:27:40.342Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-184 2021-10-09T16:27:40.342Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-186.global has failed, no acks received nomad-186 2021-10-09T16:27:40.342Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:34300 nomad-213 2021-10-09T16:27:40.342Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=2a0cb1da-deee-776f-f193-cca6c3fdb7f7 create_time=1633796860342681821 nomad-186 2021-10-09T16:27:40.342Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:34302 nomad-184 2021-10-09T16:27:40.342Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 nomad-213 2021-10-09T16:27:40.342Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=2a0cb1da-deee-776f-f193-cca6c3fdb7f7 create_time=1633796860342681821 nomad-157 2021-10-09T16:27:40.342Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Was able to connect to nomad-163.global but other probes failed, network may be misconfigured nomad-215 2021-10-09T16:27:40.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9212 [Candidate]" term=2 nomad-184 2021-10-09T16:27:40.343Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-187.global as failed, suspect timeout reached (0 peer confirmations) nomad-189 2021-10-09T16:27:40.343Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-184 2021-10-09T16:27:40.343Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-187.global 127.0.0.1 nomad-215 2021-10-09T16:27:40.343Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-184 2021-10-09T16:27:40.343Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-187.global (Addr: 127.0.0.1:9241) (DC: dc1)" nomad-215 2021-10-09T16:27:40.343Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9212 term=2 tally=1 nomad-186 2021-10-09T16:27:40.343Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=6 tally=2 nomad-221 2021-10-09T16:27:40.343Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-217 2021-10-09T16:27:40.343Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-170 2021-10-09T16:27:40.342Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-189.global) nomad-170 2021-10-09T16:27:40.341Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-170 2021-10-09T16:27:40.342Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 nomad-186 2021-10-09T16:27:40.343Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-189.global (Addr: 127.0.0.1:9220) (DC: dc1)" nomad-170 2021-10-09T16:27:40.343Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 nomad-213 2021-10-09T16:27:40.343Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-155 2021-10-09T16:27:40.343Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-158.global) 2021-10-09T16:27:40.343Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.343Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-215 2021-10-09T16:27:40.343Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-09T16:27:40.343Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.343Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-215 2021-10-09T16:27:40.343Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9212 [Leader]" nomad-158 2021-10-09T16:27:40.343Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-155.global) nomad-215 2021-10-09T16:27:40.343Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-186 2021-10-09T16:27:40.343Z [ERROR] raft/replication.go:380: nomad.raft: failed to heartbeat to: peer=127.0.0.1:9241 error=EOF 2021-10-09T16:27:40.343Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.343Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.343Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.343Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.343Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.344Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-186 2021-10-09T16:27:40.344Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-184.global has failed, no acks received nomad-186 2021-10-09T16:27:40.344Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-189.global 127.0.0.1 nomad-186 2021-10-09T16:27:40.344Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-189.global (Addr: 127.0.0.1:9220) (DC: dc1)" nomad-217 2021-10-09T16:27:40.344Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=31fed814-c97f-f6a8-a1f8-8eecd96c4c3a nomad-215 2021-10-09T16:27:40.344Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=2c9e49f9-97d0-627c-b5d1-bfbd88ebba4a create_time=1633796860344380085 nomad-215 2021-10-09T16:27:40.344Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=2c9e49f9-97d0-627c-b5d1-bfbd88ebba4a create_time=1633796860344380085 nomad-222 2021-10-09T16:27:40.344Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-170 2021-10-09T16:27:40.344Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-187.global 127.0.0.1 nomad-186 2021-10-09T16:27:40.344Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-187.global 127.0.0.1 nomad-170 2021-10-09T16:27:40.344Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-187.global (Addr: 127.0.0.1:9241) (DC: dc1)" nomad-222 2021-10-09T16:27:40.344Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9240 [Follower]" leader= nomad-217 2021-10-09T16:27:40.344Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=31fed814-c97f-f6a8-a1f8-8eecd96c4c3a job_id=mock-service-13dbb881-3b90-4a12-5f27-ff1b2def741f namespace=default algorithm=binpack nomad-217 2021-10-09T16:27:40.344Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=31fed814-c97f-f6a8-a1f8-8eecd96c4c3a job_id=mock-service-13dbb881-3b90-4a12-5f27-ff1b2def741f namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-186 2021-10-09T16:27:40.344Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-187.global (Addr: 127.0.0.1:9241) (DC: dc1)" nomad-215 2021-10-09T16:27:40.344Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-186 2021-10-09T16:27:40.345Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-189.global) nomad-209 2021-10-09T16:27:40.345Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-209 2021-10-09T16:27:40.345Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-217 2021-10-09T16:27:40.345Z [DEBUG] nomad/worker.go:418: worker: created evaluation: eval="" nomad-209 2021-10-09T16:27:40.345Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-217 2021-10-09T16:27:40.345Z [DEBUG] scheduler/generic_sched.go:275: worker.service_sched: failed to place all allocations, blocked eval created: eval_id=31fed814-c97f-f6a8-a1f8-8eecd96c4c3a job_id=mock-service-13dbb881-3b90-4a12-5f27-ff1b2def741f namespace=default blocked_eval_id=f031c2e2-e683-ebf7-f3fd-61779e795be7 nomad-217 2021-10-09T16:27:40.345Z [DEBUG] scheduler/util.go:535: worker.service_sched: setting eval status: eval_id=31fed814-c97f-f6a8-a1f8-8eecd96c4c3a job_id=mock-service-13dbb881-3b90-4a12-5f27-ff1b2def741f namespace=default status=complete --- PASS: TestACLEndpoint_GetPolicies (1.31s) === CONT TestJobEndpoint_Deregister_ACL nomad-209 2021-10-09T16:27:40.345Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-217 2021-10-09T16:27:40.344Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-217 2021-10-09T16:27:40.346Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-217 2021-10-09T16:27:40.346Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-217 2021-10-09T16:27:40.346Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-217 2021-10-09T16:27:40.346Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-217 2021-10-09T16:27:40.346Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-217 2021-10-09T16:27:40.346Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-222 2021-10-09T16:27:40.430Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-186 2021-10-09T16:27:40.430Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-222 2021-10-09T16:27:40.431Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-222.global 127.0.0.1 nomad-222 2021-10-09T16:27:40.431Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-186 2021-10-09T16:27:40.431Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=7 nomad-186 2021-10-09T16:27:40.431Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-221 2021-10-09T16:27:40.431Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-186 2021-10-09T16:27:40.431Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=7 tally=1 nomad-221 2021-10-09T16:27:40.431Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-221 2021-10-09T16:27:40.431Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-221 2021-10-09T16:27:40.431Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-217 2021-10-09T16:27:40.431Z [DEBUG] nomad/worker.go:377: worker: updated evaluation: eval="" nomad-217 2021-10-09T16:27:40.431Z [DEBUG] nomad/worker.go:223: worker: ack evaluation: eval_id=31fed814-c97f-f6a8-a1f8-8eecd96c4c3a nomad-222 2021-10-09T16:27:40.431Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-222.global (Addr: 127.0.0.1:9240) (DC: dc1)" nomad-217 2021-10-09T16:27:40.431Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=3359edb8-f235-b2f6-756e-39b8d9801cd4 nomad-217 2021-10-09T16:27:40.431Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=3359edb8-f235-b2f6-756e-39b8d9801cd4 job_id=mock-service-13dbb881-3b90-4a12-5f27-ff1b2def741f namespace=default algorithm=binpack nomad-217 2021-10-09T16:27:40.431Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=3359edb8-f235-b2f6-756e-39b8d9801cd4 job_id=mock-service-13dbb881-3b90-4a12-5f27-ff1b2def741f namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-186 2021-10-09T16:27:40.431Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-221 2021-10-09T16:27:40.431Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-221 2021-10-09T16:27:40.431Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-186 2021-10-09T16:27:40.432Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-189.global (timeout reached) nomad-189 2021-10-09T16:27:40.432Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-189 2021-10-09T16:27:40.432Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=7 nomad-189 2021-10-09T16:27:40.432Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-189 2021-10-09T16:27:40.432Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=7 tally=1 nomad-189 2021-10-09T16:27:40.432Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-216 2021-10-09T16:27:40.432Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-216 2021-10-09T16:27:40.432Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-170 2021-10-09T16:27:40.432Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-170 2021-10-09T16:27:40.432Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9252 [Candidate]" term=7 nomad-221 2021-10-09T16:27:40.432Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-170 2021-10-09T16:27:40.432Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-170 2021-10-09T16:27:40.432Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-170 2021-10-09T16:27:40.432Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=7 tally=1 nomad-217 2021-10-09T16:27:40.433Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-217 2021-10-09T16:27:40.433Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-216 2021-10-09T16:27:40.433Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:40.433Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_GetJob_ACL (0.79s) === CONT TestJobEndpoint_Deregister_ParameterizedJob nomad-217 2021-10-09T16:27:40.433Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-217 2021-10-09T16:27:40.433Z [ERROR] nomad/worker.go:412: worker: failed to create evaluation: eval="" error="raft is already shutdown" nomad-217 2021-10-09T16:27:40.433Z [ERROR] scheduler/generic_sched.go:272: worker.service_sched: failed to make blocked eval: eval_id=3359edb8-f235-b2f6-756e-39b8d9801cd4 job_id=mock-service-13dbb881-3b90-4a12-5f27-ff1b2def741f namespace=default error="raft is already shutdown" nomad-217 2021-10-09T16:27:40.433Z [ERROR] nomad/worker.go:130: worker: error invoking scheduler: error="failed to process evaluation: raft is already shutdown" nomad-217 2021-10-09T16:27:40.433Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=3359edb8-f235-b2f6-756e-39b8d9801cd4 error="No cluster leader" nomad-158 2021-10-09T16:27:40.433Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-158 2021-10-09T16:27:40.433Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9232 [Candidate]" term=21 nomad-158 2021-10-09T16:27:40.433Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-158 2021-10-09T16:27:40.433Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=21 tally=1 nomad-184 2021-10-09T16:27:40.431Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election 2021-10-09T16:27:40.433Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.433Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.433Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:40.433Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9233 [Candidate]" term=7 2021-10-09T16:27:40.434Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.433Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:40.431Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-189.global (timeout reached) 2021-10-09T16:27:40.434Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-217 2021-10-09T16:27:40.433Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:40.433Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.434Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:40.434Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-170.global 127.0.0.1 2021-10-09T16:27:40.434Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.433Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.434Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.433Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:40.434Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term 2021-10-09T16:27:40.433Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.434Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.433Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.434Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.433Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.434Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.434Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_GetJobVersions (0.80s) === CONT TestJobEndpoint_Deregister_Periodic nomad-163 2021-10-09T16:27:40.434Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-189 2021-10-09T16:27:40.434Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-170.global 127.0.0.1 nomad-163 2021-10-09T16:27:40.434Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=21 nomad-189 2021-10-09T16:27:40.434Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-170.global (Addr: 127.0.0.1:9252) (DC: dc1)" nomad-163 2021-10-09T16:27:40.434Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-184 2021-10-09T16:27:40.434Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-184 2021-10-09T16:27:40.434Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=7 tally=1 nomad-184 2021-10-09T16:27:40.434Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-184 2021-10-09T16:27:40.434Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-157 2021-10-09T16:27:40.434Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-189 2021-10-09T16:27:40.434Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-157 2021-10-09T16:27:40.434Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9219 last-term=14 last-candidate-term=13 nomad-204 2021-10-09T16:27:40.433Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-163 2021-10-09T16:27:40.434Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=21 tally=1 nomad-186 2021-10-09T16:27:40.434Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-184 2021-10-09T16:27:40.434Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-170.global (Addr: 127.0.0.1:9252) (DC: dc1)" nomad-186 2021-10-09T16:27:40.434Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-221 2021-10-09T16:27:40.434Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-221 2021-10-09T16:27:40.434Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-189 2021-10-09T16:27:40.434Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-221 2021-10-09T16:27:40.434Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-221 2021-10-09T16:27:40.435Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-221 2021-10-09T16:27:40.435Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-221 2021-10-09T16:27:40.435Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-189 2021-10-09T16:27:40.435Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-221 2021-10-09T16:27:40.435Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-189 2021-10-09T16:27:40.434Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:59110 2021-10-09T16:27:40.435Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-216 2021-10-09T16:27:40.433Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:40.436Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.436Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.436Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.436Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.436Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.436Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.436Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.436Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:40.436Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9274 term=21 tally=2 nomad-158 2021-10-09T16:27:40.436Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-186 2021-10-09T16:27:40.436Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-158 2021-10-09T16:27:40.436Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9232 [Leader]" nomad-158 2021-10-09T16:27:40.436Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9274 2021-10-09T16:27:40.436Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.436Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.436Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:40.436Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:40.436Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.436Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-170 2021-10-09T16:27:40.434Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-170 2021-10-09T16:27:40.436Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 2021-10-09T16:27:40.436Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:40.436Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9274 127.0.0.1:9274}" 2021-10-09T16:27:40.436Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-170 2021-10-09T16:27:40.435Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" 2021-10-09T16:27:40.436Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.436Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.436Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.437Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:40.437Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-157 2021-10-09T16:27:40.437Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-157 2021-10-09T16:27:40.437Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=22 nomad-157 2021-10-09T16:27:40.437Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-157 2021-10-09T16:27:40.437Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=22 tally=1 nomad-163 2021-10-09T16:27:40.437Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-163 2021-10-09T16:27:40.437Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9219 [Follower]" leader= nomad-224 2021-10-09T16:27:40.437Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-224 2021-10-09T16:27:40.437Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9270 [Follower]" leader= nomad-157 2021-10-09T16:27:40.437Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=22 tally=2 nomad-157 2021-10-09T16:27:40.437Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-157 2021-10-09T16:27:40.437Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9234 [Leader]" nomad-157 2021-10-09T16:27:40.437Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9219 nomad-163 2021-10-09T16:27:40.437Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=14 last-index=13 error="log not found" nomad-157 2021-10-09T16:27:40.437Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-224 2021-10-09T16:27:40.438Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-224.global 127.0.0.1 nomad-224 2021-10-09T16:27:40.438Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-157 2021-10-09T16:27:40.438Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9219 127.0.0.1:9219}" next=14 nomad-224 2021-10-09T16:27:40.438Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-224.global (Addr: 127.0.0.1:9270) (DC: dc1)" nomad-224 2021-10-09T16:27:40.438Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9224 nomad-222 2021-10-09T16:27:40.438Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:38906 nomad-157 2021-10-09T16:27:40.439Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9219 127.0.0.1:9219}" nomad-225 2021-10-09T16:27:40.439Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9261 Address:127.0.0.1:9261}]" nomad-222 2021-10-09T16:27:40.439Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-224.global 127.0.0.1 nomad-157 2021-10-09T16:27:40.439Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-222 2021-10-09T16:27:40.439Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-224.global (Addr: 127.0.0.1:9270) (DC: dc1)" nomad-225 2021-10-09T16:27:40.439Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-225.global 127.0.0.1 nomad-225 2021-10-09T16:27:40.440Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-225 2021-10-09T16:27:40.440Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9261 [Follower]" leader= nomad-225 2021-10-09T16:27:40.440Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-225.global (Addr: 127.0.0.1:9261) (DC: dc1)" nomad-224 2021-10-09T16:27:40.440Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-222.global 127.0.0.1 nomad-224 2021-10-09T16:27:40.440Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-222.global (Addr: 127.0.0.1:9240) (DC: dc1)" nomad-184 2021-10-09T16:27:40.434Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-155 2021-10-09T16:27:40.530Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9232 nomad-155 2021-10-09T16:27:40.530Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9274 [Candidate]" term=22 nomad-155 2021-10-09T16:27:40.530Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-155 2021-10-09T16:27:40.530Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9274 term=22 tally=1 nomad-170 2021-10-09T16:27:40.530Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-189 2021-10-09T16:27:40.530Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:59098 nomad-213 2021-10-09T16:27:40.531Z [ERROR] state/state_store.go:4790: nomad.state_store: new allocation inserted into state store with bad client status: alloc_id=49be8736-0360-171f-a856-45a45978867f client_status=complete nomad-222 2021-10-09T16:27:40.532Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9240,127.0.0.1:9270 nomad-221 2021-10-09T16:27:40.531Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-157 2021-10-09T16:27:40.530Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9219 time=91.254631ms nomad-157 2021-10-09T16:27:40.532Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-184 2021-10-09T16:27:40.439Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-189.global) nomad-157 2021-10-09T16:27:40.532Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9234 [Follower]" leader= nomad-218 2021-10-09T16:27:40.530Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-157 2021-10-09T16:27:40.532Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-170 2021-10-09T16:27:40.531Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9252 [Candidate]" term=8 nomad-218 2021-10-09T16:27:40.532Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-170 2021-10-09T16:27:40.532Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-170 2021-10-09T16:27:40.532Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=8 tally=1 nomad-184 2021-10-09T16:27:40.530Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-221 2021-10-09T16:27:40.532Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-157 2021-10-09T16:27:40.532Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9219 127.0.0.1:9219}" nomad-218 2021-10-09T16:27:40.532Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-157 2021-10-09T16:27:40.532Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestJobEndpoint_Deregister_EvalCreation_Modern (1.00s) === CONT TestJobEndpoint_Deregister_Nonexistent nomad-213 2021-10-09T16:27:40.532Z [ERROR] state/state_store.go:4790: nomad.state_store: new allocation inserted into state store with bad client status: alloc_id=aa4174d8-17a8-7260-421b-27ebe10ba11f client_status=running nomad-218 2021-10-09T16:27:40.532Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-184 2021-10-09T16:27:40.532Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9233 [Candidate]" term=8 nomad-207 2021-10-09T16:27:40.532Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-221 2021-10-09T16:27:40.532Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-186 2021-10-09T16:27:40.533Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-170 2021-10-09T16:27:40.533Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-186 2021-10-09T16:27:40.533Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9231 [Follower]" leader= nomad-184 2021-10-09T16:27:40.532Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-186 2021-10-09T16:27:40.533Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-184 2021-10-09T16:27:40.533Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=8 tally=1 === CONT TestJobEndpoint_Register_EvalCreation_Legacy nomad-221 2021-10-09T16:27:40.533Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-207 2021-10-09T16:27:40.533Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-184 2021-10-09T16:27:40.533Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-184 2021-10-09T16:27:40.533Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=8 tally=2 nomad-207 2021-10-09T16:27:40.533Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_BatchDeregister (0.58s) 2021-10-09T16:27:40.533Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= --- PASS: TestACLEndpoint_GetPolicies_Blocking (1.99s) === CONT TestJobEndpoint_Stable 2021-10-09T16:27:40.533Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-219 2021-10-09T16:27:40.533Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= 2021-10-09T16:27:40.533Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-219 2021-10-09T16:27:40.533Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= 2021-10-09T16:27:40.533Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-219 2021-10-09T16:27:40.533Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= 2021-10-09T16:27:40.533Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-219 2021-10-09T16:27:40.533Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= 2021-10-09T16:27:40.533Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-226 2021-10-09T16:27:40.533Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9288 Address:127.0.0.1:9288}]" 2021-10-09T16:27:40.533Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-219 2021-10-09T16:27:40.533Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-219 2021-10-09T16:27:40.533Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-09T16:27:40.533Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.533Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-170 2021-10-09T16:27:40.533Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 2021-10-09T16:27:40.533Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-226 2021-10-09T16:27:40.533Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9288 [Follower]" leader= 2021-10-09T16:27:40.533Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.533Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.533Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.533Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-213 2021-10-09T16:27:40.532Z [ERROR] state/state_store.go:4790: nomad.state_store: new allocation inserted into state store with bad client status: alloc_id=2440e6ae-6290-7e79-fa6a-b23f0a909668 client_status=running nomad-213 2021-10-09T16:27:40.534Z [ERROR] state/state_store.go:4790: nomad.state_store: new allocation inserted into state store with bad client status: alloc_id=8598dd41-cdde-831d-12ff-995e6753b293 client_status=running nomad-224 2021-10-09T16:27:40.534Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-222.global peer_address=127.0.0.1:9240 2021-10-09T16:27:40.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-219 2021-10-09T16:27:40.534Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-226 2021-10-09T16:27:40.534Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-226.global 127.0.0.1 nomad-226 2021-10-09T16:27:40.534Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-222 2021-10-09T16:27:40.534Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-224.global nomad-226 2021-10-09T16:27:40.534Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-226.global (Addr: 127.0.0.1:9288) (DC: dc1)" nomad-189 2021-10-09T16:27:40.531Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-189 2021-10-09T16:27:40.534Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=8 nomad-213 2021-10-09T16:27:40.534Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-189 2021-10-09T16:27:40.534Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-213 2021-10-09T16:27:40.534Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-189 2021-10-09T16:27:40.534Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=8 tally=1 nomad-189 2021-10-09T16:27:40.534Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-189 2021-10-09T16:27:40.534Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-213 2021-10-09T16:27:40.534Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-186 2021-10-09T16:27:40.534Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-184 2021-10-09T16:27:40.535Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-213 2021-10-09T16:27:40.535Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestJobEndpoint_GetScaleStatus (1.40s) === CONT TestJobEndpoint_Revert_ACL nomad-170 2021-10-09T16:27:40.535Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-219 2021-10-09T16:27:40.535Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=74b7be31-7c29-a900-4af2-164257d9aeef 2021-10-09T16:27:40.535Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.535Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-219 2021-10-09T16:27:40.535Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=74b7be31-7c29-a900-4af2-164257d9aeef job_id=mock-service-cf2d21bc-9ec2-6126-c5fc-b9d088932301 namespace=default algorithm=binpack 2021-10-09T16:27:40.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.535Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-219 2021-10-09T16:27:40.535Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=74b7be31-7c29-a900-4af2-164257d9aeef job_id=mock-service-cf2d21bc-9ec2-6126-c5fc-b9d088932301 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:27:40.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.535Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.535Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.535Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.536Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.533Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.534Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:40.630Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-184 2021-10-09T16:27:40.630Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-219 2021-10-09T16:27:40.630Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-184 2021-10-09T16:27:40.630Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9233 [Candidate]" term=9 nomad-219 2021-10-09T16:27:40.630Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-157 2021-10-09T16:27:40.630Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-219 2021-10-09T16:27:40.630Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-189 2021-10-09T16:27:40.631Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-189 2021-10-09T16:27:40.631Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=9 nomad-186 2021-10-09T16:27:40.631Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-184 2021-10-09T16:27:40.631Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-186.global as failed, suspect timeout reached (0 peer confirmations) nomad-226 2021-10-09T16:27:40.631Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-226 2021-10-09T16:27:40.631Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9288 [Candidate]" term=2 nomad-226 2021-10-09T16:27:40.631Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-163 2021-10-09T16:27:40.631Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9234 nomad-226 2021-10-09T16:27:40.631Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9288 term=2 tally=1 nomad-163 2021-10-09T16:27:40.631Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=23 nomad-163 2021-10-09T16:27:40.631Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-163 2021-10-09T16:27:40.631Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=23 tally=1 nomad-212 2021-10-09T16:27:40.633Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-212 2021-10-09T16:27:40.633Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-170 2021-10-09T16:27:40.630Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-170 2021-10-09T16:27:40.732Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9252 [Candidate]" term=9 nomad-170 2021-10-09T16:27:40.733Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-170 2021-10-09T16:27:40.733Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=9 tally=1 nomad-170 2021-10-09T16:27:40.733Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=9 nomad-227 2021-10-09T16:27:40.735Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9209 Address:127.0.0.1:9209}]" nomad-186 2021-10-09T16:27:40.736Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-186 2021-10-09T16:27:40.736Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=10 nomad-227 2021-10-09T16:27:40.736Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-227.global 127.0.0.1 nomad-186 2021-10-09T16:27:40.736Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-186 2021-10-09T16:27:40.736Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=10 tally=1 nomad-227 2021-10-09T16:27:40.736Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-170 2021-10-09T16:27:40.738Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-170 2021-10-09T16:27:40.738Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9252 [Follower]" leader= nomad-186 2021-10-09T16:27:40.739Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=10 tally=2 nomad-158 2021-10-09T16:27:40.531Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9274 leader=127.0.0.1:9232 nomad-158 2021-10-09T16:27:40.739Z [DEBUG] raft/raft.go:882: nomad.raft: failed to contact: server-id=127.0.0.1:9274 time=203.086881ms nomad-158 2021-10-09T16:27:40.739Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-158 2021-10-09T16:27:40.739Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9232 [Follower]" leader= nomad-158 2021-10-09T16:27:40.739Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-158 2021-10-09T16:27:40.739Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9274 127.0.0.1:9274}" nomad-224 2021-10-09T16:27:40.631Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-226 2021-10-09T16:27:40.631Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-184 2021-10-09T16:27:40.741Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-186.global 127.0.0.1 nomad-189 2021-10-09T16:27:40.631Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-189 2021-10-09T16:27:40.832Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=9 nomad-155 2021-10-09T16:27:40.631Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-09T16:27:40.832Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-09T16:27:40.930Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=11 nomad-212 2021-10-09T16:27:40.633Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-226 2021-10-09T16:27:40.740Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9288 [Leader]" 2021-10-09T16:27:40.833Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:40.631Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-224 2021-10-09T16:27:40.832Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-222.global (timeout reached) nomad-158 2021-10-09T16:27:40.832Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-170 2021-10-09T16:27:40.832Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-170 2021-10-09T16:27:40.930Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9252 [Candidate]" term=11 nomad-222 2021-10-09T16:27:40.631Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:40.833Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:40.930Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9232 [Candidate]" term=22 nomad-222 2021-10-09T16:27:40.840Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-224.global nomad-186 2021-10-09T16:27:40.930Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-158 2021-10-09T16:27:40.931Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-158 2021-10-09T16:27:40.931Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=22 tally=1 nomad-155 2021-10-09T16:27:40.930Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9274 [Candidate]" term=23 nomad-170 2021-10-09T16:27:40.931Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-189.global (timeout reached) nomad-155 2021-10-09T16:27:40.931Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-155 2021-10-09T16:27:40.931Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9274 term=23 tally=1 nomad-155 2021-10-09T16:27:40.931Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-158.global (timeout reached) nomad-155 2021-10-09T16:27:40.931Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-158.global has failed, no acks received nomad-225 2021-10-09T16:27:40.741Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-157 2021-10-09T16:27:40.630Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=23 nomad-163 2021-10-09T16:27:40.743Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-157 2021-10-09T16:27:40.735Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-163.global (timeout reached) nomad-219 2021-10-09T16:27:40.930Z [DEBUG] nomad/worker.go:418: worker: created evaluation: eval="" nomad-189 2021-10-09T16:27:40.631Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-207 2021-10-09T16:27:40.932Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-224 2021-10-09T16:27:40.933Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-224.global nomad-184 2021-10-09T16:27:40.933Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-224 2021-10-09T16:27:40.934Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-224.global nomad-224 2021-10-09T16:27:40.934Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-222.global has failed, no acks received nomad-226 2021-10-09T16:27:40.931Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-219 2021-10-09T16:27:40.934Z [DEBUG] scheduler/generic_sched.go:275: worker.service_sched: failed to place all allocations, blocked eval created: eval_id=74b7be31-7c29-a900-4af2-164257d9aeef job_id=mock-service-cf2d21bc-9ec2-6126-c5fc-b9d088932301 namespace=default blocked_eval_id=3c1b1b90-7d7d-50f9-5d19-e19a925ce8ff nomad-219 2021-10-09T16:27:40.934Z [DEBUG] scheduler/util.go:535: worker.service_sched: setting eval status: eval_id=74b7be31-7c29-a900-4af2-164257d9aeef job_id=mock-service-cf2d21bc-9ec2-6126-c5fc-b9d088932301 namespace=default status=complete nomad-219 2021-10-09T16:27:40.934Z [ERROR] nomad/worker.go:130: worker: error invoking scheduler: error="failed to process evaluation: shutdown while planning" 2021-10-09T16:27:40.836Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-219 2021-10-09T16:27:40.934Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=74b7be31-7c29-a900-4af2-164257d9aeef error="No cluster leader" nomad-227 2021-10-09T16:27:40.740Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9209 [Follower]" leader= nomad-227 2021-10-09T16:27:40.834Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-227.global (Addr: 127.0.0.1:9209) (DC: dc1)" nomad-184 2021-10-09T16:27:40.934Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=9 tally=1 nomad-184 2021-10-09T16:27:40.933Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-184 2021-10-09T16:27:40.934Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=9 nomad-184 2021-10-09T16:27:40.935Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-184 2021-10-09T16:27:40.935Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9233 [Follower]" leader= nomad-170 2021-10-09T16:27:40.933Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-158 2021-10-09T16:27:40.933Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-158 2021-10-09T16:27:40.940Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9232 [Follower]" leader= nomad-186 2021-10-09T16:27:40.834Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-186 2021-10-09T16:27:40.931Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=11 tally=1 nomad-186 2021-10-09T16:27:40.935Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-186 2021-10-09T16:27:41.030Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=11 nomad-184 2021-10-09T16:27:41.031Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-184 2021-10-09T16:27:41.031Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9233 [Candidate]" term=11 nomad-184 2021-10-09T16:27:41.031Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-184 2021-10-09T16:27:41.031Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=11 tally=1 nomad-158 2021-10-09T16:27:41.032Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-223 2021-10-09T16:27:41.032Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9242 Address:127.0.0.1:9242}]" nomad-186 2021-10-09T16:27:41.032Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-189.global has failed, no acks received nomad-170 2021-10-09T16:27:41.032Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-186 2021-10-09T16:27:41.032Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=11 --- PASS: TestJobEndpoint_Scale_ACL (1.90s) === CONT TestJobEndpoint_Revert_Vault_Policies nomad-223 2021-10-09T16:27:41.032Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-223.global 127.0.0.1 nomad-186 2021-10-09T16:27:41.034Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-09T16:27:41.034Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=12 nomad-212 2021-10-09T16:27:41.034Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-170 2021-10-09T16:27:41.032Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-170 2021-10-09T16:27:41.034Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=11 nomad-170 2021-10-09T16:27:41.034Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=11 tally=1 nomad-170 2021-10-09T16:27:41.034Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=11 nomad-226 2021-10-09T16:27:41.033Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=c973f13c-f103-3002-5fd4-c6f30268b0c5 create_time=1633796861033467649 2021-10-09T16:27:41.034Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:40.932Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=24 2021-10-09T16:27:41.034Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:41.032Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-163.global (timeout reached) nomad-226 2021-10-09T16:27:41.034Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=c973f13c-f103-3002-5fd4-c6f30268b0c5 create_time=1633796861033467649 nomad-223 2021-10-09T16:27:41.034Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-219 2021-10-09T16:27:40.933Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-186 2021-10-09T16:27:41.034Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-223 2021-10-09T16:27:41.032Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9242 [Follower]" leader= nomad-186 2021-10-09T16:27:41.034Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=12 tally=1 nomad-163 2021-10-09T16:27:41.034Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-163 2021-10-09T16:27:41.034Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=24 tally=1 nomad-157 2021-10-09T16:27:41.032Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-157 2021-10-09T16:27:41.035Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=23 nomad-157 2021-10-09T16:27:41.035Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=23 tally=1 nomad-163 2021-10-09T16:27:41.035Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:41628 nomad-157 2021-10-09T16:27:41.035Z [DEBUG] raft/raft.go:278: nomad.raft: newer term discovered, fallback to follower 2021-10-09T16:27:41.035Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-186 2021-10-09T16:27:41.034Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-157 2021-10-09T16:27:41.035Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9234 [Follower]" leader= 2021-10-09T16:27:41.035Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.035Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.035Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.035Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.035Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.035Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-189 2021-10-09T16:27:40.742Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" 2021-10-09T16:27:41.035Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-189 2021-10-09T16:27:40.831Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-186.global (timeout reached) nomad-189 2021-10-09T16:27:40.832Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=9 tally=1 nomad-189 2021-10-09T16:27:41.035Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-223 2021-10-09T16:27:41.035Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-223.global (Addr: 127.0.0.1:9242) (DC: dc1)" nomad-189 2021-10-09T16:27:41.035Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=10 nomad-158 2021-10-09T16:27:41.033Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-158 2021-10-09T16:27:40.940Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-155.global has failed, no acks received nomad-158 2021-10-09T16:27:41.035Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-155.global) nomad-225 2021-10-09T16:27:40.933Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9261 [Candidate]" term=2 nomad-225 2021-10-09T16:27:41.035Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-225 2021-10-09T16:27:41.035Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9261 term=2 tally=1 nomad-225 2021-10-09T16:27:41.035Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-225 2021-10-09T16:27:41.035Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9261 [Leader]" nomad-225 2021-10-09T16:27:41.035Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-189 2021-10-09T16:27:41.035Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-189 2021-10-09T16:27:41.035Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=10 nomad-184 2021-10-09T16:27:41.032Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-186.global (Addr: 127.0.0.1:9231) (DC: dc1)" nomad-189 2021-10-09T16:27:41.036Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-184 2021-10-09T16:27:41.033Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=11 --- PASS: TestJobEndpoint_GetJob (1.30s) === CONT TestJobEndpoint_Revert_Vault_NoToken nomad-158 2021-10-09T16:27:41.036Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-230 2021-10-09T16:27:41.036Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9211 Address:127.0.0.1:9211}]" nomad-228 2021-10-09T16:27:41.035Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-155 2021-10-09T16:27:41.031Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9232 term=23 tally=2 nomad-157 2021-10-09T16:27:41.035Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Was able to connect to nomad-163.global but other probes failed, network may be misconfigured nomad-170 2021-10-09T16:27:41.036Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term 2021-10-09T16:27:41.035Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:41.036Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=11 nomad-228 2021-10-09T16:27:41.036Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9287 [Follower]" leader= nomad-170 2021-10-09T16:27:41.036Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9252 [Follower]" leader= nomad-225 2021-10-09T16:27:41.036Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=7a0bf4f7-7cae-bb71-1057-e9fac3f7f9fb create_time=1633796861036339328 nomad-226 2021-10-09T16:27:41.036Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-155 2021-10-09T16:27:41.036Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-225 2021-10-09T16:27:41.036Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=7a0bf4f7-7cae-bb71-1057-e9fac3f7f9fb create_time=1633796861036339328 nomad-222 2021-10-09T16:27:40.932Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9240 [Candidate]" term=2 nomad-186 2021-10-09T16:27:41.036Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=12 tally=2 nomad-155 2021-10-09T16:27:41.036Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9274 [Leader]" nomad-222 2021-10-09T16:27:41.036Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-155 2021-10-09T16:27:41.036Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9232 nomad-222 2021-10-09T16:27:41.036Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9240 term=2 tally=1 nomad-155 2021-10-09T16:27:41.036Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9232 leader=127.0.0.1:9274 nomad-184 2021-10-09T16:27:41.033Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" 2021-10-09T16:27:41.036Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:41.036Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-189 2021-10-09T16:27:41.035Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:59150 nomad-184 2021-10-09T16:27:41.036Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9233 [Follower]" leader= 2021-10-09T16:27:41.035Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:41.035Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=24 tally=2 nomad-163 2021-10-09T16:27:41.036Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-224 2021-10-09T16:27:41.036Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-163 2021-10-09T16:27:41.036Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9219 [Leader]" nomad-189 2021-10-09T16:27:41.036Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-170.global) nomad-163 2021-10-09T16:27:41.036Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9234 nomad-230 2021-10-09T16:27:41.036Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9211 [Follower]" leader= nomad-155 2021-10-09T16:27:41.036Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-230 2021-10-09T16:27:41.036Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-230.global 127.0.0.1 nomad-155 2021-10-09T16:27:41.037Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:41.035Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-186 2021-10-09T16:27:41.037Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=12 tally=3 2021-10-09T16:27:41.036Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-186 2021-10-09T16:27:41.037Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=3 nomad-189 2021-10-09T16:27:41.036Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-186 2021-10-09T16:27:41.037Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9231 [Leader]" 2021-10-09T16:27:41.036Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:41.036Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-158 2021-10-09T16:27:41.037Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" nomad-230 2021-10-09T16:27:41.037Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-155 2021-10-09T16:27:41.037Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-186 2021-10-09T16:27:41.037Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9252 nomad-189 2021-10-09T16:27:41.036Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9220 [Follower]" leader= nomad-186 2021-10-09T16:27:41.037Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9241 nomad-186 2021-10-09T16:27:41.037Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9220 2021-10-09T16:27:41.036Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-225 2021-10-09T16:27:41.036Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:41.036Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.036Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:41.037Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9232 127.0.0.1:9232}" error=EOF nomad-229 2021-10-09T16:27:41.037Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9266 Address:127.0.0.1:9266}]" 2021-10-09T16:27:41.037Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:41.037Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:41.037Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.037Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-222 2021-10-09T16:27:41.033Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-224.global has failed, no acks received nomad-189 2021-10-09T16:27:41.037Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=11 2021-10-09T16:27:41.037Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-222 2021-10-09T16:27:41.037Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-224.global) nomad-189 2021-10-09T16:27:41.037Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=11 nomad-189 2021-10-09T16:27:41.037Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-155 2021-10-09T16:27:41.038Z [ERROR] nomad/leader.go:136: nomad: failed to wait for barrier: error="leadership lost while committing log" nomad-155 2021-10-09T16:27:41.038Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestServerWithNodeConn_Path (4.50s) === CONT TestJobEndpoint_Revert nomad-228 2021-10-09T16:27:41.038Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-228.global 127.0.0.1 2021-10-09T16:27:41.038Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.038Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-228 2021-10-09T16:27:41.038Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-222 2021-10-09T16:27:41.038Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9270 term=2 tally=2 nomad-222 2021-10-09T16:27:41.038Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-222 2021-10-09T16:27:41.038Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9240 [Leader]" nomad-228 2021-10-09T16:27:41.038Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-228.global (Addr: 127.0.0.1:9287) (DC: dc1)" nomad-222 2021-10-09T16:27:41.038Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9270 nomad-222 2021-10-09T16:27:41.038Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-224 2021-10-09T16:27:41.038Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-222 2021-10-09T16:27:41.039Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9270 127.0.0.1:9270}" next=1 2021-10-09T16:27:41.039Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.039Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.039Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.039Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.039Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-222 2021-10-09T16:27:41.039Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9270 127.0.0.1:9270}" 2021-10-09T16:27:41.039Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.039Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.039Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.039Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.039Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.039Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.039Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.039Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.039Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-224 2021-10-09T16:27:41.039Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-222.global) 2021-10-09T16:27:41.039Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.039Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.039Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-232 2021-10-09T16:27:41.039Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9236 Address:127.0.0.1:9236}]" nomad-232 2021-10-09T16:27:41.039Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9236 [Follower]" leader= 2021-10-09T16:27:41.040Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-232 2021-10-09T16:27:41.040Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-232.global 127.0.0.1 nomad-155 2021-10-09T16:27:41.040Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed to send gossip to 127.0.0.1:9275: write udp 127.0.0.1:9247->127.0.0.1:9275: use of closed network connection nomad-232 2021-10-09T16:27:41.040Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-155 2021-10-09T16:27:41.040Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed to send compound ping and suspect message to 127.0.0.1:9275: write udp 127.0.0.1:9247->127.0.0.1:9275: use of closed network connection 2021-10-09T16:27:41.040Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-232 2021-10-09T16:27:41.040Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-232.global (Addr: 127.0.0.1:9236) (DC: dc1)" nomad-186 2021-10-09T16:27:41.037Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9233 nomad-234 2021-10-09T16:27:41.130Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-186 2021-10-09T16:27:41.130Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9252 127.0.0.1:9252}" nomad-189 2021-10-09T16:27:41.130Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9231 nomad-234 2021-10-09T16:27:41.130Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9227 [Follower]" leader= nomad-186 2021-10-09T16:27:41.037Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-189 2021-10-09T16:27:41.130Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=13 nomad-186 2021-10-09T16:27:41.130Z [ERROR] raft/replication.go:380: nomad.raft: failed to heartbeat to: peer=127.0.0.1:9241 error="dial tcp 127.0.0.1:9241: connect: connection refused" 2021-10-09T16:27:41.130Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-155 2021-10-09T16:27:41.130Z [ERROR] go-hclog/stdlog.go:50: nomad: yamux: Failed to write header: write tcp 127.0.0.1:35664->127.0.0.1:9232: use of closed network connection nomad-232 2021-10-09T16:27:41.130Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:41.130Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-232 2021-10-09T16:27:41.130Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9236 [Candidate]" term=2 nomad-224 2021-10-09T16:27:41.130Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9240 nomad-223 2021-10-09T16:27:41.130Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-232 2021-10-09T16:27:41.130Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-184 2021-10-09T16:27:41.130Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9220 leader=127.0.0.1:9231 nomad-232 2021-10-09T16:27:41.131Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9236 term=2 tally=1 nomad-223 2021-10-09T16:27:41.131Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9242 [Candidate]" term=2 nomad-232 2021-10-09T16:27:41.131Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-228 2021-10-09T16:27:41.130Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-224 2021-10-09T16:27:41.130Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9270 [Candidate]" term=3 nomad-232 2021-10-09T16:27:41.131Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9236 [Leader]" nomad-223 2021-10-09T16:27:41.131Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-224 2021-10-09T16:27:41.131Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-222 2021-10-09T16:27:41.131Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9270 time=83.913249ms nomad-223 2021-10-09T16:27:41.131Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9242 term=2 tally=1 nomad-222 2021-10-09T16:27:41.131Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-224 2021-10-09T16:27:41.131Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9270 term=3 tally=1 nomad-223 2021-10-09T16:27:41.131Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-222 2021-10-09T16:27:41.131Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9240 [Follower]" leader= nomad-189 2021-10-09T16:27:41.130Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-223 2021-10-09T16:27:41.131Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9242 [Leader]" nomad-186 2021-10-09T16:27:41.037Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-223 2021-10-09T16:27:41.131Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:41.130Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-232 2021-10-09T16:27:41.131Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-189 2021-10-09T16:27:41.131Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=13 tally=1 nomad-230 2021-10-09T16:27:41.037Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-230.global (Addr: 127.0.0.1:9211) (DC: dc1)" nomad-189 2021-10-09T16:27:41.131Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-222 2021-10-09T16:27:41.131Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9270 127.0.0.1:9270}" nomad-230 2021-10-09T16:27:41.130Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-222 2021-10-09T16:27:41.131Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9270 127.0.0.1:9270}" nomad-229 2021-10-09T16:27:41.037Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9266 [Follower]" leader= nomad-230 2021-10-09T16:27:41.131Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9211 [Candidate]" term=2 nomad-230 2021-10-09T16:27:41.131Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-229 2021-10-09T16:27:41.038Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-229.global 127.0.0.1 nomad-222 2021-10-09T16:27:41.131Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-229 2021-10-09T16:27:41.131Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-232 2021-10-09T16:27:41.131Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f36d35f3-8d84-209b-0f17-fa1481bca997 create_time=1633796861131574367 nomad-222 2021-10-09T16:27:41.131Z [WARN] raft/raft.go:1471: nomad.raft: rejecting vote request since our last index is greater: candidate=127.0.0.1:9270 last-index=6 last-candidate-index=5 nomad-170 2021-10-09T16:27:41.131Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9220 leader=127.0.0.1:9231 nomad-186 2021-10-09T16:27:41.130Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9220 127.0.0.1:9220}" nomad-229 2021-10-09T16:27:41.131Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-229.global (Addr: 127.0.0.1:9266) (DC: dc1)" nomad-186 2021-10-09T16:27:41.130Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9220 leader=127.0.0.1:9231 nomad-222 2021-10-09T16:27:41.131Z [ERROR] nomad/leader.go:1480: nomad.core: failed to create cluster ID: error="leadership lost while committing log" nomad-223 2021-10-09T16:27:41.131Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=e3b778ff-4e40-d781-c97e-0eda83601446 create_time=1633796861131798495 nomad-230 2021-10-09T16:27:41.131Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9211 term=2 tally=1 nomad-186 2021-10-09T16:27:41.130Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9233 127.0.0.1:9233}" nomad-223 2021-10-09T16:27:41.131Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=e3b778ff-4e40-d781-c97e-0eda83601446 create_time=1633796861131798495 nomad-233 2021-10-09T16:27:41.131Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9290 Address:127.0.0.1:9290}]" nomad-232 2021-10-09T16:27:41.131Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f36d35f3-8d84-209b-0f17-fa1481bca997 create_time=1633796861131574367 nomad-186 2021-10-09T16:27:41.131Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9220 127.0.0.1:9220}" nomad-222 2021-10-09T16:27:41.132Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-230 2021-10-09T16:27:41.131Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-222 2021-10-09T16:27:41.131Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-223 2021-10-09T16:27:41.132Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-186 2021-10-09T16:27:41.132Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9220 127.0.0.1:9220}" nomad-230 2021-10-09T16:27:41.132Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9211 [Leader]" nomad-232 2021-10-09T16:27:41.132Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-222 2021-10-09T16:27:41.132Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-186 2021-10-09T16:27:41.132Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-230 2021-10-09T16:27:41.132Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-186 2021-10-09T16:27:41.132Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9231 [Follower]" leader= 2021-10-09T16:27:41.132Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-186 2021-10-09T16:27:41.132Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-186 2021-10-09T16:27:41.132Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9252 127.0.0.1:9252}" 2021-10-09T16:27:41.132Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-186 2021-10-09T16:27:41.132Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9233 127.0.0.1:9233}" nomad-163 2021-10-09T16:27:41.132Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9234 time=95.797649ms nomad-163 2021-10-09T16:27:41.132Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-186 2021-10-09T16:27:41.132Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-163 2021-10-09T16:27:41.132Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9219 [Follower]" leader= nomad-163 2021-10-09T16:27:41.132Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-163 2021-10-09T16:27:41.132Z [ERROR] nomad/leader.go:136: nomad: failed to wait for barrier: error="leadership lost while committing log" nomad-163 2021-10-09T16:27:41.133Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-230 2021-10-09T16:27:41.133Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f1620861-dd77-9fd2-582e-7e0e07be3e2a create_time=1633796861133000778 nomad-157 2021-10-09T16:27:41.133Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-157 2021-10-09T16:27:41.133Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=25 nomad-227 2021-10-09T16:27:41.133Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-157 2021-10-09T16:27:41.133Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-227 2021-10-09T16:27:41.133Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9209 [Candidate]" term=2 nomad-157 2021-10-09T16:27:41.133Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=25 tally=1 nomad-230 2021-10-09T16:27:41.133Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f1620861-dd77-9fd2-582e-7e0e07be3e2a create_time=1633796861133000778 nomad-227 2021-10-09T16:27:41.133Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-225 2021-10-09T16:27:41.133Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-225 2021-10-09T16:27:41.133Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-230 2021-10-09T16:27:41.133Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-225 2021-10-09T16:27:41.133Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-225 2021-10-09T16:27:41.133Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-155 2021-10-09T16:27:41.133Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-158.global as failed, suspect timeout reached (0 peer confirmations) nomad-155 2021-10-09T16:27:41.133Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-158.global 127.0.0.1 nomad-225 2021-10-09T16:27:41.133Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-163 2021-10-09T16:27:41.133Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-225 2021-10-09T16:27:41.133Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-163 2021-10-09T16:27:41.133Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9234 last-term=24 last-candidate-term=22 nomad-225 2021-10-09T16:27:41.133Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-227 2021-10-09T16:27:41.133Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9209 term=2 tally=1 nomad-227 2021-10-09T16:27:41.133Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-227 2021-10-09T16:27:41.134Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9209 [Leader]" nomad-227 2021-10-09T16:27:41.134Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-234 2021-10-09T16:27:41.134Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-234.global 127.0.0.1 nomad-234 2021-10-09T16:27:41.134Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-231 2021-10-09T16:27:41.134Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9276 Address:127.0.0.1:9276}]" nomad-234 2021-10-09T16:27:41.134Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-234.global (Addr: 127.0.0.1:9227) (DC: dc1)" nomad-234 2021-10-09T16:27:41.134Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9245 nomad-228 2021-10-09T16:27:41.134Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:38980 nomad-227 2021-10-09T16:27:41.134Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=cc66997f-87dc-c394-a96a-e277c2a0a7f0 create_time=1633796861134529228 nomad-227 2021-10-09T16:27:41.134Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=cc66997f-87dc-c394-a96a-e277c2a0a7f0 create_time=1633796861134529228 nomad-231 2021-10-09T16:27:41.134Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9276 [Follower]" leader= nomad-227 2021-10-09T16:27:41.134Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-215 2021-10-09T16:27:41.134Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-215 2021-10-09T16:27:41.135Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-231 2021-10-09T16:27:41.135Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-231.global 127.0.0.1 nomad-215 2021-10-09T16:27:41.135Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-228 2021-10-09T16:27:41.135Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-234.global 127.0.0.1 nomad-215 2021-10-09T16:27:41.135Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestJobEndpoint_GetJob_Blocking (1.49s) === CONT TestJobEndpoint_Allocations_NoJobID nomad-225 2021-10-09T16:27:41.135Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-225 2021-10-09T16:27:41.135Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-228 2021-10-09T16:27:41.135Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-234.global (Addr: 127.0.0.1:9227) (DC: dc1)" nomad-234 2021-10-09T16:27:41.135Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-228.global 127.0.0.1 --- PASS: TestJobEndpoint_Deregister_ParameterizedJob (0.70s) === CONT TestJobEndpoint_Allocations_Blocking nomad-225 2021-10-09T16:27:41.135Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-225 2021-10-09T16:27:41.135Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-234 2021-10-09T16:27:41.135Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-228.global (Addr: 127.0.0.1:9287) (DC: dc1)" nomad-231 2021-10-09T16:27:41.135Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-09T16:27:41.136Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.136Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.136Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.136Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.136Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-230 2021-10-09T16:27:41.136Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-231 2021-10-09T16:27:41.136Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-231.global (Addr: 127.0.0.1:9276) (DC: dc1)" nomad-230 2021-10-09T16:27:41.136Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-230 2021-10-09T16:27:41.136Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-230 2021-10-09T16:27:41.136Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-230 2021-10-09T16:27:41.136Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-230 2021-10-09T16:27:41.136Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-09T16:27:41.136Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.136Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.136Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.136Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.137Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:41.138Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9234 127.0.0.1:9234}" 2021-10-09T16:27:41.138Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.138Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-228 2021-10-09T16:27:41.139Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-234.global nomad-233 2021-10-09T16:27:41.140Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-233.global 127.0.0.1 nomad-233 2021-10-09T16:27:41.140Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-233 2021-10-09T16:27:41.140Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9290 [Follower]" leader= nomad-233 2021-10-09T16:27:41.140Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-233.global (Addr: 127.0.0.1:9290) (DC: dc1)" nomad-224 2021-10-09T16:27:41.230Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-222 2021-10-09T16:27:41.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-186 2021-10-09T16:27:41.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-224 2021-10-09T16:27:41.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9270 [Candidate]" term=4 nomad-231 2021-10-09T16:27:41.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-186 2021-10-09T16:27:41.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=13 nomad-222 2021-10-09T16:27:41.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9240 [Candidate]" term=4 nomad-224 2021-10-09T16:27:41.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-231 2021-10-09T16:27:41.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9276 [Candidate]" term=2 nomad-186 2021-10-09T16:27:41.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-222 2021-10-09T16:27:41.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-186 2021-10-09T16:27:41.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=13 tally=1 nomad-184 2021-10-09T16:27:41.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9231 nomad-224 2021-10-09T16:27:41.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9270 term=4 tally=1 nomad-234 2021-10-09T16:27:41.230Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-233 2021-10-09T16:27:41.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-184 2021-10-09T16:27:41.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9233 [Candidate]" term=13 nomad-233 2021-10-09T16:27:41.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9290 [Candidate]" term=2 nomad-184 2021-10-09T16:27:41.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-233 2021-10-09T16:27:41.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-184 2021-10-09T16:27:41.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=13 tally=1 nomad-222 2021-10-09T16:27:41.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9240 term=4 tally=1 nomad-170 2021-10-09T16:27:41.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9231 nomad-233 2021-10-09T16:27:41.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9290 term=2 tally=1 nomad-233 2021-10-09T16:27:41.230Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-170 2021-10-09T16:27:41.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9252 [Candidate]" term=13 nomad-231 2021-10-09T16:27:41.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-233 2021-10-09T16:27:41.230Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9290 [Leader]" nomad-184 2021-10-09T16:27:41.230Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=13 nomad-224 2021-10-09T16:27:41.230Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=4 nomad-230 2021-10-09T16:27:41.230Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-170 2021-10-09T16:27:41.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-189 2021-10-09T16:27:41.230Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=13 nomad-186 2021-10-09T16:27:41.230Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-186 2021-10-09T16:27:41.230Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=13 nomad-189 2021-10-09T16:27:41.230Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-189 2021-10-09T16:27:41.231Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=14 nomad-184 2021-10-09T16:27:41.230Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-170 2021-10-09T16:27:41.230Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=13 nomad-163 2021-10-09T16:27:41.231Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-189 2021-10-09T16:27:41.231Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-189 2021-10-09T16:27:41.231Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=14 tally=1 nomad-186 2021-10-09T16:27:41.231Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=13 nomad-184 2021-10-09T16:27:41.230Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=13 nomad-163 2021-10-09T16:27:41.231Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=26 nomad-189 2021-10-09T16:27:41.231Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-163 2021-10-09T16:27:41.231Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-170 2021-10-09T16:27:41.231Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=13 tally=1 nomad-163 2021-10-09T16:27:41.231Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=26 tally=1 nomad-184 2021-10-09T16:27:41.231Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-222 2021-10-09T16:27:41.230Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=4 nomad-170 2021-10-09T16:27:41.231Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=13 nomad-233 2021-10-09T16:27:41.230Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-231 2021-10-09T16:27:41.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9276 term=2 tally=1 nomad-184 2021-10-09T16:27:41.231Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9220 last-term=12 last-candidate-term=5 nomad-170 2021-10-09T16:27:41.231Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-186 2021-10-09T16:27:41.231Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-231 2021-10-09T16:27:41.231Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-157 2021-10-09T16:27:41.231Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-170 2021-10-09T16:27:41.231Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9220 last-term=12 last-candidate-term=5 nomad-231 2021-10-09T16:27:41.231Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9276 [Leader]" nomad-184 2021-10-09T16:27:41.231Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9233 [Follower]" leader= nomad-233 2021-10-09T16:27:41.231Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=c7639db6-3bf3-6aa6-684b-849668b505dd create_time=1633796861231291008 nomad-170 2021-10-09T16:27:41.231Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9252 [Follower]" leader= nomad-186 2021-10-09T16:27:41.231Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-231 2021-10-09T16:27:41.231Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-170 2021-10-09T16:27:41.231Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-186 2021-10-09T16:27:41.231Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9220 last-term=12 last-candidate-term=5 nomad-157 2021-10-09T16:27:41.231Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9234 [Follower]" leader= nomad-233 2021-10-09T16:27:41.231Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=c7639db6-3bf3-6aa6-684b-849668b505dd create_time=1633796861231291008 nomad-186 2021-10-09T16:27:41.231Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9231 [Follower]" leader= nomad-163 2021-10-09T16:27:41.231Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=26 tally=2 nomad-163 2021-10-09T16:27:41.231Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-163 2021-10-09T16:27:41.231Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9219 [Leader]" nomad-163 2021-10-09T16:27:41.231Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9234 nomad-233 2021-10-09T16:27:41.231Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-163 2021-10-09T16:27:41.231Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-229 2021-10-09T16:27:41.231Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-229 2021-10-09T16:27:41.231Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9266 [Candidate]" term=2 nomad-229 2021-10-09T16:27:41.231Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-229 2021-10-09T16:27:41.231Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9266 term=2 tally=1 nomad-229 2021-10-09T16:27:41.231Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-157 2021-10-09T16:27:41.231Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=18 last-index=16 error="log not found" nomad-229 2021-10-09T16:27:41.231Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9266 [Leader]" nomad-229 2021-10-09T16:27:41.232Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-231 2021-10-09T16:27:41.232Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=cd4060a4-a7f4-f769-0fab-5df27eb7e9f1 create_time=1633796861231975389 nomad-163 2021-10-09T16:27:41.232Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9234 127.0.0.1:9234}" next=17 nomad-231 2021-10-09T16:27:41.232Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=cd4060a4-a7f4-f769-0fab-5df27eb7e9f1 create_time=1633796861231975389 nomad-231 2021-10-09T16:27:41.232Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-163 2021-10-09T16:27:41.232Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9234 127.0.0.1:9234}" nomad-230 2021-10-09T16:27:41.232Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-230 2021-10-09T16:27:41.232Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-230 2021-10-09T16:27:41.232Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-229 2021-10-09T16:27:41.232Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=b27ec875-6ca6-1fdf-1d81-16ff2e91be73 create_time=1633796861232465437 nomad-210 2021-10-09T16:27:41.232Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-229 2021-10-09T16:27:41.232Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=b27ec875-6ca6-1fdf-1d81-16ff2e91be73 create_time=1633796861232465437 nomad-210 2021-10-09T16:27:41.232Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-230 2021-10-09T16:27:41.232Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-210 2021-10-09T16:27:41.232Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-229 2021-10-09T16:27:41.232Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-230 2021-10-09T16:27:41.232Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-230 2021-10-09T16:27:41.232Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= --- PASS: TestACLEndpoint_GetPolicy_Blocking (2.19s) === CONT TestJobEndpoint_Allocations_ACL nomad-210 2021-10-09T16:27:41.232Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-163 2021-10-09T16:27:41.232Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-230 2021-10-09T16:27:41.233Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-09T16:27:41.233Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.233Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.233Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.233Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.233Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.233Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-228 2021-10-09T16:27:41.234Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9287,127.0.0.1:9227 nomad-234 2021-10-09T16:27:41.234Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9227,127.0.0.1:9287 nomad-230 2021-10-09T16:27:41.234Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-230 2021-10-09T16:27:41.234Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-230 2021-10-09T16:27:41.234Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-230 2021-10-09T16:27:41.234Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestJobEndpoint_Revert_ACL (0.70s) === CONT TestJobEndpoint_Allocations nomad-228 2021-10-09T16:27:41.234Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-234.global 2021-10-09T16:27:41.234Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.234Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.234Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.234Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.234Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.235Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.235Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-234 2021-10-09T16:27:41.235Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-234.global 2021-10-09T16:27:41.235Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.235Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.235Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-233 2021-10-09T16:27:41.235Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-233 2021-10-09T16:27:41.235Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-233 2021-10-09T16:27:41.235Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-233 2021-10-09T16:27:41.235Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-233 2021-10-09T16:27:41.235Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-233 2021-10-09T16:27:41.235Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-09T16:27:41.236Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.236Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:41.236Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-155.global as failed, suspect timeout reached (0 peer confirmations) 2021-10-09T16:27:41.236Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-158 2021-10-09T16:27:41.236Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-155.global 127.0.0.1 nomad-233 2021-10-09T16:27:41.236Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-09T16:27:41.236Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.236Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-237 2021-10-09T16:27:41.236Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9238 Address:127.0.0.1:9238}]" nomad-237 2021-10-09T16:27:41.236Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9238 [Follower]" leader= 2021-10-09T16:27:41.236Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.236Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-237 2021-10-09T16:27:41.237Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-237.global 127.0.0.1 nomad-237 2021-10-09T16:27:41.237Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-238 2021-10-09T16:27:41.237Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9215 Address:127.0.0.1:9215}]" nomad-233 2021-10-09T16:27:41.237Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-233 2021-10-09T16:27:41.237Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-233 2021-10-09T16:27:41.237Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-238 2021-10-09T16:27:41.237Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9215 [Follower]" leader= nomad-233 2021-10-09T16:27:41.237Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-233 2021-10-09T16:27:41.237Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-233 2021-10-09T16:27:41.237Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-237 2021-10-09T16:27:41.238Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-237.global (Addr: 127.0.0.1:9238) (DC: dc1)" nomad-233 2021-10-09T16:27:41.238Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-235 2021-10-09T16:27:41.238Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9259 Address:127.0.0.1:9259}]" nomad-234 2021-10-09T16:27:41.238Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-234.global nomad-235 2021-10-09T16:27:41.238Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9259 [Follower]" leader= nomad-235 2021-10-09T16:27:41.239Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-235.global 127.0.0.1 nomad-235 2021-10-09T16:27:41.239Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-235 2021-10-09T16:27:41.240Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-235.global (Addr: 127.0.0.1:9259) (DC: dc1)" nomad-238 2021-10-09T16:27:41.241Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-238.global 127.0.0.1 nomad-238 2021-10-09T16:27:41.241Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-238 2021-10-09T16:27:41.242Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-238.global (Addr: 127.0.0.1:9215) (DC: dc1)" 2021-10-09T16:27:41.242Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.242Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.242Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.242Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-236 2021-10-09T16:27:41.243Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9239 Address:127.0.0.1:9239}]" nomad-236 2021-10-09T16:27:41.244Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-236.global 127.0.0.1 nomad-184 2021-10-09T16:27:41.330Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-170.global (timeout reached) nomad-170 2021-10-09T16:27:41.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-189 2021-10-09T16:27:41.344Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-227 2021-10-09T16:27:41.344Z [ERROR] nomad/fsm.go:581: nomad.fsm: deregistering job failed: error="job "foo" in namespace "default" doesn't exist to be deregistered" nomad-189 2021-10-09T16:27:41.344Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=15 nomad-189 2021-10-09T16:27:41.344Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-189 2021-10-09T16:27:41.344Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=15 tally=1 nomad-186 2021-10-09T16:27:41.330Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-189.global (timeout reached) nomad-236 2021-10-09T16:27:41.330Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9239 [Follower]" leader= nomad-235 2021-10-09T16:27:41.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-235 2021-10-09T16:27:41.345Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9259 [Candidate]" term=2 nomad-235 2021-10-09T16:27:41.345Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-235 2021-10-09T16:27:41.345Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9259 term=2 tally=1 nomad-235 2021-10-09T16:27:41.345Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-235 2021-10-09T16:27:41.345Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9259 [Leader]" nomad-235 2021-10-09T16:27:41.345Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-163 2021-10-09T16:27:41.346Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-157.global (timeout reached) nomad-163 2021-10-09T16:27:41.346Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-157.global has failed, no acks received nomad-235 2021-10-09T16:27:41.346Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=7ccdcd71-7b76-08bd-0afb-eb4247140bb7 create_time=1633796861346818558 nomad-235 2021-10-09T16:27:41.346Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=7ccdcd71-7b76-08bd-0afb-eb4247140bb7 create_time=1633796861346818558 nomad-235 2021-10-09T16:27:41.431Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-226 2021-10-09T16:27:41.435Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-226 2021-10-09T16:27:41.435Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-226 2021-10-09T16:27:41.435Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-226 2021-10-09T16:27:41.435Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-226 2021-10-09T16:27:41.435Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-226 2021-10-09T16:27:41.435Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-236 2021-10-09T16:27:41.435Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-236 2021-10-09T16:27:41.436Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9239 [Candidate]" term=2 nomad-186 2021-10-09T16:27:41.436Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-226 2021-10-09T16:27:41.436Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-186 2021-10-09T16:27:41.532Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9220 last-term=12 last-candidate-term=5 nomad-189 2021-10-09T16:27:41.436Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-186 2021-10-09T16:27:41.532Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-227 2021-10-09T16:27:41.437Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-186 2021-10-09T16:27:41.438Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-189.global has failed, no acks received nomad-189 2021-10-09T16:27:41.439Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-233 2021-10-09T16:27:41.439Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-163 2021-10-09T16:27:41.437Z [DEBUG] raft/raft.go:882: nomad.raft: failed to contact: server-id=127.0.0.1:9234 time=198.005527ms nomad-189 2021-10-09T16:27:41.532Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=16 nomad-233 2021-10-09T16:27:41.532Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-163 2021-10-09T16:27:41.532Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-227 2021-10-09T16:27:41.532Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-189 2021-10-09T16:27:41.532Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 2021-10-09T16:27:41.330Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-186 2021-10-09T16:27:41.532Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=16 nomad-189 2021-10-09T16:27:41.533Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=16 tally=1 nomad-163 2021-10-09T16:27:41.533Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9219 [Follower]" leader= nomad-186 2021-10-09T16:27:41.533Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-186 2021-10-09T16:27:41.533Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=16 tally=1 nomad-233 2021-10-09T16:27:41.532Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-170 2021-10-09T16:27:41.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9252 [Candidate]" term=15 nomad-233 2021-10-09T16:27:41.533Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-170 2021-10-09T16:27:41.533Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-233 2021-10-09T16:27:41.533Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-170 2021-10-09T16:27:41.533Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=15 nomad-222 2021-10-09T16:27:41.430Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-233 2021-10-09T16:27:41.533Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-170 2021-10-09T16:27:41.533Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=15 tally=1 nomad-222 2021-10-09T16:27:41.533Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9240 [Candidate]" term=5 nomad-222 2021-10-09T16:27:41.533Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-222 2021-10-09T16:27:41.533Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9240 term=5 tally=1 nomad-234 2021-10-09T16:27:41.443Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-224 2021-10-09T16:27:41.438Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-224 2021-10-09T16:27:41.533Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9270 [Candidate]" term=5 --- PASS: TestJobEndpoint_Deregister_Nonexistent (1.00s) nomad-224 2021-10-09T16:27:41.533Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-224 2021-10-09T16:27:41.533Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9270 term=5 tally=1 nomad-223 2021-10-09T16:27:41.533Z [ERROR] nomad/fsm.go:650: nomad.fsm: DeleteJob failed: error="job not found" nomad-184 2021-10-09T16:27:41.443Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-223 2021-10-09T16:27:41.534Z [ERROR] nomad/fsm.go:581: nomad.fsm: deregistering job failed: error="job not found" nomad-184 2021-10-09T16:27:41.532Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-189.global (timeout reached) nomad-233 2021-10-09T16:27:41.536Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-189 2021-10-09T16:27:41.536Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=16 nomad-186 2021-10-09T16:27:41.538Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=16 nomad-224 2021-10-09T16:27:41.538Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 === CONT TestJobEndpoint_ListJobs_Blocking nomad-170 2021-10-09T16:27:41.538Z [DEBUG] raft/raft.go:278: nomad.raft: newer term discovered, fallback to follower nomad-170 2021-10-09T16:27:41.538Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9252 [Follower]" leader= nomad-238 2021-10-09T16:27:41.531Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-170 2021-10-09T16:27:41.538Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9220 last-term=12 last-candidate-term=5 nomad-157 2021-10-09T16:27:41.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9219 nomad-237 2021-10-09T16:27:41.531Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-237 2021-10-09T16:27:41.541Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9238 [Candidate]" term=2 nomad-237 2021-10-09T16:27:41.541Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-237 2021-10-09T16:27:41.541Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9238 term=2 tally=1 nomad-237 2021-10-09T16:27:41.541Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-237 2021-10-09T16:27:41.541Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9238 [Leader]" nomad-170 2021-10-09T16:27:41.630Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-170 2021-10-09T16:27:41.630Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9252 [Candidate]" term=17 nomad-222 2021-10-09T16:27:41.630Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-170 2021-10-09T16:27:41.631Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-189 2021-10-09T16:27:41.631Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-170 2021-10-09T16:27:41.631Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=17 tally=1 nomad-222 2021-10-09T16:27:41.631Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9240 [Candidate]" term=6 nomad-189 2021-10-09T16:27:41.631Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=17 nomad-222 2021-10-09T16:27:41.631Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-222 2021-10-09T16:27:41.631Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9240 term=6 tally=1 nomad-189 2021-10-09T16:27:41.631Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-189 2021-10-09T16:27:41.631Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=17 tally=1 nomad-186 2021-10-09T16:27:41.631Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-09T16:27:41.631Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=17 nomad-186 2021-10-09T16:27:41.631Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-186 2021-10-09T16:27:41.631Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=17 tally=1 nomad-227 2021-10-09T16:27:41.532Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-236 2021-10-09T16:27:41.532Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-234 2021-10-09T16:27:41.538Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9227 [Candidate]" term=2 nomad-234 2021-10-09T16:27:41.633Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-163 2021-10-09T16:27:41.533Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-234 2021-10-09T16:27:41.633Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9227 term=2 tally=1 nomad-228 2021-10-09T16:27:41.444Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-236 2021-10-09T16:27:41.442Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-234 2021-10-09T16:27:41.630Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-228.global (timeout reached) nomad-224 2021-10-09T16:27:41.633Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-224 2021-10-09T16:27:41.633Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9270 [Candidate]" term=6 nomad-224 2021-10-09T16:27:41.634Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-224 2021-10-09T16:27:41.634Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9270 term=6 tally=1 nomad-237 2021-10-09T16:27:41.632Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-186 2021-10-09T16:27:41.634Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=17 nomad-186 2021-10-09T16:27:41.634Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=17 nomad-223 2021-10-09T16:27:41.541Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-189 2021-10-09T16:27:41.634Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=17 nomad-223 2021-10-09T16:27:41.634Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-189 2021-10-09T16:27:41.636Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=17 nomad-189 2021-10-09T16:27:41.636Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-227 2021-10-09T16:27:41.639Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-222 2021-10-09T16:27:41.639Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 nomad-163 2021-10-09T16:27:41.532Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-235 2021-10-09T16:27:41.639Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-235 2021-10-09T16:27:41.639Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-163 2021-10-09T16:27:41.630Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-163 2021-10-09T16:27:41.639Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=27 nomad-163 2021-10-09T16:27:41.640Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-189 2021-10-09T16:27:41.640Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-184.global has failed, no acks received nomad-157 2021-10-09T16:27:41.632Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=27 nomad-157 2021-10-09T16:27:41.640Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-157 2021-10-09T16:27:41.640Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=27 tally=1 nomad-189 2021-10-09T16:27:41.640Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-186 2021-10-09T16:27:41.640Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-157 2021-10-09T16:27:41.639Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-163.global has failed, no acks received nomad-235 2021-10-09T16:27:41.640Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-236 2021-10-09T16:27:41.633Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-235 2021-10-09T16:27:41.641Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-236 2021-10-09T16:27:41.641Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9239 [Candidate]" term=3 nomad-236 2021-10-09T16:27:41.641Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-236 2021-10-09T16:27:41.641Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9239 term=3 tally=1 nomad-236 2021-10-09T16:27:41.641Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-236 2021-10-09T16:27:41.641Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9239 [Leader]" nomad-229 2021-10-09T16:27:41.641Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-229 2021-10-09T16:27:41.641Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-184 2021-10-09T16:27:41.631Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9233 [Candidate]" term=15 nomad-229 2021-10-09T16:27:41.641Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-229 2021-10-09T16:27:41.641Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-184 2021-10-09T16:27:41.641Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-184 2021-10-09T16:27:41.641Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=15 tally=1 nomad-229 2021-10-09T16:27:41.641Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-184 2021-10-09T16:27:41.641Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=15 nomad-229 2021-10-09T16:27:41.641Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-184 2021-10-09T16:27:41.641Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-184 2021-10-09T16:27:41.641Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9233 [Follower]" leader= nomad-184 2021-10-09T16:27:41.641Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=16 nomad-236 2021-10-09T16:27:41.640Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-236.global (Addr: 127.0.0.1:9239) (DC: dc1)" nomad-236 2021-10-09T16:27:41.641Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-229 2021-10-09T16:27:41.642Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-226 2021-10-09T16:27:41.642Z [DEBUG] nomad/periodic.go:250: nomad.periodic: registered periodic job: job="" nomad-237 2021-10-09T16:27:41.642Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=519706c0-7fc7-2bb3-fb6f-bf676b99b090 create_time=1633796861642159986 nomad-226 2021-10-09T16:27:41.642Z [DEBUG] nomad/periodic.go:344: nomad.periodic: scheduled periodic job launch: launch_delay=2m18.35780261s job="" nomad-237 2021-10-09T16:27:41.642Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=519706c0-7fc7-2bb3-fb6f-bf676b99b090 create_time=1633796861642159986 nomad-184 2021-10-09T16:27:41.640Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-189.global has failed, no acks received nomad-184 2021-10-09T16:27:41.642Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-236 2021-10-09T16:27:41.642Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=0490d693-0235-bf5f-cbe8-c384a3b66491 create_time=1633796861642473295 nomad-184 2021-10-09T16:27:41.642Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9220 last-term=12 last-candidate-term=5 nomad-236 2021-10-09T16:27:41.642Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=0490d693-0235-bf5f-cbe8-c384a3b66491 create_time=1633796861642473295 nomad-226 2021-10-09T16:27:41.642Z [DEBUG] nomad/periodic.go:297: nomad.periodic: deregistered periodic job: job="" nomad-236 2021-10-09T16:27:41.642Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-237 2021-10-09T16:27:41.643Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-184 2021-10-09T16:27:41.643Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-226 2021-10-09T16:27:41.643Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-226 2021-10-09T16:27:41.643Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestJobEndpoint_Allocations_NoJobID (0.51s) === CONT TestJobEndpoint_ListJobs_WithACL nomad-231 2021-10-09T16:27:41.643Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-231 2021-10-09T16:27:41.643Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-231 2021-10-09T16:27:41.643Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-231 2021-10-09T16:27:41.643Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-228 2021-10-09T16:27:41.634Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9287 [Candidate]" term=2 nomad-228 2021-10-09T16:27:41.643Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-231 2021-10-09T16:27:41.643Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-231 2021-10-09T16:27:41.643Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-228 2021-10-09T16:27:41.643Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9287 term=2 tally=1 nomad-226 2021-10-09T16:27:41.643Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Deregister_Periodic (1.21s) === CONT TestJobEndpoint_ListJobs_AllNamespaces_OSS nomad-170 2021-10-09T16:27:41.643Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-234 2021-10-09T16:27:41.644Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=2 nomad-231 2021-10-09T16:27:41.644Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-229 2021-10-09T16:27:41.644Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-229 2021-10-09T16:27:41.644Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-186 2021-10-09T16:27:41.644Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=17 tally=2 nomad-229 2021-10-09T16:27:41.644Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Stable (1.11s) === CONT TestJobEndpoint_ListJobs nomad-223 2021-10-09T16:27:41.644Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-224 2021-10-09T16:27:41.645Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 nomad-231 2021-10-09T16:27:41.646Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-231 2021-10-09T16:27:41.646Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-231 2021-10-09T16:27:41.646Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-231 2021-10-09T16:27:41.646Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-231 2021-10-09T16:27:41.646Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-231 2021-10-09T16:27:41.646Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-231 2021-10-09T16:27:41.646Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-09T16:27:41.646Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.646Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.646Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.646Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.646Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.646Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.646Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.647Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.647Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-226 2021-10-09T16:27:41.647Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-231 2021-10-09T16:27:41.647Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= 2021-10-09T16:27:41.647Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-231 2021-10-09T16:27:41.647Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-231 2021-10-09T16:27:41.647Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-231 2021-10-09T16:27:41.647Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= 2021-10-09T16:27:41.647Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-231 2021-10-09T16:27:41.647Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= 2021-10-09T16:27:41.647Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-231 2021-10-09T16:27:41.647Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-09T16:27:41.647Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.648Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.648Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-231 2021-10-09T16:27:41.648Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-238 2021-10-09T16:27:41.631Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9215 [Candidate]" term=2 nomad-238 2021-10-09T16:27:41.648Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-170 2021-10-09T16:27:41.648Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=17 nomad-238 2021-10-09T16:27:41.648Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9215 term=2 tally=1 nomad-238 2021-10-09T16:27:41.648Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-238 2021-10-09T16:27:41.648Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9215 [Leader]" nomad-238 2021-10-09T16:27:41.648Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-231 2021-10-09T16:27:41.648Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-231 2021-10-09T16:27:41.648Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-231 2021-10-09T16:27:41.648Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-231 2021-10-09T16:27:41.648Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-231 2021-10-09T16:27:41.648Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-231 2021-10-09T16:27:41.648Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-238 2021-10-09T16:27:41.649Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=7f48b871-48da-b565-2be8-a73f1169515b create_time=1633796861649066475 nomad-238 2021-10-09T16:27:41.649Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=7f48b871-48da-b565-2be8-a73f1169515b create_time=1633796861649066475 nomad-231 2021-10-09T16:27:41.649Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-222 2021-10-09T16:27:41.730Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-234 2021-10-09T16:27:41.730Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-222 2021-10-09T16:27:41.730Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9240 [Candidate]" term=7 nomad-222 2021-10-09T16:27:41.730Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-222 2021-10-09T16:27:41.730Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9240 term=7 tally=1 nomad-186 2021-10-09T16:27:41.730Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-09T16:27:41.730Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=18 nomad-170 2021-10-09T16:27:41.730Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-09T16:27:41.730Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-186 2021-10-09T16:27:41.730Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=18 tally=1 nomad-170 2021-10-09T16:27:41.730Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9252 [Candidate]" term=18 nomad-170 2021-10-09T16:27:41.730Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-224 2021-10-09T16:27:41.730Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-170 2021-10-09T16:27:41.731Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=18 tally=1 nomad-224 2021-10-09T16:27:41.731Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9270 [Follower]" leader= nomad-234 2021-10-09T16:27:41.730Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9227 [Candidate]" term=3 nomad-234 2021-10-09T16:27:41.731Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-234 2021-10-09T16:27:41.731Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9227 term=3 tally=1 nomad-184 2021-10-09T16:27:41.731Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-222 2021-10-09T16:27:41.731Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9270 term=7 tally=2 nomad-222 2021-10-09T16:27:41.731Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-222 2021-10-09T16:27:41.731Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9240 [Leader]" nomad-222 2021-10-09T16:27:41.731Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9270 nomad-186 2021-10-09T16:27:41.731Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-222 2021-10-09T16:27:41.731Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-184 2021-10-09T16:27:41.731Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=18 nomad-170 2021-10-09T16:27:41.731Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=18 tally=2 nomad-189 2021-10-09T16:27:41.731Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-189 2021-10-09T16:27:41.731Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9220 [Follower]" leader= nomad-186 2021-10-09T16:27:41.732Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=18 nomad-186 2021-10-09T16:27:41.732Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=18 tally=2 nomad-170 2021-10-09T16:27:41.732Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=18 2021-10-09T16:27:41.732Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-224 2021-10-09T16:27:41.732Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=6 last-index=5 error="log not found" nomad-189 2021-10-09T16:27:41.732Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=18 nomad-222 2021-10-09T16:27:41.732Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9270 127.0.0.1:9270}" next=6 nomad-170 2021-10-09T16:27:41.732Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-222 2021-10-09T16:27:41.732Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9270 127.0.0.1:9270}" 2021-10-09T16:27:41.732Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.732Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.732Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-222 2021-10-09T16:27:41.732Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=5283b754-6bf2-7ff6-3743-453e4db62968 create_time=1633796861040405363 nomad-184 2021-10-09T16:27:41.732Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:58506 nomad-170 2021-10-09T16:27:41.733Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Was able to connect to nomad-184.global but other probes failed, network may be misconfigured nomad-237 2021-10-09T16:27:41.733Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-237 2021-10-09T16:27:41.733Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-222 2021-10-09T16:27:41.733Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-237 2021-10-09T16:27:41.733Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-237 2021-10-09T16:27:41.733Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-231 2021-10-09T16:27:41.649Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-231 2021-10-09T16:27:41.733Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-231 2021-10-09T16:27:41.733Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-231 2021-10-09T16:27:41.733Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-234 2021-10-09T16:27:41.733Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed fallback ping: read tcp 127.0.0.1:39018->127.0.0.1:9245: i/o timeout nomad-231 2021-10-09T16:27:41.733Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-231 2021-10-09T16:27:41.733Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= --- PASS: TestJobEndpoint_Allocations_ACL (0.50s) === CONT TestJobEndpoint_GetJobSummary_Blocking nomad-189 2021-10-09T16:27:41.733Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-170.global (timeout reached) 2021-10-09T16:27:41.733Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.733Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:41.734Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-189.global) nomad-238 2021-10-09T16:27:41.734Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-157 2021-10-09T16:27:41.734Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-157 2021-10-09T16:27:41.734Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=28 nomad-157 2021-10-09T16:27:41.734Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-157 2021-10-09T16:27:41.734Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=28 tally=1 2021-10-09T16:27:41.734Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.734Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.734Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.734Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:41.640Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=27 tally=1 2021-10-09T16:27:41.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.734Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:41.634Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9234 127.0.0.1:9234}" nomad-163 2021-10-09T16:27:41.636Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-157.global as failed, suspect timeout reached (0 peer confirmations) nomad-186 2021-10-09T16:27:41.734Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-184.global (timeout reached) nomad-163 2021-10-09T16:27:41.639Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-163 2021-10-09T16:27:41.734Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-163 2021-10-09T16:27:41.734Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=28 nomad-163 2021-10-09T16:27:41.734Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-163 2021-10-09T16:27:41.734Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=28 tally=1 nomad-163 2021-10-09T16:27:41.734Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=28 nomad-163 2021-10-09T16:27:41.734Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-157.global 127.0.0.1 nomad-163 2021-10-09T16:27:41.734Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-157 2021-10-09T16:27:41.734Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=28 nomad-163 2021-10-09T16:27:41.734Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-157.global (timeout reached) nomad-240 2021-10-09T16:27:41.734Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9243 Address:127.0.0.1:9243}]" nomad-224 2021-10-09T16:27:41.734Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-222.global (timeout reached) nomad-157 2021-10-09T16:27:41.735Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:50854 nomad-240 2021-10-09T16:27:41.735Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9243 [Follower]" leader= nomad-186 2021-10-09T16:27:41.736Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-189.global as failed, suspect timeout reached (0 peer confirmations) nomad-186 2021-10-09T16:27:41.737Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-189.global 127.0.0.1 nomad-186 2021-10-09T16:27:41.737Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-189.global (Addr: 127.0.0.1:9220) (DC: dc1)" 2021-10-09T16:27:41.738Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.738Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.738Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-231 2021-10-09T16:27:41.739Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-228 2021-10-09T16:27:41.742Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-228 2021-10-09T16:27:41.742Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9287 [Candidate]" term=3 nomad-228 2021-10-09T16:27:41.742Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-228 2021-10-09T16:27:41.742Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9287 term=3 tally=1 nomad-189 2021-10-09T16:27:41.742Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-186.global) nomad-184 2021-10-09T16:27:41.830Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-234 2021-10-09T16:27:41.830Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 nomad-231 2021-10-09T16:27:41.830Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-170 2021-10-09T16:27:41.830Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:57578 nomad-163 2021-10-09T16:27:41.830Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-231 2021-10-09T16:27:41.830Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-163 2021-10-09T16:27:41.830Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9219 [Candidate]" term=29 2021-10-09T16:27:41.830Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-163 2021-10-09T16:27:41.830Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-163 2021-10-09T16:27:41.830Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9219 term=29 tally=1 2021-10-09T16:27:41.830Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-240 2021-10-09T16:27:41.831Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-240.global 127.0.0.1 2021-10-09T16:27:41.831Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:41.830Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9233 [Candidate]" term=19 nomad-240 2021-10-09T16:27:41.831Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-184 2021-10-09T16:27:41.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-184 2021-10-09T16:27:41.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=19 tally=1 nomad-231 2021-10-09T16:27:41.831Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:41.831Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.831Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.831Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.831Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-228 2021-10-09T16:27:41.831Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-234.global has failed, no acks received 2021-10-09T16:27:41.831Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-170 2021-10-09T16:27:41.831Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term 2021-10-09T16:27:41.831Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-170 2021-10-09T16:27:41.831Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9252 [Follower]" leader= 2021-10-09T16:27:41.831Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-223 2021-10-09T16:27:41.831Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:41.831Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:41.830Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election 2021-10-09T16:27:41.831Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-222 2021-10-09T16:27:41.831Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:39060 nomad-157 2021-10-09T16:27:41.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=29 nomad-189 2021-10-09T16:27:41.831Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-184 2021-10-09T16:27:41.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=19 tally=2 nomad-240 2021-10-09T16:27:41.831Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-240.global (Addr: 127.0.0.1:9243) (DC: dc1)" nomad-157 2021-10-09T16:27:41.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-184 2021-10-09T16:27:41.831Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-186 2021-10-09T16:27:41.831Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-222 2021-10-09T16:27:41.831Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-224.global (timeout reached) nomad-157 2021-10-09T16:27:41.831Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=29 2021-10-09T16:27:41.831Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-186 2021-10-09T16:27:41.831Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9231 [Follower]" leader= nomad-163 2021-10-09T16:27:41.831Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=29 nomad-157 2021-10-09T16:27:41.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=29 tally=1 nomad-184 2021-10-09T16:27:41.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=19 tally=3 nomad-184 2021-10-09T16:27:41.831Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=3 nomad-184 2021-10-09T16:27:41.831Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9233 [Leader]" nomad-224 2021-10-09T16:27:41.831Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:48976 nomad-184 2021-10-09T16:27:41.831Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9252 nomad-184 2021-10-09T16:27:41.831Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9241 2021-10-09T16:27:41.831Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:41.831Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9220 nomad-170 2021-10-09T16:27:41.831Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" 2021-10-09T16:27:41.831Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:41.831Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9231 nomad-184 2021-10-09T16:27:41.832Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-184 2021-10-09T16:27:41.832Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-186 2021-10-09T16:27:41.832Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" 2021-10-09T16:27:41.832Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-222 2021-10-09T16:27:41.832Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Was able to connect to nomad-224.global but other probes failed, network may be misconfigured 2021-10-09T16:27:41.832Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-228 2021-10-09T16:27:41.832Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-189 2021-10-09T16:27:41.832Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-170.global (timeout reached) nomad-228 2021-10-09T16:27:41.832Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9287 [Candidate]" term=4 nomad-228 2021-10-09T16:27:41.832Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-228 2021-10-09T16:27:41.832Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9287 term=4 tally=1 nomad-234 2021-10-09T16:27:41.832Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-170 2021-10-09T16:27:41.832Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:57592 nomad-234 2021-10-09T16:27:41.832Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9227 [Follower]" leader= nomad-228 2021-10-09T16:27:41.832Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9227 term=4 tally=2 nomad-228 2021-10-09T16:27:41.832Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-231 2021-10-09T16:27:41.832Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-228 2021-10-09T16:27:41.832Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9287 [Leader]" nomad-233 2021-10-09T16:27:41.832Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-228 2021-10-09T16:27:41.832Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9227 nomad-233 2021-10-09T16:27:41.832Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-233 2021-10-09T16:27:41.832Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-233 2021-10-09T16:27:41.832Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-189 2021-10-09T16:27:41.832Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=8 last-index=6 error="log not found" nomad-233 2021-10-09T16:27:41.832Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-233 2021-10-09T16:27:41.832Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-163 2021-10-09T16:27:41.833Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed to send gossip to 127.0.0.1:9205: write udp 127.0.0.1:9289->127.0.0.1:9205: use of closed network connection nomad-184 2021-10-09T16:27:41.833Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9220 127.0.0.1:9220}" next=7 nomad-232 2021-10-09T16:27:41.833Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-233 2021-10-09T16:27:41.833Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-232 2021-10-09T16:27:41.833Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-232 2021-10-09T16:27:41.833Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-232 2021-10-09T16:27:41.833Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-232 2021-10-09T16:27:41.833Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-232 2021-10-09T16:27:41.833Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-240 2021-10-09T16:27:41.833Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-240 2021-10-09T16:27:41.833Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9243 [Candidate]" term=2 nomad-184 2021-10-09T16:27:41.833Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9252 127.0.0.1:9252}" nomad-240 2021-10-09T16:27:41.833Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-240 2021-10-09T16:27:41.833Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9243 term=2 tally=1 nomad-184 2021-10-09T16:27:41.833Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9220 127.0.0.1:9220}" nomad-240 2021-10-09T16:27:41.833Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-240 2021-10-09T16:27:41.833Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9243 [Leader]" nomad-240 2021-10-09T16:27:41.833Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-228 2021-10-09T16:27:41.833Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-240 2021-10-09T16:27:41.834Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=db1e2823-cd8f-ac69-bf7d-d173c061ce32 create_time=1633796861834360379 nomad-232 2021-10-09T16:27:41.834Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-184 2021-10-09T16:27:41.834Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-240 2021-10-09T16:27:41.834Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=db1e2823-cd8f-ac69-bf7d-d173c061ce32 create_time=1633796861834360379 nomad-163 2021-10-09T16:27:41.834Z [ERROR] go-hclog/stdlog.go:50: nomad: yamux: Failed to read stream data: read tcp 127.0.0.1:41338->127.0.0.1:9234: use of closed network connection nomad-163 2021-10-09T16:27:41.834Z [WARN] go-hclog/stdlog.go:48: nomad: yamux: failed to send go away: session shutdown nomad-157 2021-10-09T16:27:41.834Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-163.global) nomad-229 2021-10-09T16:27:41.833Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-240 2021-10-09T16:27:41.834Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-163 2021-10-09T16:27:41.834Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed to send gossip to 127.0.0.1:9205: write udp 127.0.0.1:9289->127.0.0.1:9205: use of closed network connection nomad-186 2021-10-09T16:27:41.834Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-189.global 127.0.0.1 nomad-186 2021-10-09T16:27:41.834Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-189.global (Addr: 127.0.0.1:9220) (DC: dc1)" nomad-228 2021-10-09T16:27:41.833Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9227 127.0.0.1:9227}" nomad-228 2021-10-09T16:27:41.833Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9227 leader=127.0.0.1:9287 nomad-228 2021-10-09T16:27:41.835Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9227 leader=127.0.0.1:9287 nomad-228 2021-10-09T16:27:41.833Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:39018 nomad-157 2021-10-09T16:27:41.835Z [ERROR] go-hclog/stdlog.go:50: nomad.rpc: yamux: Failed to write header: write tcp 127.0.0.1:9234->127.0.0.1:41338: write: broken pipe nomad-184 2021-10-09T16:27:41.835Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9231 127.0.0.1:9231}" nomad-228 2021-10-09T16:27:41.836Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=18756f6b-dbd4-0155-dfa0-7e4f4af662c9 create_time=1633796861836092417 nomad-228 2021-10-09T16:27:41.836Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=18756f6b-dbd4-0155-dfa0-7e4f4af662c9 create_time=1633796861836092417 nomad-232 2021-10-09T16:27:41.836Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-232 2021-10-09T16:27:41.836Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-232 2021-10-09T16:27:41.836Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-232 2021-10-09T16:27:41.836Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-232 2021-10-09T16:27:41.836Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-228 2021-10-09T16:27:41.836Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-232 2021-10-09T16:27:41.836Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-186 2021-10-09T16:27:41.836Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed fallback ping: read tcp 127.0.0.1:58508->127.0.0.1:9269: i/o timeout nomad-186 2021-10-09T16:27:41.836Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-184.global has failed, no acks received nomad-232 2021-10-09T16:27:41.836Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-163 2021-10-09T16:27:41.837Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-157.global has failed, no acks received nomad-224 2021-10-09T16:27:41.837Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=5283b754-6bf2-7ff6-3743-453e4db62968 create_time=1633796861040405363 2021-10-09T16:27:41.837Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-238 2021-10-09T16:27:41.837Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-238 2021-10-09T16:27:41.837Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-238 2021-10-09T16:27:41.837Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-238 2021-10-09T16:27:41.837Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-232 2021-10-09T16:27:41.837Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-232 2021-10-09T16:27:41.837Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-232 2021-10-09T16:27:41.838Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-232 2021-10-09T16:27:41.838Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-232 2021-10-09T16:27:41.838Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-232 2021-10-09T16:27:41.838Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-232 2021-10-09T16:27:41.838Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-184 2021-10-09T16:27:41.838Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:58508 nomad-232 2021-10-09T16:27:41.838Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-232 2021-10-09T16:27:41.838Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-232 2021-10-09T16:27:41.838Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-232 2021-10-09T16:27:41.838Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-234 2021-10-09T16:27:41.838Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-228.global) nomad-233 2021-10-09T16:27:41.839Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-233 2021-10-09T16:27:41.839Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-233 2021-10-09T16:27:41.839Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-233 2021-10-09T16:27:41.839Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-184 2021-10-09T16:27:41.839Z [ERROR] raft/replication.go:380: nomad.raft: failed to heartbeat to: peer=127.0.0.1:9241 error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-243 2021-10-09T16:27:41.840Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9246 Address:127.0.0.1:9246}]" nomad-243 2021-10-09T16:27:41.841Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-243.global 127.0.0.1 nomad-243 2021-10-09T16:27:41.841Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-242 2021-10-09T16:27:41.841Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9235 Address:127.0.0.1:9235}]" nomad-242 2021-10-09T16:27:41.842Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-242.global 127.0.0.1 nomad-242 2021-10-09T16:27:41.842Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] --- PASS: TestJobEndpoint_Deregister_ACL (1.50s) === CONT TestJobEndpoint_Summary_ACL nomad-244 2021-10-09T16:27:41.844Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9255 Address:127.0.0.1:9255}]" nomad-244 2021-10-09T16:27:41.844Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-244.global 127.0.0.1 nomad-244 2021-10-09T16:27:41.844Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-242 2021-10-09T16:27:41.845Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9235 [Follower]" leader= nomad-242 2021-10-09T16:27:41.930Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-242.global (Addr: 127.0.0.1:9235) (DC: dc1)" --- PASS: TestJobEndpoint_Revert_Vault_Policies (0.90s) === CONT TestJobEndpoint_Plan_ACL --- PASS: TestJobEndpoint_Revert_Vault_NoToken (0.90s) --- PASS: TestJobEndpoint_Allocations (0.70s) === CONT TestJobEndpoint_LatestDeployment_ACL --- PASS: TestJobEndpoint_Revert (0.90s) === CONT TestJobEndpoint_LatestDeployment === CONT TestJobEndpoint_LatestDeployment_Blocking nomad-241 2021-10-09T16:27:41.840Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9294 Address:127.0.0.1:9294}]" nomad-242 2021-10-09T16:27:41.931Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-242 2021-10-09T16:27:41.942Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9235 [Candidate]" term=2 nomad-242 2021-10-09T16:27:41.942Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-242 2021-10-09T16:27:41.942Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9235 term=2 tally=1 nomad-242 2021-10-09T16:27:41.942Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-242 2021-10-09T16:27:41.942Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9235 [Leader]" nomad-242 2021-10-09T16:27:41.943Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-228 2021-10-09T16:27:41.931Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9227 time=95.70438ms nomad-228 2021-10-09T16:27:41.943Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-228 2021-10-09T16:27:41.943Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9287 [Follower]" leader= 2021-10-09T16:27:41.932Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.932Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.932Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.932Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.934Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:41.931Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-163.global as failed, suspect timeout reached (0 peer confirmations) nomad-244 2021-10-09T16:27:41.931Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9255 [Follower]" leader= nomad-241 2021-10-09T16:27:41.943Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-241.global 127.0.0.1 nomad-244 2021-10-09T16:27:41.931Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-244.global (Addr: 127.0.0.1:9255) (DC: dc1)" nomad-157 2021-10-09T16:27:41.943Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-163.global 127.0.0.1 nomad-243 2021-10-09T16:27:41.931Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9246 [Follower]" leader= nomad-241 2021-10-09T16:27:41.943Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-184 2021-10-09T16:27:41.931Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9252 time=97.98806ms nomad-157 2021-10-09T16:27:41.943Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-163.global (Addr: 127.0.0.1:9219) (DC: dc1)" nomad-222 2021-10-09T16:27:41.931Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9270 time=93.383927ms nomad-222 2021-10-09T16:27:41.943Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-222 2021-10-09T16:27:41.943Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9240 [Follower]" leader= nomad-222 2021-10-09T16:27:41.943Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:41.934Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-247 2021-10-09T16:27:41.943Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9248 Address:127.0.0.1:9248}]" 2021-10-09T16:27:41.934Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-241 2021-10-09T16:27:41.943Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9294 [Follower]" leader= 2021-10-09T16:27:41.934Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-245 2021-10-09T16:27:41.935Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9247 Address:127.0.0.1:9247}]" 2021-10-09T16:27:41.934Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.934Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-170 2021-10-09T16:27:41.932Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9233 nomad-157 2021-10-09T16:27:41.933Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-170 2021-10-09T16:27:41.944Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9252 [Candidate]" term=20 nomad-247 2021-10-09T16:27:41.944Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9248 [Follower]" leader= nomad-157 2021-10-09T16:27:41.944Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:41.934Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.934Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:41.944Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-163.global (timeout reached) 2021-10-09T16:27:41.934Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-247 2021-10-09T16:27:42.039Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-247 2021-10-09T16:27:42.039Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9248 [Candidate]" term=2 nomad-247 2021-10-09T16:27:42.039Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-247 2021-10-09T16:27:42.039Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9248 term=2 tally=1 nomad-247 2021-10-09T16:27:42.040Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-247 2021-10-09T16:27:42.040Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9248 [Leader]" nomad-228 2021-10-09T16:27:42.037Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9227 127.0.0.1:9227}" 2021-10-09T16:27:41.934Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-240 2021-10-09T16:27:41.934Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-09T16:27:41.935Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.935Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-240 2021-10-09T16:27:42.040Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:41.935Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.935Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.942Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.942Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.935Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.944Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-186 2021-10-09T16:27:42.040Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9252 leader=127.0.0.1:9233 nomad-239 2021-10-09T16:27:41.934Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9275 Address:127.0.0.1:9275}]" 2021-10-09T16:27:41.935Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.935Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.935Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.935Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.935Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.935Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.937Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.937Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.937Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-248 2021-10-09T16:27:41.938Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9286 Address:127.0.0.1:9286}]" nomad-248 2021-10-09T16:27:42.042Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-248.global 127.0.0.1 nomad-248 2021-10-09T16:27:42.042Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-09T16:27:41.931Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.931Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.931Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.931Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.931Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.931Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.931Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.931Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.931Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.931Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-244 2021-10-09T16:27:42.043Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-244 2021-10-09T16:27:42.043Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9255 [Candidate]" term=2 nomad-244 2021-10-09T16:27:42.043Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-244 2021-10-09T16:27:42.043Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9255 term=2 tally=1 nomad-244 2021-10-09T16:27:42.043Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-244 2021-10-09T16:27:42.043Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9255 [Leader]" nomad-244 2021-10-09T16:27:42.043Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-246 2021-10-09T16:27:42.043Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9273 Address:127.0.0.1:9273}]" nomad-244 2021-10-09T16:27:42.044Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=54b9da54-a988-4393-5438-87ec26e170d6 create_time=1633796862044221607 nomad-244 2021-10-09T16:27:42.044Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=54b9da54-a988-4393-5438-87ec26e170d6 create_time=1633796862044221607 nomad-246 2021-10-09T16:27:42.044Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-246.global 127.0.0.1 nomad-246 2021-10-09T16:27:42.044Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-228 2021-10-09T16:27:42.044Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-228 2021-10-09T16:27:42.044Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9287 [Candidate]" term=5 nomad-228 2021-10-09T16:27:42.044Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-228 2021-10-09T16:27:42.044Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9287 term=5 tally=1 nomad-246 2021-10-09T16:27:42.045Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9273 [Follower]" leader= nomad-248 2021-10-09T16:27:42.045Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9286 [Follower]" leader= nomad-239 2021-10-09T16:27:42.051Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-239.global 127.0.0.1 nomad-239 2021-10-09T16:27:42.051Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-240 2021-10-09T16:27:42.052Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_ListJobs_WithACL (0.41s) === CONT TestJobEndpoint_Deployments_Blocking nomad-189 2021-10-09T16:27:41.932Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9233 nomad-189 2021-10-09T16:27:42.130Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=20 nomad-189 2021-10-09T16:27:42.130Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-189 2021-10-09T16:27:42.130Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=20 tally=1 nomad-043 2021-10-09T16:27:42.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:42.131Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:42.131Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-243 2021-10-09T16:27:41.931Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-243.global (Addr: 127.0.0.1:9246) (DC: dc1)" nomad-224 2021-10-09T16:27:42.131Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-222.global (timeout reached) nomad-243 2021-10-09T16:27:42.043Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-243 2021-10-09T16:27:42.131Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9246 [Candidate]" term=2 nomad-243 2021-10-09T16:27:42.131Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-243 2021-10-09T16:27:42.131Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9246 term=2 tally=1 nomad-243 2021-10-09T16:27:42.131Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-241 2021-10-09T16:27:42.131Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-241.global (Addr: 127.0.0.1:9294) (DC: dc1)" nomad-243 2021-10-09T16:27:42.131Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9246 [Leader]" nomad-243 2021-10-09T16:27:42.132Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-027 2021-10-09T16:27:42.132Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-184 2021-10-09T16:27:41.943Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9241 time=99.994187ms nomad-184 2021-10-09T16:27:41.931Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-189.global (timeout reached) nomad-184 2021-10-09T16:27:41.932Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-157 2021-10-09T16:27:41.935Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-184 2021-10-09T16:27:41.934Z [INFO] autopilot/autopilot.go:257: nomad.autopilot: Attempting removal of failed server node: name=nomad-186.global nomad-157 2021-10-09T16:27:42.132Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9234 [Candidate]" term=30 nomad-184 2021-10-09T16:27:41.939Z [ERROR] raft/replication.go:380: nomad.raft: failed to heartbeat to: peer=127.0.0.1:9241 error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-157 2021-10-09T16:27:42.132Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-157 2021-10-09T16:27:42.132Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9234 term=30 tally=1 nomad-222 2021-10-09T16:27:42.132Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-224 2021-10-09T16:27:42.132Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-222.global has failed, no acks received nomad-243 2021-10-09T16:27:42.132Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=a0e6872e-040c-44a6-e3ef-0230d8285f1d create_time=1633796862132680647 nomad-245 2021-10-09T16:27:42.132Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9247 [Follower]" leader= nomad-243 2021-10-09T16:27:42.132Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=a0e6872e-040c-44a6-e3ef-0230d8285f1d create_time=1633796862132680647 nomad-234 2021-10-09T16:27:41.931Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-228.global (timeout reached) nomad-222 2021-10-09T16:27:42.132Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9270 127.0.0.1:9270}" nomad-241 2021-10-09T16:27:42.132Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-241 2021-10-09T16:27:42.133Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9294 [Candidate]" term=2 nomad-234 2021-10-09T16:27:41.932Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9287 nomad-241 2021-10-09T16:27:42.133Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-234 2021-10-09T16:27:42.133Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9227 [Candidate]" term=5 nomad-234 2021-10-09T16:27:42.133Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-234 2021-10-09T16:27:42.133Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9227 term=5 tally=1 2021-10-09T16:27:41.934Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.935Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.935Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-243 2021-10-09T16:27:42.134Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:41.935Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:41.938Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-228 2021-10-09T16:27:42.134Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-09T16:27:41.938Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-222 2021-10-09T16:27:42.134Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-09T16:27:41.938Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-222 2021-10-09T16:27:42.134Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9240 [Candidate]" term=8 2021-10-09T16:27:41.938Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-222 2021-10-09T16:27:42.134Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-222 2021-10-09T16:27:42.134Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9240 term=8 tally=1 2021-10-09T16:27:41.938Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-228 2021-10-09T16:27:42.134Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-027 2021-10-09T16:27:42.134Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-236 2021-10-09T16:27:42.134Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-027 2021-10-09T16:27:42.134Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:42.134Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-236 2021-10-09T16:27:42.134Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-236 2021-10-09T16:27:42.134Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-234 2021-10-09T16:27:42.135Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 nomad-189 2021-10-09T16:27:42.135Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=20 nomad-170 2021-10-09T16:27:42.135Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-245 2021-10-09T16:27:42.135Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-245.global 127.0.0.1 nomad-245 2021-10-09T16:27:42.135Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers --- PASS: TestJobEndpoint_Allocations_Blocking (1.00s) === CONT TestJobEndpoint_Deployments_ACL nomad-228 2021-10-09T16:27:42.135Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 nomad-247 2021-10-09T16:27:42.136Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-247.global 127.0.0.1 nomad-247 2021-10-09T16:27:42.136Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-245 2021-10-09T16:27:42.136Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-245.global (Addr: 127.0.0.1:9247) (DC: dc1)" nomad-170 2021-10-09T16:27:42.137Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-170 2021-10-09T16:27:42.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=20 tally=1 nomad-043 2021-10-09T16:27:42.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:42.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:42.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:42.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:42.143Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:42.144Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-09T16:27:42.143Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.230Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.231Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.231Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.231Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-249 2021-10-09T16:27:42.231Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9260 Address:127.0.0.1:9260}]" nomad-248 2021-10-09T16:27:42.139Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-248.global (Addr: 127.0.0.1:9286) (DC: dc1)" nomad-245 2021-10-09T16:27:42.231Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-239 2021-10-09T16:27:42.140Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9275 [Follower]" leader= nomad-184 2021-10-09T16:27:42.140Z [INFO] autopilot/autopilot.go:257: nomad.autopilot: Attempting removal of failed server node: name=nomad-187.global nomad-245 2021-10-09T16:27:42.231Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9247 [Candidate]" term=2 nomad-242 2021-10-09T16:27:42.140Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=dfbbfc71-d050-16bc-085e-3f6ff53fee5f create_time=1633796862140802346 nomad-245 2021-10-09T16:27:42.231Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-245 2021-10-09T16:27:42.231Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9247 term=2 tally=1 nomad-242 2021-10-09T16:27:42.231Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=dfbbfc71-d050-16bc-085e-3f6ff53fee5f create_time=1633796862140802346 nomad-245 2021-10-09T16:27:42.231Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-245 2021-10-09T16:27:42.231Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9247 [Leader]" 2021-10-09T16:27:42.231Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-186 2021-10-09T16:27:42.144Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9233 nomad-186 2021-10-09T16:27:42.232Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=20 nomad-186 2021-10-09T16:27:42.232Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-186 2021-10-09T16:27:42.232Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=20 tally=1 nomad-249 2021-10-09T16:27:42.232Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-249.global 127.0.0.1 nomad-236 2021-10-09T16:27:42.232Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-250 2021-10-09T16:27:42.140Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9249 Address:127.0.0.1:9249}]" nomad-249 2021-10-09T16:27:42.232Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-246 2021-10-09T16:27:42.145Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-224 2021-10-09T16:27:42.144Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9240 nomad-246 2021-10-09T16:27:42.232Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9273 [Candidate]" term=2 nomad-224 2021-10-09T16:27:42.232Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9270 [Candidate]" term=8 nomad-246 2021-10-09T16:27:42.232Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-224 2021-10-09T16:27:42.232Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-246 2021-10-09T16:27:42.232Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9273 term=2 tally=1 nomad-246 2021-10-09T16:27:42.232Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-224 2021-10-09T16:27:42.232Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-246 2021-10-09T16:27:42.232Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9273 [Leader]" nomad-224 2021-10-09T16:27:42.232Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9270 term=8 tally=1 nomad-249 2021-10-09T16:27:42.232Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9260 [Follower]" leader= nomad-246 2021-10-09T16:27:42.232Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-250 2021-10-09T16:27:42.233Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-250.global 127.0.0.1 nomad-027 2021-10-09T16:27:42.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-241 2021-10-09T16:27:42.133Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9294 term=2 tally=1 nomad-241 2021-10-09T16:27:42.233Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-241 2021-10-09T16:27:42.233Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9294 [Leader]" nomad-241 2021-10-09T16:27:42.233Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-250 2021-10-09T16:27:42.233Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-234 2021-10-09T16:27:42.233Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-228.global (timeout reached) nomad-245 2021-10-09T16:27:42.233Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-248 2021-10-09T16:27:42.233Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-248 2021-10-09T16:27:42.331Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9286 [Candidate]" term=2 nomad-234 2021-10-09T16:27:42.234Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-248 2021-10-09T16:27:42.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-248 2021-10-09T16:27:42.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9286 term=2 tally=1 nomad-234 2021-10-09T16:27:42.331Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9227 [Candidate]" term=6 nomad-248 2021-10-09T16:27:42.331Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-234 2021-10-09T16:27:42.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-234 2021-10-09T16:27:42.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9227 term=6 tally=1 nomad-244 2021-10-09T16:27:42.143Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-170 2021-10-09T16:27:42.234Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-170 2021-10-09T16:27:42.331Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9252 [Candidate]" term=21 nomad-170 2021-10-09T16:27:42.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-170 2021-10-09T16:27:42.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=21 tally=1 nomad-222 2021-10-09T16:27:42.234Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-224.global (timeout reached) nomad-184 2021-10-09T16:27:42.233Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9252 time=97.074834ms nomad-189 2021-10-09T16:27:42.233Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-170.global (timeout reached) 2021-10-09T16:27:42.139Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:42.332Z [DEBUG] raft/raft.go:882: nomad.raft: failed to contact: server-id=127.0.0.1:9241 time=401.613804ms nomad-222 2021-10-09T16:27:42.234Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election 2021-10-09T16:27:42.139Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:42.233Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-189.global (timeout reached) nomad-222 2021-10-09T16:27:42.332Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9240 [Candidate]" term=9 2021-10-09T16:27:42.139Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-189 2021-10-09T16:27:42.234Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" 2021-10-09T16:27:42.139Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-222 2021-10-09T16:27:42.332Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-189 2021-10-09T16:27:42.240Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-222 2021-10-09T16:27:42.332Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9240 term=9 tally=1 nomad-189 2021-10-09T16:27:42.332Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=21 nomad-027 2021-10-09T16:27:42.233Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-189 2021-10-09T16:27:42.332Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-189 2021-10-09T16:27:42.332Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=21 tally=1 nomad-224 2021-10-09T16:27:42.332Z [DEBUG] raft/raft.go:278: nomad.raft: newer term discovered, fallback to follower nomad-224 2021-10-09T16:27:42.332Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9270 [Follower]" leader= 2021-10-09T16:27:42.139Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.139Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-186 2021-10-09T16:27:42.233Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-184.global (timeout reached) 2021-10-09T16:27:42.139Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.139Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.139Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.139Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:42.234Z [ERROR] raft/replication.go:380: nomad.raft: failed to heartbeat to: peer=127.0.0.1:9241 error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-222 2021-10-09T16:27:42.333Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9270 term=9 tally=2 nomad-222 2021-10-09T16:27:42.333Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-170 2021-10-09T16:27:42.330Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-186.global (timeout reached) nomad-222 2021-10-09T16:27:42.333Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9240 [Leader]" nomad-222 2021-10-09T16:27:42.333Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9270 nomad-222 2021-10-09T16:27:42.333Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-248 2021-10-09T16:27:42.331Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9286 [Leader]" nomad-186 2021-10-09T16:27:42.330Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-09T16:27:42.333Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=21 nomad-186 2021-10-09T16:27:42.333Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-186 2021-10-09T16:27:42.333Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=21 tally=1 nomad-239 2021-10-09T16:27:42.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-248 2021-10-09T16:27:42.333Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-239 2021-10-09T16:27:42.333Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9275 [Candidate]" term=2 nomad-239 2021-10-09T16:27:42.333Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-239 2021-10-09T16:27:42.333Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9275 term=2 tally=1 nomad-239 2021-10-09T16:27:42.333Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-239 2021-10-09T16:27:42.333Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9275 [Leader]" nomad-249 2021-10-09T16:27:42.333Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-249 2021-10-09T16:27:42.334Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9260 [Candidate]" term=2 nomad-249 2021-10-09T16:27:42.334Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-249 2021-10-09T16:27:42.334Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9260 term=2 tally=1 nomad-249 2021-10-09T16:27:42.334Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-249 2021-10-09T16:27:42.334Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9260 [Leader]" 2021-10-09T16:27:42.233Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-157 2021-10-09T16:27:42.335Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-163.global has failed, no acks received nomad-228 2021-10-09T16:27:42.341Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-228 2021-10-09T16:27:42.341Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9287 [Candidate]" term=6 nomad-228 2021-10-09T16:27:42.341Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-228 2021-10-09T16:27:42.341Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9287 term=6 tally=1 nomad-184 2021-10-09T16:27:42.341Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-186 2021-10-09T16:27:42.430Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-09T16:27:42.430Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=22 nomad-184 2021-10-09T16:27:42.430Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9252 time=98.69554ms nomad-186 2021-10-09T16:27:42.430Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-184 2021-10-09T16:27:42.430Z [DEBUG] raft/raft.go:882: nomad.raft: failed to contact: server-id=127.0.0.1:9241 time=598.80583ms nomad-184 2021-10-09T16:27:42.430Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9220 time=100.133069ms nomad-186 2021-10-09T16:27:42.430Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=22 tally=1 nomad-184 2021-10-09T16:27:42.430Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9231 time=96.600879ms nomad-184 2021-10-09T16:27:42.430Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-184 2021-10-09T16:27:42.431Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9233 [Follower]" leader= nomad-170 2021-10-09T16:27:42.431Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-170 2021-10-09T16:27:42.431Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9252 [Candidate]" term=22 nomad-222 2021-10-09T16:27:42.431Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9270 time=98.656282ms nomad-222 2021-10-09T16:27:42.431Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-222 2021-10-09T16:27:42.431Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9240 [Follower]" leader= nomad-189 2021-10-09T16:27:42.431Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-222 2021-10-09T16:27:42.431Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-170 2021-10-09T16:27:42.431Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-189 2021-10-09T16:27:42.431Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=22 nomad-170 2021-10-09T16:27:42.432Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=22 tally=1 nomad-189 2021-10-09T16:27:42.432Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-189 2021-10-09T16:27:42.432Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=22 tally=1 nomad-228 2021-10-09T16:27:42.432Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-228 2021-10-09T16:27:42.432Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9287 [Candidate]" term=7 nomad-228 2021-10-09T16:27:42.432Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-234 2021-10-09T16:27:42.432Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-234 2021-10-09T16:27:42.432Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9227 [Candidate]" term=7 nomad-228 2021-10-09T16:27:42.432Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9287 term=7 tally=1 nomad-234 2021-10-09T16:27:42.432Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-234 2021-10-09T16:27:42.432Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9227 term=7 tally=1 nomad-163 2021-10-09T16:27:42.534Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" nomad-240 2021-10-09T16:27:42.534Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-157 2021-10-09T16:27:42.534Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9219 127.0.0.1:9219}" error=EOF nomad-246 2021-10-09T16:27:42.239Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-246.global (Addr: 127.0.0.1:9273) (DC: dc1)" nomad-132 2021-10-09T16:27:42.535Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-132 2021-10-09T16:27:42.535Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestServerWithNodeConn_NoPath (6.00s) === CONT TestJobEndpoint_Deployments nomad-244 2021-10-09T16:27:42.535Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-244 2021-10-09T16:27:42.535Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-244 2021-10-09T16:27:42.535Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-244 2021-10-09T16:27:42.535Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-244 2021-10-09T16:27:42.535Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-244 2021-10-09T16:27:42.535Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-224 2021-10-09T16:27:42.430Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-222.global (timeout reached) nomad-027 2021-10-09T16:27:42.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-244 2021-10-09T16:27:42.536Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-027 2021-10-09T16:27:42.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:42.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:42.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:42.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-222 2021-10-09T16:27:42.536Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-224.global has failed, no acks received nomad-027 2021-10-09T16:27:42.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:42.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:42.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-170 2021-10-09T16:27:42.536Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=22 nomad-242 2021-10-09T16:27:42.236Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-132 2021-10-09T16:27:42.536Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-242 2021-10-09T16:27:42.534Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-186 2021-10-09T16:27:42.536Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-242 2021-10-09T16:27:42.536Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-027 2021-10-09T16:27:42.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-189 2021-10-09T16:27:42.536Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=22 nomad-027 2021-10-09T16:27:42.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:42.341Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-247.global (Addr: 127.0.0.1:9248) (DC: dc1)" nomad-224 2021-10-09T16:27:42.432Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-027 2021-10-09T16:27:42.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-224 2021-10-09T16:27:42.536Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9270 [Candidate]" term=10 nomad-027 2021-10-09T16:27:42.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-224 2021-10-09T16:27:42.536Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-224 2021-10-09T16:27:42.536Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9270 term=10 tally=1 nomad-184 2021-10-09T16:27:42.431Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-132 2021-10-09T16:27:42.537Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-170 2021-10-09T16:27:42.537Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-170 2021-10-09T16:27:42.537Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-222 2021-10-09T16:27:42.537Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-222 2021-10-09T16:27:42.537Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9270 last-term=9 last-candidate-term=7 nomad-170 2021-10-09T16:27:42.537Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9252 [Candidate]" term=23 nomad-186 2021-10-09T16:27:42.537Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-170 2021-10-09T16:27:42.537Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-222 2021-10-09T16:27:42.537Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:39132 nomad-186 2021-10-09T16:27:42.537Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=23 nomad-170 2021-10-09T16:27:42.537Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=23 tally=1 nomad-186 2021-10-09T16:27:42.537Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-186 2021-10-09T16:27:42.537Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=23 tally=1 nomad-027 2021-10-09T16:27:42.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:42.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:42.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:42.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:42.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:42.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-242 2021-10-09T16:27:42.537Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-027 2021-10-09T16:27:42.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-09T16:27:42.234Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-224 2021-10-09T16:27:42.537Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-222.global has failed, no acks received 2021-10-09T16:27:42.235Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.331Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-189 2021-10-09T16:27:42.537Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-09T16:27:42.537Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-189 2021-10-09T16:27:42.537Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=23 --- PASS: TestJobEndpoint_ListJobs (0.89s) === CONT TestEvalEndpoint_Create nomad-189 2021-10-09T16:27:42.538Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-189 2021-10-09T16:27:42.538Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=23 tally=1 nomad-189 2021-10-09T16:27:42.538Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=23 nomad-189 2021-10-09T16:27:42.538Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=23 nomad-186 2021-10-09T16:27:42.538Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=23 nomad-184 2021-10-09T16:27:42.431Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9220 127.0.0.1:9220}" nomad-170 2021-10-09T16:27:42.538Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-184 2021-10-09T16:27:42.533Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-170 2021-10-09T16:27:42.538Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=23 nomad-184 2021-10-09T16:27:42.538Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term 2021-10-09T16:27:42.538Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:42.538Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=23 nomad-189 2021-10-09T16:27:42.538Z [ERROR] raft-net: failed to decode incoming command: error="read tcp 127.0.0.1:9220->127.0.0.1:52362: read: connection reset by peer" 2021-10-09T16:27:42.538Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.538Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:42.535Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9252 127.0.0.1:9252}" 2021-10-09T16:27:42.538Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-245 2021-10-09T16:27:42.538Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=1615b52d-0c12-037e-c407-fd3764034340 create_time=1633796862538442660 nomad-245 2021-10-09T16:27:42.538Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=1615b52d-0c12-037e-c407-fd3764034340 create_time=1633796862538442660 nomad-189 2021-10-09T16:27:42.538Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-170 2021-10-09T16:27:42.538Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=23 tally=2 nomad-242 2021-10-09T16:27:42.538Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-09T16:27:42.538Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.538Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.538Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.538Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-245 2021-10-09T16:27:42.538Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:42.538Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.538Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-234 2021-10-09T16:27:42.538Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-234 2021-10-09T16:27:42.539Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9227 [Candidate]" term=8 nomad-027 2021-10-09T16:27:42.539Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-234 2021-10-09T16:27:42.539Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-234 2021-10-09T16:27:42.539Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9227 term=8 tally=1 nomad-222 2021-10-09T16:27:42.539Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-222 2021-10-09T16:27:42.539Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9240 [Candidate]" term=11 nomad-228 2021-10-09T16:27:42.539Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-184 2021-10-09T16:27:42.539Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9231 127.0.0.1:9231}" nomad-222 2021-10-09T16:27:42.539Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-228 2021-10-09T16:27:42.539Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9287 [Follower]" leader= nomad-222 2021-10-09T16:27:42.539Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9240 term=11 tally=1 nomad-234 2021-10-09T16:27:42.539Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9287 term=8 tally=2 nomad-241 2021-10-09T16:27:42.539Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=995b97b3-e8f5-0726-cc48-537cbfe44743 create_time=1633796862539298801 nomad-234 2021-10-09T16:27:42.539Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-224 2021-10-09T16:27:42.539Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-244 2021-10-09T16:27:42.539Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-234 2021-10-09T16:27:42.539Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9227 [Leader]" nomad-222 2021-10-09T16:27:42.539Z [ERROR] nomad/leader.go:136: nomad: failed to wait for barrier: error="node is not the leader" nomad-234 2021-10-09T16:27:42.539Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9287 nomad-224 2021-10-09T16:27:42.539Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9270 [Follower]" leader= nomad-241 2021-10-09T16:27:42.539Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=995b97b3-e8f5-0726-cc48-537cbfe44743 create_time=1633796862539298801 nomad-222 2021-10-09T16:27:42.539Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-234 2021-10-09T16:27:42.539Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-222 2021-10-09T16:27:42.539Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9270 127.0.0.1:9270}" nomad-244 2021-10-09T16:27:42.539Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-186 2021-10-09T16:27:42.539Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-184.global has failed, no acks received nomad-241 2021-10-09T16:27:42.539Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-222 2021-10-09T16:27:42.539Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9270 term=11 tally=2 nomad-222 2021-10-09T16:27:42.539Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-234 2021-10-09T16:27:42.539Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9287 127.0.0.1:9287}" nomad-222 2021-10-09T16:27:42.539Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9240 [Leader]" 2021-10-09T16:27:42.539Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-244 2021-10-09T16:27:42.539Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-244 2021-10-09T16:27:42.539Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestJobEndpoint_Summary_ACL (0.70s) nomad-222 2021-10-09T16:27:42.539Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9270 === CONT TestJobEndpoint_Plan_NoDiff nomad-234 2021-10-09T16:27:42.539Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=18756f6b-dbd4-0155-dfa0-7e4f4af662c9 create_time=1633796861836092417 nomad-184 2021-10-09T16:27:42.539Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9252 127.0.0.1:9252}" nomad-222 2021-10-09T16:27:42.539Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:42.539Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-170 2021-10-09T16:27:42.539Z [ERROR] raft-net: failed to decode incoming command: error="read tcp 127.0.0.1:9252->127.0.0.1:35810: read: connection reset by peer" 2021-10-09T16:27:42.539Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-239 2021-10-09T16:27:42.334Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-239.global (Addr: 127.0.0.1:9275) (DC: dc1)" 2021-10-09T16:27:42.540Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-224 2021-10-09T16:27:42.539Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=9 last-index=8 error="log not found" nomad-234 2021-10-09T16:27:42.540Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:42.540Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.540Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-239 2021-10-09T16:27:42.334Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:42.540Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-222 2021-10-09T16:27:42.540Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9270 127.0.0.1:9270}" next=9 2021-10-09T16:27:42.540Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.540Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.540Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-170 2021-10-09T16:27:42.540Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-186.global has failed, no acks received nomad-186 2021-10-09T16:27:42.540Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-043 2021-10-09T16:27:42.235Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-222 2021-10-09T16:27:42.540Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9270 127.0.0.1:9270}" 2021-10-09T16:27:42.540Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.540Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:42.540Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=23 nomad-043 2021-10-09T16:27:42.239Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-09T16:27:42.540Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-043 2021-10-09T16:27:42.239Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-224 2021-10-09T16:27:42.540Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-222.global as failed, suspect timeout reached (0 peer confirmations) nomad-043 2021-10-09T16:27:42.336Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:42.336Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-224 2021-10-09T16:27:42.540Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-222.global 127.0.0.1 nomad-043 2021-10-09T16:27:42.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-222 2021-10-09T16:27:42.540Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-043 2021-10-09T16:27:42.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-224 2021-10-09T16:27:42.540Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-222.global (Addr: 127.0.0.1:9240) (DC: dc1)" nomad-043 2021-10-09T16:27:42.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:42.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-09T16:27:42.540Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-043 2021-10-09T16:27:42.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-246 2021-10-09T16:27:42.540Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8c703f75-3331-1e0c-2b8b-54b11d02e525 create_time=1633796862540678259 nomad-043 2021-10-09T16:27:42.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:42.540Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-246 2021-10-09T16:27:42.540Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=8c703f75-3331-1e0c-2b8b-54b11d02e525 create_time=1633796862540678259 nomad-043 2021-10-09T16:27:42.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:42.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:42.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-09T16:27:42.540Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-043 2021-10-09T16:27:42.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:42.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-246 2021-10-09T16:27:42.540Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-043 2021-10-09T16:27:42.437Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-248 2021-10-09T16:27:42.541Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=bcc5c49c-c36c-96e9-b9a0-ff53856ac509 create_time=1633796862541068461 2021-10-09T16:27:42.541Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-170 2021-10-09T16:27:42.541Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=23 nomad-248 2021-10-09T16:27:42.541Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=bcc5c49c-c36c-96e9-b9a0-ff53856ac509 create_time=1633796862541068461 nomad-252 2021-10-09T16:27:42.541Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9264 Address:127.0.0.1:9264}]" nomad-027 2021-10-09T16:27:42.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-248 2021-10-09T16:27:42.541Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-252 2021-10-09T16:27:42.541Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9264 [Follower]" leader= nomad-222 2021-10-09T16:27:42.541Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-224.global) nomad-250 2021-10-09T16:27:42.235Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9249 [Follower]" leader= nomad-250 2021-10-09T16:27:42.539Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-250.global (Addr: 127.0.0.1:9249) (DC: dc1)" nomad-224 2021-10-09T16:27:42.541Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-222.global) --- PASS: TestCoreScheduler_FailLoop (6.81s) === CONT TestEvalEndpoint_List nomad-184 2021-10-09T16:27:42.543Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberLeave (forced): nomad-186.global 127.0.0.1 nomad-189 2021-10-09T16:27:42.543Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-184 2021-10-09T16:27:42.543Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-170.global has failed, no acks received nomad-184 2021-10-09T16:27:42.544Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-186.global (Addr: 127.0.0.1:9231) (DC: dc1)" nomad-184 2021-10-09T16:27:42.544Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberLeave (forced): nomad-187.global 127.0.0.1 nomad-184 2021-10-09T16:27:42.544Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-187.global (Addr: 127.0.0.1:9241) (DC: dc1)" nomad-184 2021-10-09T16:27:42.544Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-186 2021-10-09T16:27:42.544Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=23 2021-10-09T16:27:42.545Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.545Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.545Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.545Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.545Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.545Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.545Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.545Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.545Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.546Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-234 2021-10-09T16:27:42.546Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9287 leader=127.0.0.1:9227 nomad-027 2021-10-09T16:27:42.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:42.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-186 2021-10-09T16:27:42.546Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-043 2021-10-09T16:27:42.547Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-170 2021-10-09T16:27:42.547Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-189 2021-10-09T16:27:42.547Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-234 2021-10-09T16:27:42.547Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9287 leader=127.0.0.1:9227 nomad-189 2021-10-09T16:27:42.547Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-170.global has failed, no acks received nomad-234 2021-10-09T16:27:42.548Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-228.global has failed, no acks received nomad-184 2021-10-09T16:27:42.549Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-186.global) nomad-170 2021-10-09T16:27:42.630Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-184.global) nomad-043 2021-10-09T16:27:42.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-222 2021-10-09T16:27:42.630Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9270 time=84.044288ms nomad-184 2021-10-09T16:27:42.630Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-184 2021-10-09T16:27:42.630Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9233 [Candidate]" term=24 nomad-250 2021-10-09T16:27:42.630Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-184 2021-10-09T16:27:42.630Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-250 2021-10-09T16:27:42.630Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9249 [Candidate]" term=2 nomad-184 2021-10-09T16:27:42.630Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=24 tally=1 nomad-249 2021-10-09T16:27:42.434Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-250 2021-10-09T16:27:42.631Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-250 2021-10-09T16:27:42.631Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9249 term=2 tally=1 nomad-250 2021-10-09T16:27:42.631Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-249 2021-10-09T16:27:42.535Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-249.global (Addr: 127.0.0.1:9260) (DC: dc1)" nomad-250 2021-10-09T16:27:42.631Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9249 [Leader]" nomad-189 2021-10-09T16:27:42.631Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-186 2021-10-09T16:27:42.631Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-186 2021-10-09T16:27:42.631Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9231 [Follower]" leader= nomad-189 2021-10-09T16:27:42.631Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9220 [Follower]" leader= nomad-170 2021-10-09T16:27:42.630Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-250 2021-10-09T16:27:42.631Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-184 2021-10-09T16:27:42.631Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-170 2021-10-09T16:27:42.631Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9252 [Candidate]" term=24 nomad-184 2021-10-09T16:27:42.631Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=24 tally=2 nomad-222 2021-10-09T16:27:42.630Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-170 2021-10-09T16:27:42.631Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-222 2021-10-09T16:27:42.631Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9240 [Follower]" leader= nomad-222 2021-10-09T16:27:42.631Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-189 2021-10-09T16:27:42.631Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=24 nomad-249 2021-10-09T16:27:42.631Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=9b0a16e6-9b65-4d7b-12e5-68b316ce66c6 create_time=1633796862631636479 nomad-249 2021-10-09T16:27:42.631Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=9b0a16e6-9b65-4d7b-12e5-68b316ce66c6 create_time=1633796862631636479 nomad-184 2021-10-09T16:27:42.631Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=24 tally=3 nomad-186 2021-10-09T16:27:42.631Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=24 nomad-184 2021-10-09T16:27:42.631Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=3 nomad-184 2021-10-09T16:27:42.631Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9233 [Leader]" nomad-250 2021-10-09T16:27:42.631Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=71ec667e-512d-7f42-da58-f7864994dba2 create_time=1633796862631816383 nomad-249 2021-10-09T16:27:42.631Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-250 2021-10-09T16:27:42.631Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=71ec667e-512d-7f42-da58-f7864994dba2 create_time=1633796862631816383 nomad-170 2021-10-09T16:27:42.631Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=24 nomad-222 2021-10-09T16:27:42.631Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9270 127.0.0.1:9270}" nomad-241 2021-10-09T16:27:42.631Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-170 2021-10-09T16:27:42.632Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=24 tally=1 nomad-184 2021-10-09T16:27:42.631Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9252 nomad-241 2021-10-09T16:27:42.632Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-09T16:27:42.632Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:42.632Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9241 2021-10-09T16:27:42.632Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:42.632Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9220 nomad-222 2021-10-09T16:27:42.631Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-184 2021-10-09T16:27:42.632Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9231 nomad-170 2021-10-09T16:27:42.631Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-250 2021-10-09T16:27:42.632Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-184 2021-10-09T16:27:42.632Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9252 leader=127.0.0.1:9233 nomad-184 2021-10-09T16:27:42.631Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-241 2021-10-09T16:27:42.632Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-184 2021-10-09T16:27:42.632Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9220 127.0.0.1:9220}" 2021-10-09T16:27:42.632Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-170 2021-10-09T16:27:42.632Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9252 [Follower]" leader=127.0.0.1:9233 --- PASS: TestJobEndpoint_ListJobs_AllNamespaces_OSS (0.99s) === CONT TestJobEndpoint_Stable_ACL nomad-184 2021-10-09T16:27:42.632Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-184 2021-10-09T16:27:42.632Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9252 127.0.0.1:9252}" nomad-241 2021-10-09T16:27:42.632Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-184 2021-10-09T16:27:42.632Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9231 127.0.0.1:9231}" nomad-184 2021-10-09T16:27:42.632Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-09T16:27:42.632Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.632Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.632Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.632Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:42.632Z [INFO] nomad/leader.go:1123: nomad: removing server by address: address=127.0.0.1:9231 2021-10-09T16:27:42.632Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-224 2021-10-09T16:27:42.633Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-222.global 127.0.0.1 2021-10-09T16:27:42.633Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.633Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-09T16:27:42.633Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-234 2021-10-09T16:27:42.633Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9287 time=93.396378ms nomad-234 2021-10-09T16:27:42.633Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-186 2021-10-09T16:27:42.634Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-170.global 127.0.0.1 nomad-184 2021-10-09T16:27:42.632Z [INFO] raft/raft.go:1018: nomad.raft: updating configuration: command=RemoveServer server-id=127.0.0.1:9231 server-addr= servers="[{Suffrage:Voter ID:127.0.0.1:9252 Address:127.0.0.1:9252} {Suffrage:Voter ID:127.0.0.1:9241 Address:127.0.0.1:9241} {Suffrage:Voter ID:127.0.0.1:9220 Address:127.0.0.1:9220} {Suffrage:Voter ID:127.0.0.1:9233 Address:127.0.0.1:9233}]" nomad-234 2021-10-09T16:27:42.634Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9227 [Follower]" leader= nomad-251 2021-10-09T16:27:42.632Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9213 Address:127.0.0.1:9213}]" nomad-186 2021-10-09T16:27:42.634Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-170.global (Addr: 127.0.0.1:9252) (DC: dc1)" nomad-170 2021-10-09T16:27:42.633Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-186.global nomad-170 2021-10-09T16:27:42.634Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-187.global nomad-170 2021-10-09T16:27:42.634Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberLeave (forced): nomad-187.global 127.0.0.1 nomad-234 2021-10-09T16:27:42.634Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9287 127.0.0.1:9287}" nomad-170 2021-10-09T16:27:42.634Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-187.global (Addr: 127.0.0.1:9241) (DC: dc1)" nomad-184 2021-10-09T16:27:42.634Z [INFO] raft/raft.go:501: nomad.raft: removed peer, stopping replication: peer=127.0.0.1:9231 last-index=13 nomad-184 2021-10-09T16:27:42.634Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-186.global 2021-10-09T16:27:42.635Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-251 2021-10-09T16:27:42.635Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9213 [Follower]" leader= 2021-10-09T16:27:42.635Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-239 2021-10-09T16:27:42.633Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=4380fffc-d4d6-d8bc-cdc0-71b1417dd2b2 create_time=1633796862633043079 nomad-184 2021-10-09T16:27:42.635Z [INFO] nomad/leader.go:1123: nomad: removing server by address: address=127.0.0.1:9241 nomad-251 2021-10-09T16:27:42.635Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-251.global 127.0.0.1 nomad-252 2021-10-09T16:27:42.633Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-239 2021-10-09T16:27:42.636Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=4380fffc-d4d6-d8bc-cdc0-71b1417dd2b2 create_time=1633796862633043079 nomad-252 2021-10-09T16:27:42.636Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9264 [Candidate]" term=2 nomad-184 2021-10-09T16:27:42.636Z [INFO] raft/raft.go:1018: nomad.raft: updating configuration: command=RemoveServer server-id=127.0.0.1:9241 server-addr= servers="[{Suffrage:Voter ID:127.0.0.1:9252 Address:127.0.0.1:9252} {Suffrage:Voter ID:127.0.0.1:9220 Address:127.0.0.1:9220} {Suffrage:Voter ID:127.0.0.1:9233 Address:127.0.0.1:9233}]" nomad-252 2021-10-09T16:27:42.636Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-234 2021-10-09T16:27:42.635Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-246 2021-10-09T16:27:42.636Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-252 2021-10-09T16:27:42.636Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9264 term=2 tally=1 nomad-251 2021-10-09T16:27:42.636Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-252 2021-10-09T16:27:42.636Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-246 2021-10-09T16:27:42.636Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-252 2021-10-09T16:27:42.636Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9264 [Leader]" nomad-228 2021-10-09T16:27:42.632Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9227 nomad-255 2021-10-09T16:27:42.635Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9218 Address:127.0.0.1:9218}]" nomad-224 2021-10-09T16:27:42.633Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-222.global (Addr: 127.0.0.1:9240) (DC: dc1)" nomad-228 2021-10-09T16:27:42.636Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9287 [Candidate]" term=9 nomad-037 2021-10-09T16:27:42.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-228 2021-10-09T16:27:42.636Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-224 2021-10-09T16:27:42.635Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9240 nomad-037 2021-10-09T16:27:42.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-228 2021-10-09T16:27:42.636Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9287 term=9 tally=1 nomad-224 2021-10-09T16:27:42.636Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9270 [Candidate]" term=12 nomad-037 2021-10-09T16:27:42.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-224 2021-10-09T16:27:42.636Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-246 2021-10-09T16:27:42.636Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-184 2021-10-09T16:27:42.636Z [INFO] raft/raft.go:501: nomad.raft: removed peer, stopping replication: peer=127.0.0.1:9241 last-index=14 nomad-224 2021-10-09T16:27:42.636Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9270 term=12 tally=1 nomad-228 2021-10-09T16:27:42.635Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-234.global) nomad-043 2021-10-09T16:27:42.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-239 2021-10-09T16:27:42.636Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 --- PASS: TestJobEndpoint_LatestDeployment_ACL (0.70s) nomad-234 2021-10-09T16:27:42.636Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-234 2021-10-09T16:27:42.636Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-246 2021-10-09T16:27:42.636Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-255 2021-10-09T16:27:42.636Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-255.global 127.0.0.1 nomad-255 2021-10-09T16:27:42.636Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-189 2021-10-09T16:27:42.633Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-186.global nomad-228 2021-10-09T16:27:42.636Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9227 term=9 tally=2 nomad-228 2021-10-09T16:27:42.636Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-222 2021-10-09T16:27:42.636Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-228 2021-10-09T16:27:42.636Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9287 [Leader]" nomad-189 2021-10-09T16:27:42.636Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-187.global nomad-228 2021-10-09T16:27:42.636Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9227 nomad-189 2021-10-09T16:27:42.636Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberLeave (forced): nomad-187.global 127.0.0.1 nomad-251 2021-10-09T16:27:42.636Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-251.global (Addr: 127.0.0.1:9213) (DC: dc1)" nomad-189 2021-10-09T16:27:42.637Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-187.global (Addr: 127.0.0.1:9241) (DC: dc1)" nomad-228 2021-10-09T16:27:42.637Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-050 2021-10-09T16:27:42.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:42.636Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-255 2021-10-09T16:27:42.637Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9218 [Follower]" leader= nomad-224 2021-10-09T16:27:42.637Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9240 term=12 tally=2 nomad-224 2021-10-09T16:27:42.637Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-224 2021-10-09T16:27:42.637Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9270 [Leader]" nomad-224 2021-10-09T16:27:42.637Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9240 nomad-255 2021-10-09T16:27:42.637Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-255.global (Addr: 127.0.0.1:9218) (DC: dc1)" nomad-228 2021-10-09T16:27:42.637Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9227 127.0.0.1:9227}" nomad-224 2021-10-09T16:27:42.637Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-224 2021-10-09T16:27:42.637Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9240 127.0.0.1:9240}" nomad-252 2021-10-09T16:27:42.637Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-252.global 127.0.0.1 nomad-252 2021-10-09T16:27:42.638Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-252 2021-10-09T16:27:42.638Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-252.global (Addr: 127.0.0.1:9264) (DC: dc1)" nomad-224 2021-10-09T16:27:42.638Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-251 2021-10-09T16:27:42.730Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-186 2021-10-09T16:27:42.730Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9233 nomad-251 2021-10-09T16:27:42.730Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9213 [Candidate]" term=2 nomad-251 2021-10-09T16:27:42.730Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-251 2021-10-09T16:27:42.730Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9213 term=2 tally=1 nomad-251 2021-10-09T16:27:42.730Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-251 2021-10-09T16:27:42.730Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9213 [Leader]" nomad-186 2021-10-09T16:27:42.730Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=25 nomad-251 2021-10-09T16:27:42.730Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-09T16:27:42.730Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-184 2021-10-09T16:27:42.730Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9252 time=93.728291ms nomad-189 2021-10-09T16:27:42.730Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9233 nomad-184 2021-10-09T16:27:42.730Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9220 time=93.792366ms nomad-189 2021-10-09T16:27:42.730Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=25 nomad-184 2021-10-09T16:27:42.731Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-037 2021-10-09T16:27:42.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-186 2021-10-09T16:27:42.730Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-189 2021-10-09T16:27:42.731Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-184 2021-10-09T16:27:42.731Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9233 [Follower]" leader= nomad-189 2021-10-09T16:27:42.731Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=25 tally=1 nomad-184 2021-10-09T16:27:42.731Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-189 2021-10-09T16:27:42.731Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-186.global nomad-184 2021-10-09T16:27:42.731Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9252 127.0.0.1:9252}" nomad-189 2021-10-09T16:27:42.731Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-187.global nomad-184 2021-10-09T16:27:42.731Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9220 127.0.0.1:9220}" nomad-189 2021-10-09T16:27:42.731Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-187.global nomad-184 2021-10-09T16:27:42.731Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-254 2021-10-09T16:27:42.731Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9225 Address:127.0.0.1:9225}]" nomad-251 2021-10-09T16:27:42.731Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=1db4ddce-8370-c25c-ab5f-ea101090760e create_time=1633796862731428873 nomad-251 2021-10-09T16:27:42.731Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=1db4ddce-8370-c25c-ab5f-ea101090760e create_time=1633796862731428873 nomad-254 2021-10-09T16:27:42.731Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9225 [Follower]" leader= nomad-253 2021-10-09T16:27:42.731Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9279 Address:127.0.0.1:9279}]" nomad-251 2021-10-09T16:27:42.731Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-253 2021-10-09T16:27:42.731Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9279 [Follower]" leader= nomad-050 2021-10-09T16:27:42.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:42.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-224 2021-10-09T16:27:42.731Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9240 time=94.038345ms nomad-224 2021-10-09T16:27:42.731Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-043 2021-10-09T16:27:42.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-224 2021-10-09T16:27:42.731Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9270 [Follower]" leader= nomad-224 2021-10-09T16:27:42.732Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9240 127.0.0.1:9240}" nomad-037 2021-10-09T16:27:42.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-253 2021-10-09T16:27:42.732Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-253.global 127.0.0.1 nomad-224 2021-10-09T16:27:42.732Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-253 2021-10-09T16:27:42.732Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-037 2021-10-09T16:27:42.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-234 2021-10-09T16:27:42.732Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9287 nomad-234 2021-10-09T16:27:42.732Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9227 [Candidate]" term=10 nomad-050 2021-10-09T16:27:42.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-234 2021-10-09T16:27:42.732Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-224 2021-10-09T16:27:42.732Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-234 2021-10-09T16:27:42.732Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9227 term=10 tally=1 nomad-170 2021-10-09T16:27:42.732Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-189.global (timeout reached) nomad-222 2021-10-09T16:27:42.732Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9270 nomad-253 2021-10-09T16:27:42.732Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-253.global (Addr: 127.0.0.1:9279) (DC: dc1)" nomad-222 2021-10-09T16:27:42.732Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9240 [Candidate]" term=13 nomad-228 2021-10-09T16:27:42.732Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9227 time=95.398849ms nomad-228 2021-10-09T16:27:42.732Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-222 2021-10-09T16:27:42.732Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-027 2021-10-09T16:27:42.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-222 2021-10-09T16:27:42.732Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9240 term=13 tally=1 nomad-228 2021-10-09T16:27:42.732Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9287 [Follower]" leader= nomad-228 2021-10-09T16:27:42.732Z [ERROR] nomad/leader.go:136: nomad: failed to wait for barrier: error="leadership lost while committing log" nomad-170 2021-10-09T16:27:42.732Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9233 nomad-170 2021-10-09T16:27:42.732Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9252 [Candidate]" term=25 nomad-170 2021-10-09T16:27:42.733Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-228 2021-10-09T16:27:42.732Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-170 2021-10-09T16:27:42.733Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=25 tally=1 nomad-228 2021-10-09T16:27:42.733Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-255 2021-10-09T16:27:42.733Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-255 2021-10-09T16:27:42.733Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9218 [Candidate]" term=2 nomad-255 2021-10-09T16:27:42.733Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-255 2021-10-09T16:27:42.733Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9218 term=2 tally=1 nomad-255 2021-10-09T16:27:42.733Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-255 2021-10-09T16:27:42.733Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9218 [Leader]" nomad-255 2021-10-09T16:27:42.733Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-255 2021-10-09T16:27:42.733Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=89b99404-f8bd-2d62-4413-77209b2fcdb2 create_time=1633796862733908722 nomad-189 2021-10-09T16:27:42.735Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=25 nomad-184 2021-10-09T16:27:42.736Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-255 2021-10-09T16:27:42.749Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=89b99404-f8bd-2d62-4413-77209b2fcdb2 create_time=1633796862733908722 nomad-184 2021-10-09T16:27:42.736Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-189 2021-10-09T16:27:42.749Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=25 nomad-186 2021-10-09T16:27:42.737Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-184 2021-10-09T16:27:42.749Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=25 nomad-184 2021-10-09T16:27:42.749Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=25 nomad-245 2021-10-09T16:27:42.740Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-189 2021-10-09T16:27:42.736Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:59390 nomad-245 2021-10-09T16:27:42.749Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-245 2021-10-09T16:27:42.749Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-245 2021-10-09T16:27:42.749Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-228 2021-10-09T16:27:42.736Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-245 2021-10-09T16:27:42.749Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-245 2021-10-09T16:27:42.749Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-255 2021-10-09T16:27:42.750Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-037 2021-10-09T16:27:42.739Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-186 2021-10-09T16:27:42.739Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-170.global) nomad-224 2021-10-09T16:27:42.736Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-186 2021-10-09T16:27:42.750Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-186.global nomad-170 2021-10-09T16:27:42.737Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=25 nomad-186 2021-10-09T16:27:42.750Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: Refuting an older leave intent nomad-170 2021-10-09T16:27:42.750Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=25 nomad-186 2021-10-09T16:27:42.750Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-187.global nomad-186 2021-10-09T16:27:42.750Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberLeave (forced): nomad-187.global 127.0.0.1 nomad-228 2021-10-09T16:27:42.740Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9227 127.0.0.1:9227}" nomad-245 2021-10-09T16:27:42.750Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-186 2021-10-09T16:27:42.750Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-187.global (Addr: 127.0.0.1:9241) (DC: dc1)" nomad-184 2021-10-09T16:27:42.737Z [ERROR] raft/replication.go:380: nomad.raft: failed to heartbeat to: peer=127.0.0.1:9241 error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-184 2021-10-09T16:27:42.740Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9231 127.0.0.1:9231}" nomad-228 2021-10-09T16:27:42.750Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9227 127.0.0.1:9227}" nomad-170 2021-10-09T16:27:42.739Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-186.global nomad-250 2021-10-09T16:27:42.740Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-250 2021-10-09T16:27:42.750Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-170 2021-10-09T16:27:42.750Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-187.global nomad-170 2021-10-09T16:27:42.750Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-186.global as failed, suspect timeout reached (0 peer confirmations) nomad-250 2021-10-09T16:27:42.750Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-254 2021-10-09T16:27:42.741Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-254.global 127.0.0.1 nomad-170 2021-10-09T16:27:42.750Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberLeave: nomad-186.global 127.0.0.1 --- PASS: TestJobEndpoint_Deployments_ACL (0.62s) nomad-170 2021-10-09T16:27:42.750Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-186.global (Addr: 127.0.0.1:9231) (DC: dc1)" nomad-254 2021-10-09T16:27:42.750Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-250 2021-10-09T16:27:42.750Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-254 2021-10-09T16:27:42.751Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-254.global (Addr: 127.0.0.1:9225) (DC: dc1)" nomad-037 2021-10-09T16:27:42.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:42.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:42.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-184 2021-10-09T16:27:42.830Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-184 2021-10-09T16:27:42.830Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9233 [Candidate]" term=26 nomad-254 2021-10-09T16:27:42.830Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-184 2021-10-09T16:27:42.830Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-254 2021-10-09T16:27:42.830Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9225 [Candidate]" term=2 nomad-184 2021-10-09T16:27:42.830Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=26 tally=1 nomad-170 2021-10-09T16:27:42.830Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-254 2021-10-09T16:27:42.830Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-170 2021-10-09T16:27:42.830Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9252 [Candidate]" term=26 nomad-254 2021-10-09T16:27:42.830Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9225 term=2 tally=1 nomad-170 2021-10-09T16:27:42.830Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-170 2021-10-09T16:27:42.830Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=26 tally=1 nomad-186 2021-10-09T16:27:42.830Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-170.global (timeout reached) nomad-050 2021-10-09T16:27:42.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:42.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-254 2021-10-09T16:27:42.830Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-043 2021-10-09T16:27:42.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-254 2021-10-09T16:27:42.830Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9225 [Leader]" nomad-037 2021-10-09T16:27:42.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-234 2021-10-09T16:27:42.831Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-254 2021-10-09T16:27:42.831Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-234 2021-10-09T16:27:42.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9227 [Candidate]" term=11 nomad-050 2021-10-09T16:27:42.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-234 2021-10-09T16:27:42.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-222 2021-10-09T16:27:42.831Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-234 2021-10-09T16:27:42.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9227 term=11 tally=1 nomad-222 2021-10-09T16:27:42.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9240 [Candidate]" term=14 nomad-222 2021-10-09T16:27:42.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-222 2021-10-09T16:27:42.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9240 term=14 tally=1 nomad-037 2021-10-09T16:27:42.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-224 2021-10-09T16:27:42.831Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-222.global (timeout reached) nomad-037 2021-10-09T16:27:42.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-228 2021-10-09T16:27:42.831Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-228 2021-10-09T16:27:42.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9287 [Candidate]" term=11 nomad-228 2021-10-09T16:27:42.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-037 2021-10-09T16:27:42.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-228 2021-10-09T16:27:42.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9287 term=11 tally=1 nomad-249 2021-10-09T16:27:42.831Z [ERROR] deploymentwatcher/deployments_watcher.go:185: nomad.deployments_watcher: failed to track deployment: deployment_id=bcdf3c36-a8ea-9617-ed0d-9bd3ab092355 error="deployment "bcdf3c36-a8ea-9617-ed0d-9bd3ab092355" references unknown job "d670a425-0914-4132-3d17-1de89ca4ab92"" nomad-254 2021-10-09T16:27:42.831Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=a7b2070a-1f64-4f78-d964-537928d84462 create_time=1633796862831561017 nomad-037 2021-10-09T16:27:42.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-254 2021-10-09T16:27:42.831Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=a7b2070a-1f64-4f78-d964-537928d84462 create_time=1633796862831561017 nomad-254 2021-10-09T16:27:42.831Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-037 2021-10-09T16:27:42.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-186 2021-10-09T16:27:42.831Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-224 2021-10-09T16:27:42.831Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-186 2021-10-09T16:27:42.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=26 nomad-224 2021-10-09T16:27:42.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9270 [Candidate]" term=14 nomad-037 2021-10-09T16:27:42.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-186 2021-10-09T16:27:42.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-224 2021-10-09T16:27:42.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-224 2021-10-09T16:27:42.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9270 term=14 tally=1 nomad-253 2021-10-09T16:27:42.832Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-189 2021-10-09T16:27:42.832Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-253 2021-10-09T16:27:42.832Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9279 [Candidate]" term=2 nomad-189 2021-10-09T16:27:42.832Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=26 nomad-253 2021-10-09T16:27:42.832Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-189 2021-10-09T16:27:42.832Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-253 2021-10-09T16:27:42.832Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9279 term=2 tally=1 nomad-253 2021-10-09T16:27:42.832Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-253 2021-10-09T16:27:42.832Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9279 [Leader]" nomad-222 2021-10-09T16:27:42.832Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:39196 nomad-253 2021-10-09T16:27:42.832Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-224 2021-10-09T16:27:42.832Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=14 nomad-228 2021-10-09T16:27:42.832Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=11 nomad-170 2021-10-09T16:27:42.832Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:57706 nomad-189 2021-10-09T16:27:42.832Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=26 tally=1 nomad-184 2021-10-09T16:27:42.832Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=26 nomad-189 2021-10-09T16:27:42.832Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=26 nomad-170 2021-10-09T16:27:42.832Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=26 nomad-184 2021-10-09T16:27:42.832Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=26 nomad-186 2021-10-09T16:27:42.832Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-170 2021-10-09T16:27:42.832Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=26 nomad-222 2021-10-09T16:27:42.832Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=14 nomad-184 2021-10-09T16:27:42.832Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-184 2021-10-09T16:27:42.832Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=26 nomad-189 2021-10-09T16:27:42.832Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=26 nomad-253 2021-10-09T16:27:42.832Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=bfa3bf03-abc6-2aa2-1a46-826e89400f69 create_time=1633796862832672892 nomad-189 2021-10-09T16:27:42.832Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=26 nomad-253 2021-10-09T16:27:42.832Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=bfa3bf03-abc6-2aa2-1a46-826e89400f69 create_time=1633796862832672892 nomad-253 2021-10-09T16:27:42.832Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-251 2021-10-09T16:27:42.832Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-251 2021-10-09T16:27:42.833Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-251 2021-10-09T16:27:42.833Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-251 2021-10-09T16:27:42.833Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestJobEndpoint_Deployments (0.30s) nomad-234 2021-10-09T16:27:42.833Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=11 nomad-170 2021-10-09T16:27:42.833Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=26 nomad-189 2021-10-09T16:27:42.834Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-186.global nomad-189 2021-10-09T16:27:42.834Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-187.global nomad-170 2021-10-09T16:27:42.834Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-186.global 127.0.0.1 nomad-245 2021-10-09T16:27:42.835Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-245 2021-10-09T16:27:42.835Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-245 2021-10-09T16:27:42.835Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-189 2021-10-09T16:27:42.835Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-186.global nomad-245 2021-10-09T16:27:42.835Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-170 2021-10-09T16:27:42.835Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-187.global nomad-245 2021-10-09T16:27:42.835Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-245 2021-10-09T16:27:42.836Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-050 2021-10-09T16:27:42.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-186 2021-10-09T16:27:42.836Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-186.global nomad-170 2021-10-09T16:27:42.835Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-186.global (Addr: 127.0.0.1:9231) (DC: dc1)" nomad-245 2021-10-09T16:27:42.836Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-245 2021-10-09T16:27:42.837Z [TRACE] scheduler/rank.go:175: nomad.job.service_sched.binpack: NewBinPackIterator created: eval_id=ad19d2e9-3d78-3958-874b-e7b52830e660 job_id=mock-service-a1599fad-7be9-d4cc-1b0d-ee8adb5bfa1f namespace=default algorithm=binpack nomad-245 2021-10-09T16:27:42.837Z [DEBUG] scheduler/generic_sched.go:356: nomad.job.service_sched: reconciled current state with desired state: eval_id=ad19d2e9-3d78-3958-874b-e7b52830e660 job_id=mock-service-a1599fad-7be9-d4cc-1b0d-ee8adb5bfa1f namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-245 2021-10-09T16:27:42.837Z [DEBUG] scheduler/generic_sched.go:275: nomad.job.service_sched: failed to place all allocations, blocked eval created: eval_id=ad19d2e9-3d78-3958-874b-e7b52830e660 job_id=mock-service-a1599fad-7be9-d4cc-1b0d-ee8adb5bfa1f namespace=default blocked_eval_id=1c69b76f-fc6f-a4fb-02f4-3fed3931e3a7 nomad-245 2021-10-09T16:27:42.837Z [DEBUG] scheduler/util.go:535: nomad.job.service_sched: setting eval status: eval_id=ad19d2e9-3d78-3958-874b-e7b52830e660 job_id=mock-service-a1599fad-7be9-d4cc-1b0d-ee8adb5bfa1f namespace=default status=complete nomad-037 2021-10-09T16:27:42.838Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-184 2021-10-09T16:27:42.839Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-186.global 127.0.0.1 nomad-184 2021-10-09T16:27:42.839Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-186.global nomad-184 2021-10-09T16:27:42.839Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-186.global (Addr: 127.0.0.1:9231) (DC: dc1)" nomad-245 2021-10-09T16:27:42.839Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-245 2021-10-09T16:27:42.839Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-245 2021-10-09T16:27:42.839Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-245 2021-10-09T16:27:42.839Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestJobEndpoint_Plan_ACL (0.91s) nomad-050 2021-10-09T16:27:42.840Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:42.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-186 2021-10-09T16:27:42.842Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-186.global nomad-037 2021-10-09T16:27:42.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-248 2021-10-09T16:27:42.930Z [ERROR] deploymentwatcher/deployments_watcher.go:185: nomad.deployments_watcher: failed to track deployment: deployment_id=8cd1f8ea-dd99-5348-2ca5-3ea8a4d921ab error="deployment "8cd1f8ea-dd99-5348-2ca5-3ea8a4d921ab" references unknown job "93d01e50-d632-3bd0-a130-f1dbb2a72886"" nomad-050 2021-10-09T16:27:42.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:42.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-222 2021-10-09T16:27:42.930Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-222 2021-10-09T16:27:42.930Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9240 [Candidate]" term=15 nomad-186 2021-10-09T16:27:42.930Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-09T16:27:42.931Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=27 nomad-186 2021-10-09T16:27:42.931Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-224 2021-10-09T16:27:42.931Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-224 2021-10-09T16:27:42.931Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9270 [Follower]" leader= nomad-222 2021-10-09T16:27:42.931Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-222 2021-10-09T16:27:42.931Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9240 term=15 tally=1 nomad-186 2021-10-09T16:27:42.931Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-222 2021-10-09T16:27:42.931Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9270 term=15 tally=2 nomad-222 2021-10-09T16:27:42.931Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-170 2021-10-09T16:27:42.931Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-222 2021-10-09T16:27:42.931Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9240 [Leader]" nomad-170 2021-10-09T16:27:42.931Z [WARN] raft/raft.go:1471: nomad.raft: rejecting vote request since our last index is greater: candidate=127.0.0.1:9231 last-index=14 last-candidate-index=13 nomad-222 2021-10-09T16:27:42.931Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9270 nomad-170 2021-10-09T16:27:42.931Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9252 [Follower]" leader= nomad-184 2021-10-09T16:27:42.931Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-189 2021-10-09T16:27:42.931Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-222 2021-10-09T16:27:42.931Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-189 2021-10-09T16:27:42.931Z [WARN] raft/raft.go:1471: nomad.raft: rejecting vote request since our last index is greater: candidate=127.0.0.1:9231 last-index=14 last-candidate-index=13 nomad-189 2021-10-09T16:27:42.931Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9220 [Follower]" leader= nomad-184 2021-10-09T16:27:42.931Z [WARN] raft/raft.go:1471: nomad.raft: rejecting vote request since our last index is greater: candidate=127.0.0.1:9231 last-index=14 last-candidate-index=13 nomad-184 2021-10-09T16:27:42.932Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9233 [Follower]" leader= nomad-222 2021-10-09T16:27:42.932Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9270 127.0.0.1:9270}" nomad-249 2021-10-09T16:27:42.932Z [ERROR] deploymentwatcher/deployments_watcher.go:185: nomad.deployments_watcher: failed to track deployment: deployment_id=bcdf3c36-a8ea-9617-ed0d-9bd3ab092355 error="deployment "bcdf3c36-a8ea-9617-ed0d-9bd3ab092355" references unknown job "d670a425-0914-4132-3d17-1de89ca4ab92"" nomad-249 2021-10-09T16:27:42.932Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-249 2021-10-09T16:27:42.932Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestJobEndpoint_Deployments_Blocking (0.88s) nomad-249 2021-10-09T16:27:42.932Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-249 2021-10-09T16:27:42.932Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-222 2021-10-09T16:27:42.932Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-050 2021-10-09T16:27:42.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:42.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-234 2021-10-09T16:27:42.933Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-228 2021-10-09T16:27:42.933Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-228 2021-10-09T16:27:42.933Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9287 [Candidate]" term=12 nomad-228 2021-10-09T16:27:42.933Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-255 2021-10-09T16:27:42.933Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-255 2021-10-09T16:27:42.933Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-228 2021-10-09T16:27:42.933Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9287 term=12 tally=1 nomad-234 2021-10-09T16:27:42.933Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9227 [Candidate]" term=12 --- PASS: TestJobEndpoint_Stable_ACL (0.30s) nomad-255 2021-10-09T16:27:42.933Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-255 2021-10-09T16:27:42.933Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-234 2021-10-09T16:27:42.933Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-234 2021-10-09T16:27:42.933Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9227 term=12 tally=1 nomad-234 2021-10-09T16:27:42.934Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=12 nomad-228 2021-10-09T16:27:42.934Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=12 nomad-050 2021-10-09T16:27:42.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-224 2021-10-09T16:27:42.934Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-224 2021-10-09T16:27:42.934Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-222 2021-10-09T16:27:42.934Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-222 2021-10-09T16:27:42.934Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-222 2021-10-09T16:27:42.934Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-222 2021-10-09T16:27:42.934Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-222 2021-10-09T16:27:42.934Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9270 127.0.0.1:9270}" nomad-254 2021-10-09T16:27:42.935Z [INFO] nomad/server.go:620: nomad: shutting down server --- PASS: TestJobEndpoint_Deregister_EvalCreation_Legacy (2.59s) nomad-254 2021-10-09T16:27:42.935Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestEvalEndpoint_List (0.39s) nomad-254 2021-10-09T16:27:42.935Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-254 2021-10-09T16:27:42.935Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-189 2021-10-09T16:27:42.936Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-186.global nomad-248 2021-10-09T16:27:42.950Z [ERROR] deploymentwatcher/deployments_watcher.go:185: nomad.deployments_watcher: failed to track deployment: deployment_id=8cd1f8ea-dd99-5348-2ca5-3ea8a4d921ab error="deployment "8cd1f8ea-dd99-5348-2ca5-3ea8a4d921ab" references unknown job "93d01e50-d632-3bd0-a130-f1dbb2a72886"" nomad-248 2021-10-09T16:27:42.950Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-248 2021-10-09T16:27:42.950Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-248 2021-10-09T16:27:42.950Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_LatestDeployment_Blocking (1.02s) nomad-248 2021-10-09T16:27:42.951Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-037 2021-10-09T16:27:42.954Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:43.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-189 2021-10-09T16:27:43.030Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-170 2021-10-09T16:27:43.030Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-170 2021-10-09T16:27:43.030Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9252 [Candidate]" term=28 nomad-189 2021-10-09T16:27:43.030Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=28 nomad-170 2021-10-09T16:27:43.030Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-189 2021-10-09T16:27:43.030Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-170 2021-10-09T16:27:43.030Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=28 tally=1 nomad-189 2021-10-09T16:27:43.030Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=28 tally=1 nomad-184 2021-10-09T16:27:43.030Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-184 2021-10-09T16:27:43.030Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9233 [Candidate]" term=28 nomad-234 2021-10-09T16:27:43.030Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-184 2021-10-09T16:27:43.030Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-184 2021-10-09T16:27:43.030Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=28 tally=1 nomad-234 2021-10-09T16:27:43.030Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9227 [Candidate]" term=13 nomad-186 2021-10-09T16:27:43.030Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-09T16:27:43.030Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=28 nomad-186 2021-10-09T16:27:43.030Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-228 2021-10-09T16:27:43.030Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-228 2021-10-09T16:27:43.030Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9287 [Candidate]" term=13 nomad-234 2021-10-09T16:27:43.030Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-228 2021-10-09T16:27:43.030Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-234 2021-10-09T16:27:43.030Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9227 term=13 tally=1 nomad-228 2021-10-09T16:27:43.030Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9287 term=13 tally=1 nomad-050 2021-10-09T16:27:43.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-189 2021-10-09T16:27:43.031Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=28 nomad-170 2021-10-09T16:27:43.031Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=28 nomad-234 2021-10-09T16:27:43.031Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=13 nomad-189 2021-10-09T16:27:43.031Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=28 nomad-184 2021-10-09T16:27:43.031Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=28 nomad-184 2021-10-09T16:27:43.031Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=28 nomad-170 2021-10-09T16:27:43.031Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=28 nomad-170 2021-10-09T16:27:43.031Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=28 nomad-228 2021-10-09T16:27:43.031Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=13 nomad-184 2021-10-09T16:27:43.031Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=28 nomad-189 2021-10-09T16:27:43.031Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=28 nomad-253 2021-10-09T16:27:43.031Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-253 2021-10-09T16:27:43.031Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-253 2021-10-09T16:27:43.031Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-253 2021-10-09T16:27:43.032Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-253 2021-10-09T16:27:43.032Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-253 2021-10-09T16:27:43.032Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-253 2021-10-09T16:27:43.032Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-186 2021-10-09T16:27:43.033Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-239 2021-10-09T16:27:43.034Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-239 2021-10-09T16:27:43.034Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-253 2021-10-09T16:27:43.034Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-253 2021-10-09T16:27:43.034Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-239 2021-10-09T16:27:43.034Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-253 2021-10-09T16:27:43.034Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-253 2021-10-09T16:27:43.034Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= --- PASS: TestJobEndpoint_ListJobs_Blocking (1.50s) nomad-253 2021-10-09T16:27:43.034Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-253 2021-10-09T16:27:43.035Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-239 2021-10-09T16:27:43.035Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-037 2021-10-09T16:27:43.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-253 2021-10-09T16:27:43.035Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-253 2021-10-09T16:27:43.035Z [TRACE] scheduler/rank.go:175: nomad.job.service_sched.binpack: NewBinPackIterator created: eval_id=1bfde1de-6d38-8f20-ab37-33dedfcbac1f job_id=mock-service-2b9691fe-14d4-db5e-623f-44687a060380 namespace=default algorithm=binpack nomad-253 2021-10-09T16:27:43.035Z [DEBUG] scheduler/generic_sched.go:356: nomad.job.service_sched: reconciled current state with desired state: eval_id=1bfde1de-6d38-8f20-ab37-33dedfcbac1f job_id=mock-service-2b9691fe-14d4-db5e-623f-44687a060380 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-253 2021-10-09T16:27:43.035Z [DEBUG] scheduler/generic_sched.go:275: nomad.job.service_sched: failed to place all allocations, blocked eval created: eval_id=1bfde1de-6d38-8f20-ab37-33dedfcbac1f job_id=mock-service-2b9691fe-14d4-db5e-623f-44687a060380 namespace=default blocked_eval_id=f8810413-54ba-4b4e-53d3-6d2fb7b5d739 nomad-253 2021-10-09T16:27:43.036Z [DEBUG] scheduler/util.go:535: nomad.job.service_sched: setting eval status: eval_id=1bfde1de-6d38-8f20-ab37-33dedfcbac1f job_id=mock-service-2b9691fe-14d4-db5e-623f-44687a060380 namespace=default status=complete nomad-253 2021-10-09T16:27:43.036Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-253 2021-10-09T16:27:43.036Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-253 2021-10-09T16:27:43.036Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-253 2021-10-09T16:27:43.036Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestJobEndpoint_Plan_NoDiff (0.50s) nomad-037 2021-10-09T16:27:43.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:43.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:43.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-184 2021-10-09T16:27:43.130Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-170.global (timeout reached) nomad-050 2021-10-09T16:27:43.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:43.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-170 2021-10-09T16:27:43.131Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:57724 nomad-037 2021-10-09T16:27:43.131Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-234 2021-10-09T16:27:43.131Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-184 2021-10-09T16:27:43.131Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-234 2021-10-09T16:27:43.131Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9227 [Candidate]" term=14 nomad-184 2021-10-09T16:27:43.131Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9233 [Candidate]" term=29 nomad-234 2021-10-09T16:27:43.131Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-184 2021-10-09T16:27:43.131Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-234 2021-10-09T16:27:43.131Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9227 term=14 tally=1 nomad-184 2021-10-09T16:27:43.131Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=29 tally=1 nomad-189 2021-10-09T16:27:43.132Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-189 2021-10-09T16:27:43.132Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=29 nomad-189 2021-10-09T16:27:43.132Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-189 2021-10-09T16:27:43.132Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=29 tally=1 nomad-189 2021-10-09T16:27:43.132Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=29 nomad-228 2021-10-09T16:27:43.132Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-228 2021-10-09T16:27:43.132Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9287 [Follower]" leader= nomad-234 2021-10-09T16:27:43.132Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9287 term=14 tally=2 nomad-234 2021-10-09T16:27:43.132Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-234 2021-10-09T16:27:43.132Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9227 [Leader]" nomad-234 2021-10-09T16:27:43.132Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9287 nomad-170 2021-10-09T16:27:43.133Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-170 2021-10-09T16:27:43.133Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9252 [Follower]" leader= nomad-170 2021-10-09T16:27:43.133Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=29 nomad-234 2021-10-09T16:27:43.133Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-184 2021-10-09T16:27:43.133Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=29 nomad-234 2021-10-09T16:27:43.133Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9287 127.0.0.1:9287}" nomad-189 2021-10-09T16:27:43.133Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=29 tally=2 nomad-189 2021-10-09T16:27:43.133Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-189 2021-10-09T16:27:43.133Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9220 [Leader]" nomad-189 2021-10-09T16:27:43.133Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9252 nomad-189 2021-10-09T16:27:43.133Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9233 nomad-189 2021-10-09T16:27:43.134Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-234 2021-10-09T16:27:43.135Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-184 2021-10-09T16:27:43.135Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9233 [Follower]" leader=127.0.0.1:9220 nomad-189 2021-10-09T16:27:43.135Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9233 127.0.0.1:9233}" nomad-189 2021-10-09T16:27:43.135Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9252 127.0.0.1:9252}" nomad-189 2021-10-09T16:27:43.136Z [INFO] raft/raft.go:1018: nomad.raft: updating configuration: command=AddStaging server-id=127.0.0.1:9231 server-addr=127.0.0.1:9231 servers="[{Suffrage:Voter ID:127.0.0.1:9252 Address:127.0.0.1:9252} {Suffrage:Voter ID:127.0.0.1:9220 Address:127.0.0.1:9220} {Suffrage:Voter ID:127.0.0.1:9233 Address:127.0.0.1:9233} {Suffrage:Voter ID:127.0.0.1:9231 Address:127.0.0.1:9231}]" nomad-189 2021-10-09T16:27:43.136Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9231 nomad-186 2021-10-09T16:27:43.136Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=17 last-index=13 error="log not found" nomad-186 2021-10-09T16:27:43.136Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9231 [Follower]" leader=127.0.0.1:9220 nomad-243 2021-10-09T16:27:43.137Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-243 2021-10-09T16:27:43.137Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-243 2021-10-09T16:27:43.137Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_GetJobSummary_Blocking (1.40s) nomad-243 2021-10-09T16:27:43.137Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-189 2021-10-09T16:27:43.139Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-050 2021-10-09T16:27:43.144Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:43.144Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:43.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-184 2021-10-09T16:27:43.146Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed fallback ping: read tcp 127.0.0.1:57724->127.0.0.1:9208: i/o timeout nomad-050 2021-10-09T16:27:43.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-186 2021-10-09T16:27:43.231Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9220 nomad-186 2021-10-09T16:27:43.231Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=30 nomad-186 2021-10-09T16:27:43.231Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-189 2021-10-09T16:27:43.232Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9252 time=92.952319ms nomad-189 2021-10-09T16:27:43.233Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9233 time=92.928875ms nomad-189 2021-10-09T16:27:43.233Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9231 time=96.469155ms nomad-189 2021-10-09T16:27:43.233Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-189 2021-10-09T16:27:43.233Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9220 [Follower]" leader= nomad-189 2021-10-09T16:27:43.234Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-050 2021-10-09T16:27:43.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:43.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:43.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-228 2021-10-09T16:27:43.233Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9227 nomad-228 2021-10-09T16:27:43.234Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9287 [Candidate]" term=15 nomad-228 2021-10-09T16:27:43.234Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-228 2021-10-09T16:27:43.234Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9287 term=15 tally=1 nomad-234 2021-10-09T16:27:43.233Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9287 time=99.617658ms nomad-234 2021-10-09T16:27:43.234Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-234 2021-10-09T16:27:43.234Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9227 [Follower]" leader= nomad-234 2021-10-09T16:27:43.234Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-189 2021-10-09T16:27:43.234Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9252 127.0.0.1:9252}" nomad-189 2021-10-09T16:27:43.234Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9233 127.0.0.1:9233}" nomad-234 2021-10-09T16:27:43.234Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9287 127.0.0.1:9287}" nomad-234 2021-10-09T16:27:43.235Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-037 2021-10-09T16:27:43.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-186 2021-10-09T16:27:43.236Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-189 2021-10-09T16:27:43.236Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9231 127.0.0.1:9231}" next=14 nomad-189 2021-10-09T16:27:43.237Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-189 2021-10-09T16:27:43.237Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9231 last-term=29 last-candidate-term=24 nomad-170 2021-10-09T16:27:43.237Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9231 leader=127.0.0.1:9220 nomad-234 2021-10-09T16:27:43.237Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-184 2021-10-09T16:27:43.238Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9231 leader=127.0.0.1:9220 nomad-228 2021-10-09T16:27:43.238Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9227 term=15 tally=2 nomad-228 2021-10-09T16:27:43.238Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-228 2021-10-09T16:27:43.238Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9287 [Leader]" nomad-228 2021-10-09T16:27:43.238Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9227 nomad-228 2021-10-09T16:27:43.238Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-228 2021-10-09T16:27:43.240Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9227 127.0.0.1:9227}" nomad-228 2021-10-09T16:27:43.241Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-189 2021-10-09T16:27:43.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-170 2021-10-09T16:27:43.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9220 nomad-050 2021-10-09T16:27:43.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-189 2021-10-09T16:27:43.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9220 [Candidate]" term=31 nomad-170 2021-10-09T16:27:43.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9252 [Candidate]" term=30 nomad-228 2021-10-09T16:27:43.330Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9227 time=89.785181ms nomad-170 2021-10-09T16:27:43.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-189 2021-10-09T16:27:43.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-170 2021-10-09T16:27:43.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9252 term=30 tally=1 nomad-189 2021-10-09T16:27:43.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9220 term=31 tally=1 nomad-228 2021-10-09T16:27:43.330Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-228 2021-10-09T16:27:43.330Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9287 [Follower]" leader= nomad-184 2021-10-09T16:27:43.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9220 nomad-228 2021-10-09T16:27:43.330Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-184 2021-10-09T16:27:43.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9233 [Candidate]" term=30 nomad-184 2021-10-09T16:27:43.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-184 2021-10-09T16:27:43.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=30 tally=1 nomad-228 2021-10-09T16:27:43.330Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9227 127.0.0.1:9227}" nomad-186 2021-10-09T16:27:43.331Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-09T16:27:43.331Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9231 [Candidate]" term=31 nomad-228 2021-10-09T16:27:43.331Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-186 2021-10-09T16:27:43.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-189 2021-10-09T16:27:43.331Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-234 2021-10-09T16:27:43.332Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9287 nomad-234 2021-10-09T16:27:43.332Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9227 [Candidate]" term=16 nomad-234 2021-10-09T16:27:43.332Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-234 2021-10-09T16:27:43.332Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9227 term=16 tally=1 nomad-228 2021-10-09T16:27:43.333Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-170 2021-10-09T16:27:43.334Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=30 nomad-184 2021-10-09T16:27:43.334Z [DEBUG] raft/raft.go:278: nomad.raft: newer term discovered, fallback to follower nomad-184 2021-10-09T16:27:43.334Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9233 [Follower]" leader= nomad-234 2021-10-09T16:27:43.335Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9287 term=16 tally=2 nomad-234 2021-10-09T16:27:43.335Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-234 2021-10-09T16:27:43.335Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9227 [Leader]" nomad-234 2021-10-09T16:27:43.335Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9287 nomad-234 2021-10-09T16:27:43.335Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-234 2021-10-09T16:27:43.337Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9287 127.0.0.1:9287}" nomad-234 2021-10-09T16:27:43.337Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-050 2021-10-09T16:27:43.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:43.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:43.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:43.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-189 2021-10-09T16:27:43.341Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=31 tally=2 nomad-037 2021-10-09T16:27:43.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-189 2021-10-09T16:27:43.341Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9231 term=31 tally=3 nomad-050 2021-10-09T16:27:43.342Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-189 2021-10-09T16:27:43.342Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=3 nomad-170 2021-10-09T16:27:43.341Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-189 2021-10-09T16:27:43.342Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9220 [Leader]" nomad-170 2021-10-09T16:27:43.342Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9252 [Follower]" leader= nomad-189 2021-10-09T16:27:43.342Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9252 nomad-189 2021-10-09T16:27:43.342Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9233 nomad-184 2021-10-09T16:27:43.342Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=31 nomad-189 2021-10-09T16:27:43.342Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-189 2021-10-09T16:27:43.342Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9231 nomad-186 2021-10-09T16:27:43.342Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9241 127.0.0.1:9241}" error="dial tcp 127.0.0.1:9241: connect: connection refused" nomad-170 2021-10-09T16:27:43.342Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=31 nomad-189 2021-10-09T16:27:43.342Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9233 127.0.0.1:9233}" nomad-189 2021-10-09T16:27:43.342Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9231 leader=127.0.0.1:9220 nomad-189 2021-10-09T16:27:43.342Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9252 127.0.0.1:9252}" nomad-186 2021-10-09T16:27:43.343Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=17 last-index=13 error="log not found" nomad-186 2021-10-09T16:27:43.430Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9231 [Follower]" leader=127.0.0.1:9220 nomad-189 2021-10-09T16:27:43.431Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9231 127.0.0.1:9231}" next=14 nomad-189 2021-10-09T16:27:43.431Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9231 127.0.0.1:9231}" nomad-189 2021-10-09T16:27:43.431Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-184 2021-10-09T16:27:43.431Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9220 nomad-184 2021-10-09T16:27:43.431Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9233 [Candidate]" term=32 nomad-184 2021-10-09T16:27:43.431Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-184 2021-10-09T16:27:43.432Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9233 term=32 tally=1 nomad-170 2021-10-09T16:27:43.432Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9233 leader=127.0.0.1:9220 nomad-186 2021-10-09T16:27:43.432Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9233 leader=127.0.0.1:9220 nomad-189 2021-10-09T16:27:43.432Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9233 leader=127.0.0.1:9220 nomad-189 2021-10-09T16:27:43.432Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9233 time=89.436941ms nomad-189 2021-10-09T16:27:43.433Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-189 2021-10-09T16:27:43.433Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-189 2021-10-09T16:27:43.434Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9233 127.0.0.1:9233}" nomad-189 2021-10-09T16:27:43.434Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9233 127.0.0.1:9233}" nomad-189 2021-10-09T16:27:43.434Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9231 127.0.0.1:9231}" nomad-189 2021-10-09T16:27:43.434Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-189 2021-10-09T16:27:43.435Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-189 2021-10-09T16:27:43.434Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9252 127.0.0.1:9252}" nomad-187 2021-10-09T16:27:43.436Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-186 2021-10-09T16:27:43.436Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-186 2021-10-09T16:27:43.436Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-184 2021-10-09T16:27:43.437Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-184 2021-10-09T16:27:43.437Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-234 2021-10-09T16:27:43.443Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-234 2021-10-09T16:27:43.443Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-050 2021-10-09T16:27:43.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-234 2021-10-09T16:27:43.443Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-234 2021-10-09T16:27:43.444Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-234 2021-10-09T16:27:43.444Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9287 127.0.0.1:9287}" nomad-050 2021-10-09T16:27:43.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:43.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-228 2021-10-09T16:27:43.530Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9227 nomad-170 2021-10-09T16:27:43.530Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-228 2021-10-09T16:27:43.530Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9287 [Candidate]" term=17 nomad-170 2021-10-09T16:27:43.530Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-228 2021-10-09T16:27:43.530Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-228 2021-10-09T16:27:43.530Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9287 term=17 tally=1 --- PASS: TestAutopilot_CleanupDeadServerPeriodic (6.30s) nomad-170 2021-10-09T16:27:43.531Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-189.global (timeout reached) nomad-050 2021-10-09T16:27:43.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-170 2021-10-09T16:27:43.531Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed to send indirect ping: write udp 127.0.0.1:9208->127.0.0.1:9269: use of closed network connection nomad-170 2021-10-09T16:27:43.531Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed to send indirect ping: write udp 127.0.0.1:9208->127.0.0.1:9222: use of closed network connection nomad-234 2021-10-09T16:27:43.533Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" nomad-228 2021-10-09T16:27:43.533Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9227 127.0.0.1:9227}" error=EOF nomad-228 2021-10-09T16:27:43.534Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-228 2021-10-09T16:27:43.534Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestJobEndpoint_Register_EvalCreation_Legacy (3.00s) nomad-170 2021-10-09T16:27:43.536Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-189.global has failed, no acks received nomad-050 2021-10-09T16:27:43.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:43.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-170 2021-10-09T16:27:43.739Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-189.global as failed, suspect timeout reached (0 peer confirmations) nomad-170 2021-10-09T16:27:43.739Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-189.global 127.0.0.1 nomad-089 2021-10-09T16:27:45.047Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.131Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.348Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.360Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.448Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.485Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.485Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.485Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.485Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.495Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.515Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.515Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.516Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.555Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.655Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:45.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:45.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.132Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.132Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.163Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.275Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.279Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.332Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.348Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.359Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.437Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.719Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.720Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.720Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:46.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.347Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.452Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.636Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.639Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.639Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.644Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.648Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.668Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.674Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.674Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:47.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.734Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:47.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:47.746Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.754Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.762Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.810Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:47.810Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.810Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.811Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:47.842Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:47.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:47.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:47.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:47.852Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:47.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:47.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:47.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:47.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:47.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:47.940Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:47.944Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:47.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:47.963Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.033Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.033Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.033Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:48.033Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:48.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:48.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.134Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.134Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.332Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.332Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.332Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.335Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.535Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.555Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.576Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.599Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.599Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.599Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.599Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.609Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.609Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.629Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.629Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.629Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.647Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.660Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:48.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.748Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.755Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.840Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:48.858Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.885Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:48.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:48.940Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:49.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:49.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:49.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:49.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:49.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:49.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.735Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.833Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.840Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.860Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.860Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.862Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:49.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:49.940Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:50.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:50.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:50.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:50.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:50.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:50.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:50.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:50.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:50.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:50.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.195Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.223Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:50.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.338Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.347Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.356Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.435Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.435Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.460Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.475Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.516Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.535Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.552Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:50.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.632Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.755Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.767Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.767Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.767Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.813Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.823Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:50.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:50.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-089 2021-10-09T16:27:51.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" === CONT TestEvalEndpoint_Update eval_endpoint_test.go:539: should enable eval broker nomad-089 2021-10-09T16:27:51.130Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-089 2021-10-09T16:27:51.130Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- FAIL: TestEvalEndpoint_Update (16.69s) nomad-135 2021-10-09T16:27:51.236Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.297Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.307Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.457Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.548Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.568Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.570Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.861Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:51.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:52.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:52.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:52.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.437Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.437Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:52.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:52.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:52.735Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:52.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:52.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:52.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:52.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:52.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:52.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:52.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:52.935Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:52.935Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:52.935Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.033Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.033Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.047Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.071Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.131Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.135Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.146Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.151Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.163Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.250Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" === CONT TestEvalEndpoint_Create eval_endpoint_test.go:590: should enable eval broker nomad-252 2021-10-09T16:27:53.331Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-252 2021-10-09T16:27:53.332Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- FAIL: TestEvalEndpoint_Create (10.79s) nomad-037 2021-10-09T16:27:53.332Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.332Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.332Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.336Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.336Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.336Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.339Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.348Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.435Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.463Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.471Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:53.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:53.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.640Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.672Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.746Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:53.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.832Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:53.832Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:53.832Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.832Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:53.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:53.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.938Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:53.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:53.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:53.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:53.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:53.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:54.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:54.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:54.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:54.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:54.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:54.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:54.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:54.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:54.144Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:54.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:54.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:54.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:54.236Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:54.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:54.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:54.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:54.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:54.938Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:54.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.068Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.238Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.347Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.435Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:27:55.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.535Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.548Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:55.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:55.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:55.840Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:55.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:55.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:55.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:55.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:55.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:55.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:55.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:27:56.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.135Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.178Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.179Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.334Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.338Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.338Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.338Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:27:56.343Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:56.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:56.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:56.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:56.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:56.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:56.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:56.840Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:56.907Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:56.907Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:56.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:56.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:56.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.047Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.336Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.336Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.336Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.452Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.488Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.632Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.632Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.632Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:27:57.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:57.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:58.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:58.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:58.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:58.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:58.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:58.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:58.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:27:58.138Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.131Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.335Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.342Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.439Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.532Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.539Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.601Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:59.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:59.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:59.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.646Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:59.668Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:59.668Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.668Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.678Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.678Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:59.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:59.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:59.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:59.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:27:59.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:59.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:59.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:59.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:59.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:59.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:27:59.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:59.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:27:59.853Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:59.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:59.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:59.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:59.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:59.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:59.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:59.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:27:59.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:59.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:27:59.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:27:59.950Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:00.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:00.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.046Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:00.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:00.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:00.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:00.058Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:00.059Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:00.101Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:00.101Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.101Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.121Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:00.212Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:00.233Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.236Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.238Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:00.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:00.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:00.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.336Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:00.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.459Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.551Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.572Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:00.583Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:00.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:00.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:00.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:00.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:00.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.655Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:00.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:00.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:00.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:00.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:00.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:00.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.752Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:00.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:00.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:00.832Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:00.864Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:00.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:00.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:00.964Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:00.964Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:01.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:01.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:01.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:01.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:01.233Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:01.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:01.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:01.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:01.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:01.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:01.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:01.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:01.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:01.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:01.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:01.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.062Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.254Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.375Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.426Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.452Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.566Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.647Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:02.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:02.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:02.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:02.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.036Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.036Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.059Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.068Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.155Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.164Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.171Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.248Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.264Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.280Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.296Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.342Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.356Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.408Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.439Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.439Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.457Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.458Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.467Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.538Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.540Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.584Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.601Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.601Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.605Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.606Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:03.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.693Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.833Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.868Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:03.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:04.032Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:04.354Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.444Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.457Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:05.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.734Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:05.734Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:05.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:05.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:05.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:05.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:05.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:05.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:05.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:05.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.744Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:05.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:05.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:05.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:05.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:05.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:05.854Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:05.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:05.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:05.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:06.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:06.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:06.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:06.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:06.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:06.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:06.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:06.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:06.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:06.068Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:06.095Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:06.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:06.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:06.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:06.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:06.339Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:06.394Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:06.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:06.471Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:06.744Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:06.748Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:06.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:06.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:06.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:06.832Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:06.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:06.943Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:06.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:06.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:06.979Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:06.984Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.060Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.067Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.075Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.076Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.089Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.095Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.151Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.154Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.155Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.172Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.174Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.176Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.212Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.216Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.311Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.348Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:07.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.403Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.497Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.691Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.724Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.780Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.787Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.852Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.883Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:07.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.201Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.309Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.364Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.393Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.407Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.446Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.458Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.459Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.474Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.501Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.516Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.517Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.522Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.527Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.528Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.562Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.563Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.567Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.580Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.581Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.614Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.614Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.622Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.632Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.668Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.691Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.705Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.709Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.709Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.725Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.735Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.744Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.773Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.780Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.788Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.810Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.820Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.820Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.827Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:09.840Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:09.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.874Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.876Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.894Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.897Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:09.907Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.911Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:09.915Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.919Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.919Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:09.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:09.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:09.938Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:09.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:09.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:09.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:09.966Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:09.966Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.966Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.973Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:09.980Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:09.984Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.017Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:10.044Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:10.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:10.060Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.068Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.081Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.083Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:10.087Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:10.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.096Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.113Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.123Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.151Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.179Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.195Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.204Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.212Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:10.228Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.250Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:10.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:10.279Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.284Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.291Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.301Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.315Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.322Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.372Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.379Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.402Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.417Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.464Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.466Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.529Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.570Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.579Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.596Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.644Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.686Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.699Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:10.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:10.964Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:11.093Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:11.115Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.355Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.360Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.452Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.459Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.464Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.500Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.505Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.505Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.590Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.592Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.611Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.699Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.706Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.717Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.774Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.778Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.802Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.812Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.870Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.896Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.951Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:12.989Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.207Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.271Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.300Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.489Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.495Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.596Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.603Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.620Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.640Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.826Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.826Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:13.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:14.002Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:14.005Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:14.047Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:14.081Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:14.151Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:14.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:14.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:14.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:15.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:15.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:15.694Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:15.748Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:15.763Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:15.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:15.792Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:15.795Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:15.807Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:15.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:15.874Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:15.883Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:15.901Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:15.906Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:15.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:15.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:15.935Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:15.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:15.954Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:15.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:15.967Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:15.971Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:15.971Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:15.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:15.978Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:15.978Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:15.982Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:15.982Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:15.994Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:16.007Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:16.014Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.019Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:16.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.025Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:16.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:16.059Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:16.097Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.103Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:16.135Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:16.150Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.163Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.170Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.190Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:16.191Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.270Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:16.273Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:16.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.324Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.325Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:16.351Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.559Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:16.566Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:16.707Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:16.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:16.888Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.074Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.089Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.100Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.118Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.128Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.163Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.170Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.210Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.258Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.283Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.283Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.283Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.291Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.300Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.309Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.335Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.366Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.387Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.390Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.403Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.480Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.485Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.501Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.518Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.519Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.585Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:17.621Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.689Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.696Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.901Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.908Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:17.961Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:18.009Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:18.010Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:18.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:18.074Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:18.075Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:18.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.532Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.597Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.617Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.662Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.676Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.697Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.782Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.816Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.853Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.878Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.890Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.906Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.965Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:19.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:20.052Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:20.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:20.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:20.104Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:20.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:20.176Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:20.199Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:24.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:24.435Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.495Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:24.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.527Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.559Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.609Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:24.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.644Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.648Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.671Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.672Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:24.697Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:24.717Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:24.727Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:24.768Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.811Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.815Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.816Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:24.817Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.824Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:24.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:24.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:24.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:24.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.855Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.879Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:24.882Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:24.899Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:24.909Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:24.915Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.919Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.925Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:24.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:24.979Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:24.982Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:24.987Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:24.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:24.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.005Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:25.008Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:25.009Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:25.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:25.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:25.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:25.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.076Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.080Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.086Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:25.097Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.106Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:25.116Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.120Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.126Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:25.135Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:25.174Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:25.181Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:25.184Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.186Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:25.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.198Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.205Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.207Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.223Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:25.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:25.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:25.285Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.285Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:25.325Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.325Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:25.343Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.370Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.386Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.408Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.419Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.425Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.426Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.454Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.475Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.479Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.520Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.534Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.540Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.552Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.587Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.594Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.602Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.660Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.705Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.754Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.813Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.827Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.917Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:25.954Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:25.985Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:26.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:26.201Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:26.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.437Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.484Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.522Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.523Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.566Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.596Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.644Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.792Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.807Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.833Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.853Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.889Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.891Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.899Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.943Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.960Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.966Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:27.990Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:28.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:28.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:28.108Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:28.211Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.258Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.264Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.294Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.334Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.463Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.577Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.591Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.613Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.636Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.648Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.671Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.677Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.763Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.771Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.773Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.839Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:28.987Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:29.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:29.036Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:29.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:29.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:29.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:29.254Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:29.271Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:29.336Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:29.576Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:30.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:30.744Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:30.781Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:30.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:30.903Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:30.905Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:30.905Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:30.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:30.935Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:30.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:30.971Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:30.986Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.022Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.064Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.067Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.070Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.087Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.101Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.109Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.118Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.120Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.120Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.136Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.136Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.144Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.169Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.178Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.179Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.234Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.275Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.288Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.308Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.316Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.335Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.368Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.439Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.507Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.660Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:31.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:31.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.001Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.185Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.190Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.227Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.248Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.275Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.287Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.296Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.301Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.311Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.315Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.343Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.366Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.386Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.413Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.423Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.469Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.522Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.578Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.581Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.597Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.609Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.664Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.713Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:32.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.792Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.868Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:32.966Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:33.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:33.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:33.101Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:33.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:33.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:33.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:33.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:33.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:33.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:33.343Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:34.578Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:34.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:34.678Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:34.709Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:34.717Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:34.729Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:34.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:34.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:34.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:34.862Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:34.870Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:34.894Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:34.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:34.917Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:34.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:34.952Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:35.014Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:35.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:35.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:35.106Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:35.110Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:35.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:35.119Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:35.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:35.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:35.215Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:35.216Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:35.233Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:35.250Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:35.258Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:35.287Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:35.326Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:39.460Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:39.559Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:39.578Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.664Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.711Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.726Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:39.729Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.780Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:39.784Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.789Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.794Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.822Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:39.832Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:39.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.861Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.862Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:39.864Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:39.883Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.885Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:39.902Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:39.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:39.950Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.960Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.972Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.972Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:39.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:39.986Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:39.987Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:39.987Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:39.988Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:40.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:40.029Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:40.029Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:40.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:40.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:40.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:40.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:40.075Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:40.089Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.107Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.111Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:40.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:40.120Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:40.123Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:40.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:40.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.150Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:40.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:40.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.171Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:40.180Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:40.183Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.196Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.197Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.216Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:40.238Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.239Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:40.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.247Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:40.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.268Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.271Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.273Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.274Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.281Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.302Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:40.304Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:40.335Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:40.351Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:40.371Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.378Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.390Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:40.398Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.398Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.416Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.448Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.487Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.500Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:40.522Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.547Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.548Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.551Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.563Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.575Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.596Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.624Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.632Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.696Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.713Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.720Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.775Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:40.811Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.820Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.920Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:40.985Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:41.002Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:41.044Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:41.110Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:41.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:41.291Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:41.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.439Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.463Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.621Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.621Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.644Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.677Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.823Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.836Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.862Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.916Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.938Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.965Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.982Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:42.988Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:43.003Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:43.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:43.033Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:43.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:43.148Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:43.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:43.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:43.183Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:43.190Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:43.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:43.247Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.339Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:43.388Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.459Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.477Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.519Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.662Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.671Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.685Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.697Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.774Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.778Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.786Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.852Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.868Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.878Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.892Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:43.922Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:44.052Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:44.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:44.072Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:44.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:44.234Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:44.239Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:44.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:44.279Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:44.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:44.393Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:44.551Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:44.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:45.822Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:45.822Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:45.925Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:45.927Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:45.943Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:45.950Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:45.975Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.011Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.016Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.017Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.108Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.114Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.155Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.155Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.174Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.180Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.187Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.214Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.219Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.219Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.222Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.222Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.229Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.229Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.233Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.240Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.312Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.338Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.358Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.360Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.387Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.404Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.415Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.420Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.505Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.510Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.523Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.565Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.624Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.752Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:28:46.832Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:46.891Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:28:47.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.074Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.213Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:47.273Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.278Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:47.287Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:47.309Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.310Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.327Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.332Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.358Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.370Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.388Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.389Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.403Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:47.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:47.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:47.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:47.466Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.469Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:47.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.475Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.539Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.577Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.594Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:47.601Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.609Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.612Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:47.612Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:47.636Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:47.647Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:47.648Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:47.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:47.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:47.720Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.767Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:47.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:47.827Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:47.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:48.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:48.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:48.052Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:28:48.059Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:48.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:48.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:48.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:48.195Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:48.196Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:48.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:48.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:48.248Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:48.281Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:48.284Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:28:48.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:49.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:49.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:49.772Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:49.800Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:49.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:49.847Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:49.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:49.925Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:49.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:49.973Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:49.980Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:49.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:49.997Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:49.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:50.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:50.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:50.023Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:50.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:50.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:50.184Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:50.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:50.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:50.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:50.268Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:50.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:50.300Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:50.313Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:50.318Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:50.359Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:50.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:50.384Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:28:50.398Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:54.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:54.579Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:54.582Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:54.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:54.750Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:54.809Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:54.816Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:54.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:54.826Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:54.848Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:54.874Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:54.881Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:54.888Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:54.909Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:54.916Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:54.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:54.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:54.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:54.943Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:54.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:54.971Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:54.972Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:54.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:54.990Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:54.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:54.999Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.008Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:55.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:55.025Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:55.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:55.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:55.060Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:55.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:55.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.098Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.106Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.184Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:55.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.203Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.205Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:55.215Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.216Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:55.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.233Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.247Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:55.248Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.274Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.281Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:55.285Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.301Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.321Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.322Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.348Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:55.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.364Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.386Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.479Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.486Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.521Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:55.532Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.534Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.550Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.568Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.596Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.598Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:28:55.598Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:28:55.613Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.618Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.638Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.715Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.813Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.816Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.839Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.840Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:55.929Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.971Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:55.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:56.003Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:56.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:56.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:56.195Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:28:56.213Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:56.228Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:56.327Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:56.410Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:28:56.579Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:57.581Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:57.598Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:57.625Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:57.729Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:57.747Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:57.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:57.799Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:57.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:57.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:57.881Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:57.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:57.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:57.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:57.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:57.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:57.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:58.008Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:58.074Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:58.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:58.101Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:58.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:58.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:58.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:58.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:58.207Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:58.247Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:58.272Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:58.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:58.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:58.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:58.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:58.386Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:58.413Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:28:58.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:58.575Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:58.621Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:58.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:58.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:58.711Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:58.714Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:58.715Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:58.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:58.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:58.801Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:58.864Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:58.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:58.900Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:58.909Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:59.005Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:59.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:59.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:59.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:59.110Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:59.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:59.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:59.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:59.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:59.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:59.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:59.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:59.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:59.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:28:59.691Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:00.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:00.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:00.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:00.981Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:00.981Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.059Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.121Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.131Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.143Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.197Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.227Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.244Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.290Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.299Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.308Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.309Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.313Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.315Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.379Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.384Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.388Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.399Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.460Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.476Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.484Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.508Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.514Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.517Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.518Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.563Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.568Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.605Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.610Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.621Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.774Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.820Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.853Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.863Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:01.870Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:01.918Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:02.154Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:02.294Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:02.311Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.326Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.403Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:02.490Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.497Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.507Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.523Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.527Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.528Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.529Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.535Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:02.550Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:02.579Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.609Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.616Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.623Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.639Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.652Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:02.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:02.662Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:02.686Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.701Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:02.708Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:02.713Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:02.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:02.725Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:02.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:02.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:02.806Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:02.826Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:02.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:02.989Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:02.989Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:03.012Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:03.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:03.081Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:03.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:03.108Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:03.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:03.300Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:03.332Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:03.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:03.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:03.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:03.367Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:03.371Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:03.393Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:03.464Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:03.715Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:04.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:04.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:04.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:04.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:04.917Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:04.952Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:04.962Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:04.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:04.986Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.010Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.071Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.111Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.138Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.155Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.187Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.238Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.240Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.247Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.253Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.308Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.363Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.378Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.464Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:05.534Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:09.699Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:09.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:09.734Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:09.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:09.794Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:09.836Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:09.838Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:09.868Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:09.911Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:09.943Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:09.963Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:09.965Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:09.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:09.986Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:09.996Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:09.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.005Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.048Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.072Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.120Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.123Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.155Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.180Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.228Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.233Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.243Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.243Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.244Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.250Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.272Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.281Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.287Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.294Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.307Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.347Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.367Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.383Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.386Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.402Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.410Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.424Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.428Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.490Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.496Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.513Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.516Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.517Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.548Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.584Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.585Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.592Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.596Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.609Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.657Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:10.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.710Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:10.718Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.734Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.771Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.772Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.800Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:10.904Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:10.925Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:11.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:11.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:11.053Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:11.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:11.062Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:11.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:11.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:11.126Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:11.216Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:11.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:11.273Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:11.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:11.474Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:11.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:11.822Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:12.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:12.693Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:12.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:12.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:12.793Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:12.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:12.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:12.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:12.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.008Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.073Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.074Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.075Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.280Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.294Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.305Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.323Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.338Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.342Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.364Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.375Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.379Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.399Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.408Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:13.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:13.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:13.611Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:13.632Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:13.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:13.712Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:13.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:13.793Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:13.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:13.848Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:13.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:13.868Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:13.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:13.925Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:13.973Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:14.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:14.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:14.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:14.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:14.084Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:14.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:14.194Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:14.283Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:14.323Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:14.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:14.356Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:14.357Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:14.384Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:14.466Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:14.559Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:14.575Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:14.861Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:15.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:15.879Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.007Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.087Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.120Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.127Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.144Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.211Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.243Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.268Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.272Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.316Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.334Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.356Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.366Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.383Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.385Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.386Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.390Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.394Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.398Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.399Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.439Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.495Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.505Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.514Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.534Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.581Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.594Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.597Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.620Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.629Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.689Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.712Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.804Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.807Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.809Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.811Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:16.980Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:16.999Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:17.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:17.087Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:17.172Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.452Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:17.459Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.476Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:17.534Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:17.580Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.585Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.617Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.619Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:17.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.640Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.647Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:17.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.698Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.699Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.701Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.713Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:17.718Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.718Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:17.746Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:17.785Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.826Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:17.842Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:17.861Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:17.879Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:17.891Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:17.904Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:17.911Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:17.919Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:17.950Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:17.956Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:17.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:18.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:18.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:18.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:18.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:18.148Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:18.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:18.197Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:18.218Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:18.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:18.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:18.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:18.366Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:18.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:18.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:18.491Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:18.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:18.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:18.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:18.539Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:18.782Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:19.714Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:19.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:19.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:19.926Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:19.967Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:19.978Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.080Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.095Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.173Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.213Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.254Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.270Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.278Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.347Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.355Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.360Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.368Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.370Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.466Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.517Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.572Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:20.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:24.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:24.801Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:24.872Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:24.907Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:24.927Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:24.951Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:24.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:24.986Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:24.994Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:24.996Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.019Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.033Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.105Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.106Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.129Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.195Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.236Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.263Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.264Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.274Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.279Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:25.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.294Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.300Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.306Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.308Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.313Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.315Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.322Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.351Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.358Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.373Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.373Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.390Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.407Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.408Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.419Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:25.446Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.452Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:25.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:25.504Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.535Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.538Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.587Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:25.592Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.594Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.599Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.606Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.618Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:25.665Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:25.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:25.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:25.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.709Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.715Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.724Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.747Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:25.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:25.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:25.763Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:25.768Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.786Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.800Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.805Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.824Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:25.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.852Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:25.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:25.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:25.878Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:25.892Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:25.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:25.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:25.966Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:25.985Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:26.001Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:26.096Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:26.102Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:26.103Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:26.117Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:26.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:26.146Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:26.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:26.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:26.229Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:26.274Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:26.305Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:26.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:26.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:26.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:26.657Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:26.692Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:26.944Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:27.762Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:27.803Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:27.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:27.885Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:27.954Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:27.959Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.092Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.093Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.129Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.151Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.194Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.216Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.219Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.299Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.302Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.319Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.358Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.406Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.411Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.463Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.582Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:28.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:28.638Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:28.647Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:28.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:28.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:28.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:28.767Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:28.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:28.902Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:28.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:28.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:28.994Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.001Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.107Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.148Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.176Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.247Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.255Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.313Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.371Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.456Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.520Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.578Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.609Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.616Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:29.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:30.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:30.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.080Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.102Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.181Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.199Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.253Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.303Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.343Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.357Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.368Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.401Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.413Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.428Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.513Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.580Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.611Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.625Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.625Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.657Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.674Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.689Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.700Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.809Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.823Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.832Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.842Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.858Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:31.860Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.875Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.885Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:31.918Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:32.054Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:32.075Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:32.095Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:32.116Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:32.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:32.178Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:32.211Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.480Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.575Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.581Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:32.586Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:32.587Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.602Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.610Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:32.613Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:32.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.665Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.708Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.718Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.752Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.768Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.777Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.798Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.810Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.810Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:32.815Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.855Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.855Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:32.870Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.870Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.887Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:32.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:32.920Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:32.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:32.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:32.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:32.964Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:32.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:33.008Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.008Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.012Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:33.014Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:33.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:33.113Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.114Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.135Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:33.155Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:33.163Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.228Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.244Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.244Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:33.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:33.296Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.332Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.457Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.489Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.539Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.551Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.601Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.787Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:33.923Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:34.739Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:34.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:34.903Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.084Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.108Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.129Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.186Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.214Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.321Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.358Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.444Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.484Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.508Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.512Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.602Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.647Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.663Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.691Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.715Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.800Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:35.822Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:39.832Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:39.838Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:39.906Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:39.920Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:39.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:39.990Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.018Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.028Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.136Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.196Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.207Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.216Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.216Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.221Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.240Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.247Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.263Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.291Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.303Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:40.313Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.339Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.373Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.383Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.391Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.396Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.398Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.407Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.424Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.463Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.472Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.479Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.500Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.514Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.520Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.522Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.555Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:40.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.573Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.587Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.594Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:40.616Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.636Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.636Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.674Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.674Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.684Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:40.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:40.697Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.699Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.712Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:40.727Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:40.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:40.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:40.781Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.782Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.786Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.792Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:40.802Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:40.803Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:40.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.893Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.908Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.911Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.924Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.924Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:40.929Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.940Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:40.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:40.956Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:40.971Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:40.981Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:40.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:41.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:41.023Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:41.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:41.089Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:41.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:41.155Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:41.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:41.169Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:41.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:41.227Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:41.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:41.247Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:41.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:41.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:41.280Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:41.300Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:41.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:41.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:41.474Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:41.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:41.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:41.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:41.966Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:42.111Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:42.838Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:42.882Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:42.986Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.117Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.172Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.186Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.257Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.297Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.318Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.322Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.324Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.426Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.452Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.454Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.458Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.529Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.550Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.573Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.657Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:43.709Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:43.718Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:43.798Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:43.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:43.897Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:43.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:43.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:43.982Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.007Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.036Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.071Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.098Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.151Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.207Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.235Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.348Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.359Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.367Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.387Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.398Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.401Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.401Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.612Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.827Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.852Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:44.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:45.306Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:45.906Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.187Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.198Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.215Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.229Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.360Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.417Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.461Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.464Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.486Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.494Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.505Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.547Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.579Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.587Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.647Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.663Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.717Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.735Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.746Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.773Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.781Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.798Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.804Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.828Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.863Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.868Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.869Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.914Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.918Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.923Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.928Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.940Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:46.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:46.995Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:47.060Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:47.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:47.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:47.146Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:47.255Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:47.275Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:47.305Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:29:47.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:29:47.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:47.494Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:47.583Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:47.613Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:47.632Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:47.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:47.714Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:47.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:47.726Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:47.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:47.786Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:47.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:47.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:47.799Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:47.807Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:47.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:47.848Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:47.874Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:47.876Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:47.877Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:47.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:47.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:47.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:47.951Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:47.956Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:48.009Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.011Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.023Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:48.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.053Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:48.069Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.111Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.117Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.126Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:48.126Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:48.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:48.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.161Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:48.161Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:48.161Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.180Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.235Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:48.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:48.301Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:48.311Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.357Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.363Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:48.388Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.401Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:29:48.406Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.523Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.572Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.701Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.769Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.774Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.774Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.826Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:29:48.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:49.885Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:49.971Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.181Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.203Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.310Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.313Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.326Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.343Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.357Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.395Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.435Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.525Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.528Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.607Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.620Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.665Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.672Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.693Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.774Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.795Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.879Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:29:50.892Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:54.959Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:54.971Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:54.978Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.016Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.197Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.219Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.226Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.310Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.324Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.338Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.367Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:55.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:55.407Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.407Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.423Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:55.425Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.428Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:55.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.485Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.495Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.495Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:55.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:55.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.527Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:55.552Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.559Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:55.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:55.565Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.603Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.607Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.612Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:55.636Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:55.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.647Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.681Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.719Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.722Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:55.729Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:55.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:55.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.758Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.781Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:55.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.785Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:55.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:55.798Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:55.804Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:55.806Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.809Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.812Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:55.815Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:55.855Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:55.855Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:55.892Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.893Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:55.901Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:55.907Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:55.911Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:55.923Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:55.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:55.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:55.943Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:55.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:55.952Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:55.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:56.012Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:56.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:29:56.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:29:56.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:56.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:56.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:56.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:56.067Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:56.096Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:56.113Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:56.115Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:56.128Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:56.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:56.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:56.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:56.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:56.208Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:56.226Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:56.227Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:56.253Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:56.291Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:56.339Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:56.339Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:56.351Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:56.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:56.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:56.411Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:56.421Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:29:56.460Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:56.566Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:56.677Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:56.685Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:56.721Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:56.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:57.148Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:29:57.176Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:57.960Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.019Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.074Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.107Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.216Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.238Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.250Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.258Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.283Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.373Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.403Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.422Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.426Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.447Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.484Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.485Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.525Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.603Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.607Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.744Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.769Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:29:58.822Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:58.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:58.916Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:58.966Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.022Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.046Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.101Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.207Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.255Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.281Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.290Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.373Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.394Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.394Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.413Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.425Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.486Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.491Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.646Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.754Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.767Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.862Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:29:59.954Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:00.001Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:00.495Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:00.907Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.275Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.323Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.351Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.447Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:01.497Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.507Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:01.508Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:01.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:01.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:01.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.589Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.592Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.647Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.648Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.686Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.700Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.704Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.713Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:01.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.739Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:01.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.747Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:01.748Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:01.772Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:01.778Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:01.780Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.788Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:01.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:01.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.840Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:01.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:01.874Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:01.883Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.908Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:01.923Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:01.928Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:01.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:02.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:02.003Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:02.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:02.007Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:02.023Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:02.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:02.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:02.051Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:02.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:02.115Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:02.134Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:02.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:02.169Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:02.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:02.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:02.348Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:02.364Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:02.405Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:02.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:02.497Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:02.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:02.675Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:02.728Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:02.803Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:02.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:02.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:02.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:02.827Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:02.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:02.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:02.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:02.894Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:02.894Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:02.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:02.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:02.935Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:02.940Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:02.971Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:02.983Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:02.989Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:02.995Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.023Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.052Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:03.071Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:03.092Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:03.104Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:03.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:03.146Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.172Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:03.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.210Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.228Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:03.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:03.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.264Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.280Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:03.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:03.303Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:03.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:03.347Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.355Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.391Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.406Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:03.411Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:03.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.538Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.624Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:03.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.750Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.769Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.843Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.863Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.919Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:03.924Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:04.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:04.943Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.076Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.205Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.208Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.212Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.373Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.404Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.452Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.454Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.466Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.603Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.613Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.689Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.768Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.785Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.787Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.805Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.899Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.927Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:05.948Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:06.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.051Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.179Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.208Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.222Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.264Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.384Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.402Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.446Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.458Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:10.480Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.485Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.496Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.497Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:10.500Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.510Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.520Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.523Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.539Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:10.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:10.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:10.590Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:10.599Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.605Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:10.624Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:10.660Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.662Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.664Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.675Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:10.677Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.707Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.721Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.725Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.726Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:10.748Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.750Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.771Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.795Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:10.815Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.822Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.828Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.833Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:10.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:10.864Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.869Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:10.879Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:10.897Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:10.904Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.918Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.926Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:10.938Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:10.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:10.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:10.964Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.964Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:10.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:10.980Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:10.988Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:10.988Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:10.994Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:10.995Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.002Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:11.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:11.016Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:11.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:11.025Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:11.040Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:11.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:11.047Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.070Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:11.086Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.126Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.135Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:11.186Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:11.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:11.217Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.218Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:11.244Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:11.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.272Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.287Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:11.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.347Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:11.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:11.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:11.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:11.476Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:11.535Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.535Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:11.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.707Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.709Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:11.709Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.839Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:11.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:12.273Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:12.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.083Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.282Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.282Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.316Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.319Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.322Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.325Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.355Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.444Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.500Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.507Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.517Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.605Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.691Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.700Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.773Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.799Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.800Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.822Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.882Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.904Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.918Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:13.935Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:13.999Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.028Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.052Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.054Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.131Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.191Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.201Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.396Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.484Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.534Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.636Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.823Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.872Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.879Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:14.995Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:15.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:15.025Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:15.496Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:15.973Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.402Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:16.583Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.599Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.610Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.618Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.622Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:16.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:16.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.660Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.665Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:16.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:16.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.750Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.771Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:16.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:16.793Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.795Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:16.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.816Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.843Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.848Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:16.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:16.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:16.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.878Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:16.888Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:16.891Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.897Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.929Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.966Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:16.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:16.981Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:16.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:17.002Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:17.002Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:17.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:17.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:17.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:17.046Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:17.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:17.054Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:17.122Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:17.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:17.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:17.161Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:17.164Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:17.171Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:17.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:17.253Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:17.253Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:17.272Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:17.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:17.379Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:17.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:17.444Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:17.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:17.514Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:17.522Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:17.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:17.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:17.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:17.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:17.870Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:17.879Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:17.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:17.907Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:17.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:17.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:17.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:17.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:17.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:17.952Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:17.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:17.984Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:17.988Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:18.001Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:18.007Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:18.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.098Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:18.111Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:18.131Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.143Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:18.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.179Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:18.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:18.207Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.216Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:18.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:18.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.279Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:18.348Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.357Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:18.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:18.371Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.398Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:18.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:18.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:18.510Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.551Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:18.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.609Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.648Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:18.681Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:18.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.798Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.820Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.927Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.940Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:18.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:19.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:19.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:19.109Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:19.171Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.250Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.275Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.304Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.385Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.401Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.410Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.486Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.519Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.708Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.836Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.843Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.923Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.926Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:20.943Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:21.014Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:21.051Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:21.060Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:21.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:21.236Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.189Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.190Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.221Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.264Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.282Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.319Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.363Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.435Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.486Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.503Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.512Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.514Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:25.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:25.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.583Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.586Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.589Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:25.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.611Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.622Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:25.638Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:25.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:25.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.701Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.701Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:25.704Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.704Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.729Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.744Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.746Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.769Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:25.773Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.775Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.780Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:25.795Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:25.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.816Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.824Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:25.883Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.890Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.900Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.909Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.911Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:25.917Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.924Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:25.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:25.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.985Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.990Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:25.994Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:25.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.046Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.048Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.048Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:26.053Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:26.064Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.074Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.074Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.083Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.116Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.121Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.132Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:26.134Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:26.146Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:26.148Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.169Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.255Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.257Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.282Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.285Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.310Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.317Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.338Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.419Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:26.497Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.563Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.581Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.589Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.617Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.662Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.781Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:26.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.929Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:26.964Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:27.279Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:27.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.315Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.322Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.360Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.415Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.424Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.500Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.513Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.520Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.592Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.597Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.629Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.771Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.774Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.794Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.798Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.873Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.889Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.958Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:28.986Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:29.008Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:29.010Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:29.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:29.029Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:29.097Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.107Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.121Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.154Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.172Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.399Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.472Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.501Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.504Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.562Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.566Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.618Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.663Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.700Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.754Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.888Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.996Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:29.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:30.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:30.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:30.114Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:30.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:30.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:31.127Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:31.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:31.616Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:31.639Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:31.644Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:31.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:31.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:31.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:31.681Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:31.700Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:31.708Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:31.728Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:31.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:31.768Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:31.769Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:31.817Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:31.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:31.826Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:31.861Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:31.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:31.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:31.914Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:31.915Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:31.919Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:31.920Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:31.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:31.938Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:31.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:31.967Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:32.007Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:32.053Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.068Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.072Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:32.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:32.089Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:32.094Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:32.101Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:32.105Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.143Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:32.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.176Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:32.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.355Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:32.366Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:32.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.393Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:32.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:32.428Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.452Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.479Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.612Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.632Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.678Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:32.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:32.789Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:32.878Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:32.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:32.919Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:32.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:32.996Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.005Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.022Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.023Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.025Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.040Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.067Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.094Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.103Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.131Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.136Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.146Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.150Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.179Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.185Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.239Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.282Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.283Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.351Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.375Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.387Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.401Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.454Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.464Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.539Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.548Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.566Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.592Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.619Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.660Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.676Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.750Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.809Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.862Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:33.887Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:33.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:34.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:34.081Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:34.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:34.176Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:34.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:34.201Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.008Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.297Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.416Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.467Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.472Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.523Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.552Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.576Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.586Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.617Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.628Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.789Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.811Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.883Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.892Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:35.979Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:36.012Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:36.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:36.068Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:36.093Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:36.148Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:36.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:36.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:36.270Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:36.273Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.296Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.358Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.375Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.413Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.456Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.474Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.515Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.572Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.573Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.602Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.668Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.671Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:40.685Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.700Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.714Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.715Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.715Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:40.720Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:40.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:40.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.744Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.775Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:40.784Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:40.809Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:40.826Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:40.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.856Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.874Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.885Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:40.888Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.900Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.901Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:40.920Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:40.926Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.938Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:40.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.979Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.983Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.986Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:40.990Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:40.995Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:41.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:41.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:41.019Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:41.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:41.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:41.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:41.048Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:41.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:41.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:41.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:41.067Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.070Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.073Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.075Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.094Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:41.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:41.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:41.183Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:41.195Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:41.197Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.199Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.216Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.236Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.248Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:41.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.274Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.325Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.351Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.383Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.423Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.461Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:41.500Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.504Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.625Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.644Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.697Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.714Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.762Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.853Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.874Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.927Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.948Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:41.963Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:41.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:42.025Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:42.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:42.327Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:42.520Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.378Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.471Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.521Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.527Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.534Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.694Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.717Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.735Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.773Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.807Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.813Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.855Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.858Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.917Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.926Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.928Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:43.997Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:44.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:44.032Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:44.047Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:44.070Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:44.126Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:44.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.138Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:44.207Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:44.233Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.234Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.316Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.403Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.413Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.471Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.514Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.598Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.606Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.722Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.750Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.769Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.813Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.915Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.923Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:44.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:45.054Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:45.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:45.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:45.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:45.189Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:45.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:45.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:45.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:46.181Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:46.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:46.620Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:46.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:46.694Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:46.699Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:46.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:46.750Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:46.781Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:46.784Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:46.807Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:46.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:46.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:46.883Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:46.916Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:46.917Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:46.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:46.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:46.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:46.948Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:46.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:47.011Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:47.014Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:47.017Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.032Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:47.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:47.044Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:47.046Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.058Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.072Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.089Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:47.092Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:47.110Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:47.146Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:47.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:47.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:47.180Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.227Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:47.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:47.273Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:47.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.297Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.301Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.311Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:47.394Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:47.496Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.507Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.519Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:47.520Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:30:47.550Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.551Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.711Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.734Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:30:47.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:47.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:47.922Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.014Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.102Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.151Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.170Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.172Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.247Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.296Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.347Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.363Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.373Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.389Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.394Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.394Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.395Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.402Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.470Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.487Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.558Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.572Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.610Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.625Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.692Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.705Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.784Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.807Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.874Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.891Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:48.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:30:48.982Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:49.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:49.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:49.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:49.172Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:49.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:49.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:49.416Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:30:49.458Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.459Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.478Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.597Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.710Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.724Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.774Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.816Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.929Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:50.951Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:51.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:51.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:51.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:51.102Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:51.178Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:51.248Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:51.257Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:51.303Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:51.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:51.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:51.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:30:51.476Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.471Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.474Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:55.494Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.587Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:55.611Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:55.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:55.671Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.672Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:55.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:55.735Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.777Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:55.786Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:55.792Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.792Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.813Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:55.813Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:55.815Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:55.815Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:55.816Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:55.840Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.840Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:55.840Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:55.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:55.848Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:55.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:55.889Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:55.899Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:55.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:55.960Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:55.962Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:55.999Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:56.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.028Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:56.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:56.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:56.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.048Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:56.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:56.058Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:56.058Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:56.072Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:56.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.103Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.109Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:56.116Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:56.121Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:56.136Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:56.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:56.150Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:56.151Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:56.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:56.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:56.163Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.171Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:56.201Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.203Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.205Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:56.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:56.233Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.247Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:56.248Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:56.277Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.281Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.284Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:56.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:56.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.316Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:56.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.357Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.363Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.370Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:56.379Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.389Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.389Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.390Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.393Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:56.410Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:30:56.411Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.425Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.503Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.515Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.525Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.538Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.559Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:30:56.705Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.714Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.718Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.744Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.784Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.787Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:56.856Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:56.958Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:57.005Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:57.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:57.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:57.144Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:57.163Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:57.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:30:57.201Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:57.540Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:30:57.575Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.426Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.495Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.576Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.582Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.592Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.602Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.676Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.722Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.726Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.789Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.893Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.985Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.997Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:58.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:59.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:59.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:59.093Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:59.108Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:59.110Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:59.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:59.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:59.208Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:59.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.281Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:59.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:30:59.319Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.413Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.439Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.460Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.474Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.475Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.640Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.665Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.694Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.713Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.728Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.772Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.803Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:30:59.972Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:00.092Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:00.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:00.217Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:00.221Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:00.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:00.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:00.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:00.319Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:00.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:00.471Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:00.938Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:01.389Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:01.707Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:01.709Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:01.746Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:01.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:01.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:01.862Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:01.864Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:01.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:01.896Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:01.928Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:01.928Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:01.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:01.992Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.012Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.023Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.036Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.068Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.081Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.108Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.163Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.204Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.253Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.254Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.257Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.307Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.310Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.348Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.410Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.435Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.474Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.513Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.518Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.563Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.578Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.623Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:02.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.795Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.813Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:02.988Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:02.990Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.040Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.176Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.178Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.217Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.235Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.278Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.280Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.311Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.322Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.324Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.364Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.439Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.484Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.489Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.519Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.521Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.586Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.606Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.608Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.619Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.623Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.700Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.729Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.747Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.807Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.825Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.842Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.883Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.888Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.916Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:03.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:03.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:04.019Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:04.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:04.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:04.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:04.071Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:04.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:04.106Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:04.217Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:04.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:04.257Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:04.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:04.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:04.484Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:04.496Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:05.327Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:05.421Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:05.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:05.559Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:05.563Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:05.694Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:05.704Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:05.704Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:05.708Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:05.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:05.782Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:05.798Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:05.827Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:05.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:05.950Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:05.958Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:05.994Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:06.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:06.008Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:06.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:06.089Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:06.122Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:06.179Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:06.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:06.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:06.282Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:06.373Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:06.406Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:06.407Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:06.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:06.605Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:06.662Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:10.306Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:10.479Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:10.576Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:10.610Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:10.616Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:10.640Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:10.644Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:10.652Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:10.735Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:10.739Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:10.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:10.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:10.777Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:10.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:10.820Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:10.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:10.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:10.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:10.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:10.862Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:10.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:10.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:10.870Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:10.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:10.885Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:10.887Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:10.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:10.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:10.954Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:10.970Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:10.975Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.017Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.053Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.076Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:11.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.132Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.135Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:11.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:11.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.173Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.173Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.176Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.183Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:11.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:11.199Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:11.203Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:11.205Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:11.212Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:11.240Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.268Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.272Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:11.294Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.296Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.297Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.332Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:11.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:11.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.386Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.391Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.426Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.428Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.447Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.447Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.456Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.456Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.460Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.474Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:11.480Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:11.501Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.519Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.520Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.532Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.539Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.562Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.563Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:11.579Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.618Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.640Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.692Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.721Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.758Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:11.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.793Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.795Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.833Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.838Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:11.925Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:11.962Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:12.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:12.108Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:12.166Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:12.284Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:12.290Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:12.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:12.351Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:12.401Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:12.704Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:12.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:13.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:13.495Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:13.614Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:13.674Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:13.748Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:13.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:13.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:13.789Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:13.804Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:13.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:13.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:13.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:13.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:13.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:13.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:13.958Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:14.040Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:14.058Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:14.058Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:14.102Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:14.102Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:14.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:14.189Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:14.214Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:14.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:14.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:14.226Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:14.240Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:14.287Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:14.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:14.360Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:14.378Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:14.411Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:14.417Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:14.428Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:14.477Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:14.488Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:14.494Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:14.525Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:14.646Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:14.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:14.698Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:14.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:14.747Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:14.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:14.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:14.806Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:14.828Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:14.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:14.922Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:15.019Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:15.062Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:15.093Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:15.155Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:15.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:15.228Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:15.281Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:15.322Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:15.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:15.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:15.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:15.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:15.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:16.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:16.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:16.778Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:16.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:16.852Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:16.900Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:16.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:16.922Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:16.924Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:16.927Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:16.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:16.992Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.016Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.094Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.098Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.106Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.126Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.129Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.170Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.171Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.181Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.196Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.207Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.226Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.234Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.273Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.326Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.338Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.357Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.372Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.373Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.422Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.452Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.485Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.514Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.517Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.522Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.529Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.559Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.586Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.599Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.728Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.759Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:17.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.838Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:17.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:18.017Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:18.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.226Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.254Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.273Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.296Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.303Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.310Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.324Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.356Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.373Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.458Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.528Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.532Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.582Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.589Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.612Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.619Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.620Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.621Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.665Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.677Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.704Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.714Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.789Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.873Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.883Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.909Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.944Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:18.948Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.956Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.981Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:18.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:19.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:19.068Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:19.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:19.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:19.180Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:19.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:19.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:19.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:19.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:19.319Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:19.370Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:19.385Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:19.435Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:19.466Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:19.510Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:19.550Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:20.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:20.490Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:20.580Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:20.598Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:20.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:20.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:20.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:20.868Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:20.876Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:20.878Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:20.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:20.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:20.973Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:21.032Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:21.068Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:21.075Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:21.076Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:21.132Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:21.144Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:21.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:21.190Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:21.238Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:21.327Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:21.347Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:21.351Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:21.386Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:21.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:21.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:21.517Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:21.591Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:21.794Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:21.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:25.317Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:25.590Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:25.624Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:25.698Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:25.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:25.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:25.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:25.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:25.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:25.842Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:25.855Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:25.872Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:25.892Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:25.893Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:25.917Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:25.923Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:25.923Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:25.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:25.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:25.963Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:25.965Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:25.966Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:25.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:26.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.044Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.051Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.054Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.073Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.086Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:26.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.101Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:26.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.138Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.174Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:26.183Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.222Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.223Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:26.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:26.227Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:26.239Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.255Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.258Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:26.280Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.285Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.290Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.297Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.318Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.336Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:26.383Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:26.391Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:26.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.398Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.399Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.428Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:26.439Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.454Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.461Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:26.487Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.503Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.505Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:26.505Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.507Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.514Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.534Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.535Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:26.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.558Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.572Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.611Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.618Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.621Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:26.625Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.629Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.644Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:26.696Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:26.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.727Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:26.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.804Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.805Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.813Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.854Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.877Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:26.894Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.948Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:26.956Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:27.022Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:27.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:27.171Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:27.178Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:27.184Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:27.218Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:27.222Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:27.296Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:27.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:27.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:27.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:27.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:27.746Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:27.903Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:28.594Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:28.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:28.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:28.792Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:28.803Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:28.806Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:28.817Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:28.896Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:28.907Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:28.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.005Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.095Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.106Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.108Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.116Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.129Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.164Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:29.207Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.243Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.304Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.339Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.368Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:29.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:29.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.458Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.475Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.477Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.480Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:29.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:29.534Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:29.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:29.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:29.715Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:29.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:29.750Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:29.836Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:29.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:29.883Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:29.899Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:29.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:29.923Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:29.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:29.994Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:30.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:30.113Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:30.116Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:30.173Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:30.229Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:30.325Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:30.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:30.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:30.391Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:30.447Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:30.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:30.500Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:30.720Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:30.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:31.215Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:31.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:31.838Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:31.854Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:31.864Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:31.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:31.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:31.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:31.944Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:31.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.115Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.151Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.170Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.171Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.234Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.234Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.240Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.248Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.299Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.304Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.378Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.394Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.404Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.420Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.447Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.456Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.461Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.467Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.494Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.566Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.578Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.596Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.665Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.677Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.722Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.728Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.824Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.827Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.860Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.861Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.872Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:32.890Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:32.944Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.114Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:33.122Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.138Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:33.186Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.277Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.372Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:33.379Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.396Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:33.420Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.422Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.435Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.466Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.535Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:33.540Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:33.548Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:33.590Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.597Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:33.601Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:33.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.624Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:33.728Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:33.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:33.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:33.767Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:33.775Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.782Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.800Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:33.854Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.869Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:33.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:33.965Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:33.965Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:34.028Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:34.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:34.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:34.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:34.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:34.067Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:34.081Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:34.093Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:34.148Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:34.164Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:34.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:34.250Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:34.258Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:34.283Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:34.323Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:34.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:34.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:34.391Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:34.422Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:34.446Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:34.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:34.539Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:34.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:34.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:35.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:35.550Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:35.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:35.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:35.833Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:35.916Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:35.943Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:35.972Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:35.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.010Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.051Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.060Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.115Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.138Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.166Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.169Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.179Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.187Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.207Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.272Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.287Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.435Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.520Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.522Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.777Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.820Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:36.836Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:40.370Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:40.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:40.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:40.752Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:40.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:40.825Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:40.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:40.848Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:40.902Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:40.915Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:40.925Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:40.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:40.956Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:40.959Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:40.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:40.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.022Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.032Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.048Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.060Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.072Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.094Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.094Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.106Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.111Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.208Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.211Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.213Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.215Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.234Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.239Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.279Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.288Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.300Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.302Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.302Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.336Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.366Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.387Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.387Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.406Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.411Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.416Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.417Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.447Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.460Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.476Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.478Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.491Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.510Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.520Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.523Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.525Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.552Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.562Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.568Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.581Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.589Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.596Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.598Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.601Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.607Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.621Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.623Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.625Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.629Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.684Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.715Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.715Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.721Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.758Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.769Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.775Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.784Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.787Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:41.789Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.810Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.823Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.888Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:41.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.924Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:41.926Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:41.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:42.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:42.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:42.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:42.120Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:42.186Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:42.204Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:42.236Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:42.270Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:42.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:42.393Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:42.406Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:42.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:42.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:42.497Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:42.566Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:42.824Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:42.967Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:43.684Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:43.759Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:43.824Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:43.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:43.842Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:43.858Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:43.901Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:43.988Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.018Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.083Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.101Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.169Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.201Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.227Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:44.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.274Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.278Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.279Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.300Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.325Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.370Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.375Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.386Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.496Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.532Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:44.547Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:44.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.608Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:44.676Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:44.717Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:44.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:44.777Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:44.801Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:44.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:44.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:44.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:44.915Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:44.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:44.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:44.980Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:44.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:45.010Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:45.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:45.119Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:45.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:45.211Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:45.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:45.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:45.348Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:45.391Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:45.510Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:45.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:45.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:45.563Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:45.617Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:45.806Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:45.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:46.305Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:46.457Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:46.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:46.882Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:46.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:46.971Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:46.984Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.116Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.185Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.199Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.268Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.294Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.302Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.306Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.307Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.317Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.355Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.419Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.448Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.461Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.463Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.463Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.478Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.517Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.562Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.567Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.620Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.660Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.674Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.681Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.691Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.694Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.719Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.762Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.902Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.907Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.920Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:47.929Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:47.973Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:31:48.019Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:48.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:48.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.189Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:48.254Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:31:48.351Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.416Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:48.426Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:48.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.435Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.437Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.484Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.507Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.522Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.567Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.580Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.583Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:48.619Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.700Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:48.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:48.711Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:48.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:48.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.803Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.806Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.810Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:48.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.836Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:48.839Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:48.894Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.911Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:48.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:48.944Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:48.960Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:48.979Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:49.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:49.074Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:49.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:49.123Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:49.148Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:49.154Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:49.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:49.213Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:49.219Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:49.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:49.234Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:49.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:49.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:49.368Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:49.371Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:49.404Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:49.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:49.415Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:49.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:49.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:49.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:49.519Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:31:49.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:49.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:49.602Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:49.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:31:49.748Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:50.585Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:50.621Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:50.750Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:50.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:50.918Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:50.943Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:50.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.019Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.191Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.194Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.214Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.253Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.273Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.306Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.311Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.454Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.523Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.552Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.566Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.620Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.778Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.842Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:31:51.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:55.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:55.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:55.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:55.896Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:55.904Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:55.911Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:55.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:55.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:55.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.008Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.012Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.016Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.019Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.100Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.204Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.234Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.263Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.263Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.280Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.313Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.347Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.359Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.373Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.410Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.442Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.461Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.470Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.471Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.474Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.474Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.489Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.490Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.552Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.559Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.577Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.581Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.606Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.648Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.655Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.662Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.662Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.722Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.727Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.747Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.750Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.754Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.759Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.767Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.768Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.807Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.815Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.826Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:56.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.872Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.899Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:31:56.917Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.954Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:56.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:56.975Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:57.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:57.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:57.046Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:57.072Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:57.134Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:31:57.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:57.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:57.163Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:57.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:57.198Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:57.321Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:57.360Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:57.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:57.389Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:57.391Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:57.398Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:57.456Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:31:57.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:57.573Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:57.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:57.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:57.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:31:58.017Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:58.771Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:58.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:58.836Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:58.882Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:58.940Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:58.959Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:58.990Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.218Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.288Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:59.297Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.367Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.379Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.410Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.416Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.416Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.489Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.535Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.587Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.611Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:59.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.700Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.747Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:59.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:59.785Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.787Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:59.801Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:59.832Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:31:59.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:59.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:59.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:59.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:31:59.954Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:00.014Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:00.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:00.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:00.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:00.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:00.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:00.198Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:00.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:00.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:00.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:00.355Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:00.393Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:00.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:00.565Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:00.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:00.625Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:00.672Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:00.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:00.873Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:01.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:01.076Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:01.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:01.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:01.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:01.966Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.092Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.098Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.113Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.134Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.215Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.275Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.318Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.318Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.327Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.338Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.363Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.391Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.404Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.435Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.454Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.472Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.532Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.582Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.639Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.640Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.648Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.663Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.727Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.854Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.860Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.882Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.885Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.892Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.901Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.914Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:02.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:02.996Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:03.003Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:03.028Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:03.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:03.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:03.183Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:03.229Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:03.375Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:03.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:03.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:03.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:03.447Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:03.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:03.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:03.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:03.543Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:03.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:03.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:03.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:03.652Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:03.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:03.706Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:03.718Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:03.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:03.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:03.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:03.825Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:03.847Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:03.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:03.853Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:03.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:03.897Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:03.918Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:03.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:03.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:03.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:03.952Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:03.999Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:04.010Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.012Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:04.019Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:04.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.028Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:04.048Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.083Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:04.117Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:04.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:04.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.263Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.420Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:04.474Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:04.475Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.479Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:04.520Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:04.528Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:04.532Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.565Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.581Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.620Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:04.678Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.708Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.771Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:04.833Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:05.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:05.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:05.820Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:05.983Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:05.995Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.003Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.131Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.131Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.197Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.243Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.306Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.386Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.387Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.446Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.452Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.466Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.490Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.888Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.915Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:06.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:07.102Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:10.614Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:10.929Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:10.948Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:10.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:10.954Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:11.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.096Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.136Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.172Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.195Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.218Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.221Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.235Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.271Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.306Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.317Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.321Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.364Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.367Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.367Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.371Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.378Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:11.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.399Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.404Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.446Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.504Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.507Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.514Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:11.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:11.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.563Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.572Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.580Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.582Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:11.585Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.648Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:11.699Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.699Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.709Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:11.710Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.724Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.750Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.772Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.782Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:11.787Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.795Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:11.823Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:11.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:11.836Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:11.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:11.847Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:11.860Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:11.861Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:11.862Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.869Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.889Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.909Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:11.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.963Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:11.970Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:11.987Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:12.011Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:12.017Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:12.029Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:12.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:12.053Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:12.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:12.073Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:12.115Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:12.118Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:12.127Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:12.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:12.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:12.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:12.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:12.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:12.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:12.279Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:12.316Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:12.363Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:12.368Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:12.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:12.415Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:12.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:12.539Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:12.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:12.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:12.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:12.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:12.744Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:12.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:12.853Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:13.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:13.839Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:13.885Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:13.922Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:13.923Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:13.965Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.001Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.032Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.073Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.100Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.273Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.338Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:14.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.411Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.512Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.614Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.614Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.616Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.624Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.629Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.638Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.681Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:14.707Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.719Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.744Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.759Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:14.817Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:14.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:14.879Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:14.890Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.002Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:15.016Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.059Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.120Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.146Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.166Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.207Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.258Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.538Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.597Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.784Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:15.787Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:16.025Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:16.028Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:16.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:16.504Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:16.577Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.059Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.146Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.169Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.201Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.212Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.218Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.238Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.425Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.452Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.478Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.486Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.505Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.508Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.547Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.566Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.576Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.599Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.615Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.625Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.674Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.697Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.729Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.739Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.748Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.782Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.903Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:17.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.980Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:17.981Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:18.019Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:18.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:18.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:18.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:18.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:18.120Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:18.122Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:18.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:18.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:18.236Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:18.280Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:18.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:18.480Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:18.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:18.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:18.488Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:18.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:18.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:18.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:18.668Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:18.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:18.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:18.728Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:18.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:18.744Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:18.746Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:18.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:18.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:18.813Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:18.887Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:18.920Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:18.950Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:18.963Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:18.965Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:18.988Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:18.992Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:19.005Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:19.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:19.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:19.074Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.081Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:19.084Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:19.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:19.131Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:19.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:19.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.268Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.312Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.315Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:19.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:19.410Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.435Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.470Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:19.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.521Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:19.558Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:19.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.575Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.591Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:19.639Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.697Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.752Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:19.787Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:19.803Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.856Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.917Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:19.935Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:20.696Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:20.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:20.860Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:20.992Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.253Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.299Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.300Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.354Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.378Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.386Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.393Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.421Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.437Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.472Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.491Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.616Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.624Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.655Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.701Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.882Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.943Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:21.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:22.118Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:22.150Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:22.283Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:25.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:25.992Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.001Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.024Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.195Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:26.228Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.235Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.326Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.366Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.373Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.398Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:26.403Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.411Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.411Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.413Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.415Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:26.415Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.428Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.467Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.470Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.478Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:26.513Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.518Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.523Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.535Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:26.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:26.562Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:26.580Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:26.598Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.605Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:26.610Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:26.660Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:26.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:26.710Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.713Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.727Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:26.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:26.744Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:26.747Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.747Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:26.754Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.762Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:26.778Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:26.792Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:26.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:26.798Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.804Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:26.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:26.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:26.860Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.861Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.875Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:26.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:26.883Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:26.891Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.897Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:26.900Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:26.911Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:26.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:26.916Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:26.918Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.925Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:26.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.966Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:26.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:26.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:26.978Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:27.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:27.023Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:27.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:27.048Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:27.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:27.062Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:27.122Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:27.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:27.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:27.146Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:27.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:27.163Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:27.170Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:27.173Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:27.176Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:27.217Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:27.219Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:27.240Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:27.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:27.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:27.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:27.272Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:27.339Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:27.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:27.391Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:27.391Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:27.442Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:27.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:27.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:27.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:27.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:27.577Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:27.581Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:27.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:27.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:27.754Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:27.762Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:27.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:27.855Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:27.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:28.248Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:28.852Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:28.928Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:28.966Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.032Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.054Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.297Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.302Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.384Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.495Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:29.517Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.590Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.648Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:29.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.746Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.759Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.789Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.825Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.877Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:29.893Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:29.904Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:29.920Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:29.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:30.053Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.068Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.110Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.148Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.223Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.243Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.284Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.290Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.296Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.299Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.568Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.606Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.698Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.750Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.804Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.826Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:30.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:31.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:31.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:31.211Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:31.313Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:31.655Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:31.708Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.270Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:32.272Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:32.278Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.303Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:32.324Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.470Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:32.512Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.540Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:32.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:32.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:32.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:32.615Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.620Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:32.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:32.713Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.722Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.748Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.755Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:32.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.771Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:32.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:32.811Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:32.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.855Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.882Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:32.885Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:32.911Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.956Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:32.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:32.971Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:33.005Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:33.010Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:33.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:33.029Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:33.059Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:33.093Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:33.121Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:33.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:33.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:33.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:33.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:33.190Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:33.194Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:33.198Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:33.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:33.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:33.356Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:33.356Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:33.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:33.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:33.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:33.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:33.589Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:33.590Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:33.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:33.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:33.686Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:33.708Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:33.748Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:33.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:33.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:33.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:33.781Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:33.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:33.862Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:33.878Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:33.925Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:33.972Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:33.981Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:33.999Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:34.012Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.059Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.096Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:34.111Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:34.118Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:34.129Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:34.136Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:34.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:34.161Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.185Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.197Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:34.217Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:34.325Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:34.332Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.359Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.368Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.411Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:34.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.508Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:34.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.513Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.548Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.591Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:34.607Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.610Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.619Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.619Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.625Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:34.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:34.676Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:34.693Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.720Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:34.784Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:34.820Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:34.868Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.928Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:34.971Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:35.009Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:35.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:35.704Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:35.726Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.040Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.097Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.284Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.379Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.396Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.425Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-09T16:32:36.437Z [TRACE] nomad/consul.go:365: consul_acl: revoke SI token: task= alloc_id= node_id= 2021-10-09T16:32:36.438Z [TRACE] consul/acl_testing.go:291: mock_consul: TokenDelete() 2021-10-09T16:32:36.438Z [TRACE] consul/acl_testing.go:271: mock_consul: TokenDelete(): accessor=9ee96f7a-442e-d986-5073-52b41c89cc6f error= nomad-247 2021-10-09T16:32:36.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.475Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.487Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.488Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.550Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.577Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.629Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.636Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.664Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.678Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.717Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.754Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.908Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:36.986Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:37.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:37.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:37.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:37.278Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:37.463Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:40.990Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.008Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.095Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.282Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.378Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.408Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.442Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:41.474Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.480Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:41.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.501Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.507Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.518Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.521Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.528Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.535Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:41.567Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.589Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.623Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:41.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:41.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:41.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.663Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.675Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:41.686Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:41.722Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.727Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:41.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.775Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:41.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.788Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.811Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.811Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:41.817Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:41.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:41.839Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:41.843Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.843Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.855Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:41.863Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.879Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:41.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:41.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:41.897Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:41.911Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.918Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:41.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.924Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.943Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:41.952Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.963Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:41.971Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:41.978Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:41.984Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:41.987Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:42.002Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:42.008Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:42.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:42.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:42.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:42.024Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:42.025Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:42.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:42.032Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:42.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:42.040Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:42.048Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:42.053Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:42.054Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:42.122Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:42.122Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:42.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:42.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:42.163Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:42.169Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:42.178Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:42.185Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:42.194Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:42.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:42.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:42.248Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:42.263Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:42.275Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:42.303Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:42.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:42.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:42.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:42.364Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:42.375Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:42.406Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:42.424Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:42.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:42.495Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:42.529Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:42.547Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:42.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:42.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:42.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:42.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:42.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:42.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:42.805Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:42.832Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:42.855Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:42.881Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:42.980Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:43.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:43.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:43.303Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:43.879Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.036Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.073Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.093Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.100Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.127Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.375Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.383Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:44.570Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.646Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.646Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.684Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.789Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:44.792Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.822Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.828Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.876Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.876Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.879Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:44.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:45.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:45.024Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.103Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.110Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:45.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.204Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.306Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.312Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.317Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.408Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.454Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.510Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.589Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.592Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.628Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.677Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.747Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.817Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.864Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.915Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:45.979Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:46.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:46.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:46.339Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:46.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:46.894Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:46.905Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:47.284Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:47.336Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:47.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.408Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.448Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.607Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:47.624Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.636Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:47.655Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.675Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.728Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:47.755Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:47.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:47.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:47.820Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:47.824Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:47.828Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.892Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:47.894Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.902Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.907Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.917Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.925Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:47.965Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.970Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:47.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:48.008Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:48.036Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:48.073Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:48.097Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:48.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:48.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:48.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:48.143Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:48.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:48.161Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:48.176Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:48.180Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:48.184Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:48.203Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:48.218Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:48.236Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:48.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:48.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:48.316Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:48.322Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:48.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:48.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:48.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:32:48.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:48.534Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:48.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:48.596Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:48.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:48.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:48.709Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:48.748Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:48.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:48.815Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:48.825Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:48.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:32:48.881Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:48.935Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:48.951Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:48.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:48.980Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:48.988Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.097Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.106Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.115Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.116Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.187Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.197Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.204Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.205Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.234Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.273Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.312Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.336Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.359Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.385Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.406Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.456Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.460Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.470Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.522Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.632Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.705Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.709Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.721Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.802Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.803Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.853Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.869Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.929Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:49.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:49.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:50.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:32:50.060Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:50.064Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:50.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:32:50.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:50.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:50.994Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.060Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.279Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.413Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.478Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.487Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.534Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.548Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.590Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.620Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.640Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.693Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.718Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.724Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.775Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.840Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:51.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:52.075Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:52.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:52.325Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:52.364Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:52.396Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:32:52.496Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.048Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.105Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.208Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.275Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.303Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.310Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.391Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.416Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.497Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.501Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.510Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.540Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:56.572Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:56.575Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.622Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:56.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.660Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.664Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.692Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:56.698Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.710Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:56.726Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:56.806Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.811Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.827Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:56.852Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:56.858Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.872Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.876Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:56.916Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.919Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:56.927Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:56.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:56.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.943Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:56.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:56.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:56.960Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:56.978Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:56.982Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:57.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.001Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.012Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:57.016Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:57.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.032Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:57.047Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:57.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:57.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.062Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.069Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:57.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:57.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.083Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.106Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.114Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:57.121Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:57.129Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.132Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:57.143Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.144Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.173Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.213Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:57.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.247Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:57.364Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:57.371Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:57.372Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:32:57.393Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:57.405Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.411Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:57.446Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.488Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.558Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.590Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.611Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.678Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.707Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.710Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:57.758Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:32:57.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.793Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:57.879Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.904Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:57.965Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:32:58.105Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:58.184Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:58.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:32:58.304Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:58.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.084Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.194Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.282Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.306Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.313Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.413Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.458Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.485Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.500Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:59.602Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.668Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.769Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.799Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.860Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.887Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.896Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.940Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.979Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:32:59.985Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:32:59.997Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:00.010Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:00.024Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:00.121Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:00.122Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:00.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.170Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.291Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.297Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.356Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.391Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.394Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.402Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.420Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:00.463Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.567Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.616Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.699Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.704Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.721Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.801Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.820Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.856Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.960Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.962Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.995Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:00.996Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:01.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:01.166Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:01.240Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:01.458Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:01.494Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:01.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:02.064Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:02.406Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:02.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:02.435Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:02.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:02.475Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:02.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:02.539Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:02.614Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:02.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:02.664Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:02.729Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:02.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:02.782Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:02.782Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:02.810Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:02.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:02.817Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:02.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:02.823Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:02.891Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:02.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:02.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:02.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:02.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:02.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:02.982Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:02.996Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:03.003Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:03.024Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:03.029Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.064Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:03.068Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.086Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.109Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:03.136Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:03.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:03.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:03.185Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:03.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.254Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:03.255Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:03.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:03.285Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:03.308Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.322Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.370Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.439Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:03.491Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:03.525Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.567Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:03.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:03.717Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:03.746Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.799Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:03.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:03.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:03.901Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:03.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:03.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:03.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:03.996Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.053Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.123Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.186Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.186Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.240Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.247Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.270Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.304Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.304Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.386Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.399Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.403Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.410Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.448Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.478Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.570Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.617Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.655Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.772Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.836Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:04.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.929Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:04.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:05.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:05.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:05.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:05.073Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:05.103Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:05.181Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:05.223Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:05.238Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:05.322Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:05.877Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.067Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.172Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.395Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.598Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.606Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.632Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.712Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.728Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.748Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.769Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.777Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.781Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.836Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.868Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.967Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:06.979Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:07.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:07.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:07.300Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:07.384Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:07.463Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:07.494Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:07.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:11.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:11.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:11.359Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:11.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:11.386Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:11.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:11.413Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:11.457Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:11.479Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:11.547Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:11.573Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:11.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:11.599Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:11.617Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:11.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:11.664Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:11.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:11.693Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:11.711Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:11.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:11.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:11.744Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:11.744Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:11.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:11.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:11.759Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:11.769Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:11.774Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:11.780Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:11.809Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:11.822Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:11.825Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:11.839Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:11.853Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:11.885Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:11.920Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:11.929Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:11.975Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:11.989Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:11.989Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:11.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:11.992Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:11.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:11.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:11.999Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:12.012Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.012Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:12.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:12.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:12.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.047Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:12.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:12.075Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:12.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:12.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:12.084Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.093Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:12.127Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.128Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:12.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:12.178Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:12.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:12.183Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:12.194Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.204Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.210Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:12.210Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:12.215Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.215Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:12.226Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.281Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.283Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.291Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.300Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:12.303Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.304Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.315Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.336Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.384Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:12.396Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:12.417Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:12.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.475Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:12.477Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.484Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.491Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.529Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.539Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:12.552Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:12.598Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.601Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.612Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.623Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.623Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.628Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.710Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.712Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:12.815Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.820Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.839Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.855Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:12.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:12.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:12.948Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:13.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:13.086Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:13.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:13.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:13.263Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:13.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:13.396Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.016Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.201Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.297Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.351Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.358Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.448Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.454Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.543Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:14.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.675Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.685Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.705Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.724Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.815Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.825Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.900Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.915Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.916Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.944Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.965Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:14.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:15.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:15.080Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:15.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:15.189Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.244Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:15.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:15.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:15.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.319Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.398Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.459Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.464Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.503Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.518Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:15.532Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.587Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.719Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.799Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.915Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:15.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:16.019Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:16.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:16.033Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:16.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:16.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:16.211Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:16.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:16.469Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:16.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:17.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:17.115Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:17.484Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:17.587Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:17.612Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:17.622Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:17.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:17.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:17.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:17.684Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:17.705Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:17.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:17.803Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:17.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:17.881Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:17.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:17.943Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:17.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:17.948Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:17.956Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:17.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:18.010Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:18.024Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:18.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:18.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:18.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.074Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.097Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.166Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:18.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:18.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:18.183Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:18.194Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.239Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:18.244Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:18.303Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.325Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:18.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:18.335Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:18.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.355Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:18.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:18.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.384Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:18.437Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.437Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.444Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.448Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:18.496Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:18.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.620Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:18.648Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.672Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:18.762Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.839Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.868Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:18.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:18.906Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:18.982Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:18.997Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:18.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.004Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.010Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.134Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:19.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.189Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.191Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.213Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.244Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.290Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.303Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.305Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.310Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.416Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.437Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.458Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.463Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.479Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.504Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.519Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.555Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.562Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.607Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.672Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.674Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.720Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.721Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.815Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.900Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.900Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.905Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:19.956Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:19.988Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:20.022Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:20.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:20.051Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:20.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:20.067Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:20.089Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:20.136Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:20.178Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:20.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:20.254Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:20.285Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:20.375Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:20.563Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:20.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.094Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.219Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.469Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.503Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.606Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.767Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.781Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.792Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.823Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.877Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.887Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.889Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.900Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.906Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:21.922Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:22.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:22.083Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:22.143Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:22.171Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:22.268Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:22.324Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:22.539Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:22.550Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:22.567Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:22.618Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:26.107Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:26.396Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:26.406Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:26.508Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:26.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:26.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:26.559Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:26.624Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:26.652Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:26.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:26.685Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:26.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:26.691Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:26.696Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:26.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:26.746Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:26.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:26.771Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:26.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:26.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:26.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:26.826Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:26.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:26.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:26.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:26.842Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:26.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:26.868Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:26.877Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:26.889Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:26.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:26.906Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:26.911Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:26.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:26.965Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:27.003Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:27.048Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:27.054Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.076Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:27.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:27.083Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:27.086Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.087Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:27.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:27.094Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:27.097Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.119Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:27.119Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.120Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:27.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:27.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:27.134Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.136Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:27.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:27.172Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:27.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:27.191Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:27.208Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:27.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:27.236Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.236Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.263Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.273Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:27.283Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.301Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:27.307Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.308Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.308Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:27.315Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:27.326Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:27.358Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.368Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:27.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:27.403Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.405Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:27.405Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.407Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.424Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.459Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.467Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:27.508Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:27.514Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:27.516Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.570Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.596Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:27.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:27.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.660Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.718Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:27.728Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.758Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.811Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:27.854Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.908Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:27.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:27.961Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:28.022Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:28.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:28.098Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:28.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:28.239Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:28.285Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:28.287Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:28.390Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:28.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:29.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:29.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:29.370Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:29.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:29.485Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:29.505Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:29.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:29.555Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:29.565Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:29.576Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:29.599Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:29.718Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:29.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:29.798Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:29.807Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:29.832Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:29.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:29.927Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:30.032Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:30.032Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:30.053Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:30.069Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:30.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:30.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:30.134Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:30.150Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:30.155Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:30.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:30.205Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:30.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:30.338Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:30.370Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:30.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:30.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:30.480Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:30.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:30.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:30.547Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:30.598Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:30.612Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:30.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:30.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:30.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:30.684Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:30.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:30.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:30.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:30.861Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:30.916Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:30.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:30.996Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:31.022Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:31.053Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:31.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:31.106Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:31.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:31.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:31.253Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:31.348Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:31.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:31.494Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:31.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:32.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:32.146Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:32.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:32.612Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:32.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:32.664Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:32.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:32.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:32.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:32.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:32.788Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:32.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:32.875Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:32.888Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:32.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:32.964Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:32.964Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.067Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.122Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.181Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.187Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.201Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.212Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.238Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.250Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.301Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.301Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.308Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.311Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.322Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.335Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.355Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.360Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.391Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.396Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.398Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.548Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.590Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:33.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.638Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.681Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:33.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.698Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:33.892Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.926Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.948Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:33.990Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:33.999Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.009Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:34.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.089Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.119Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:34.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.294Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.301Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.311Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.375Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.388Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.428Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.446Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.474Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.475Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.477Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.505Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.547Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.568Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.572Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.587Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.602Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.616Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.624Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.639Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.644Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.648Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.694Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.721Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.800Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.832Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.876Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.879Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.909Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.928Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.950Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:34.978Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:34.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:35.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:35.051Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:35.094Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:35.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:35.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:35.186Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:35.211Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:35.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:35.243Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:35.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:35.263Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:35.304Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:35.503Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:35.568Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:35.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:35.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:36.143Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:36.470Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:36.486Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:36.513Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:36.706Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:36.739Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:36.762Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:36.775Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:36.788Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:36.828Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:36.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:36.903Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:36.950Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:36.954Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:36.970Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:36.994Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:37.011Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:37.016Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:37.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:37.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:37.044Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:37.070Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:37.143Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:37.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:37.288Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:37.311Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:37.480Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:37.579Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:37.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:37.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:37.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:41.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:41.404Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:41.552Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:41.583Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:41.608Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:41.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:41.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:41.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:41.773Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:41.781Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:41.792Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:41.838Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:41.840Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:41.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:41.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:41.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:41.855Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:41.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:41.878Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:41.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:41.914Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:41.918Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:41.943Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:41.951Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:41.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:41.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:41.999Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.002Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.019Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.028Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.058Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.074Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.076Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.087Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.095Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.095Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.106Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.108Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.154Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.191Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.199Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.204Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.208Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.215Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.274Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.277Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.283Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.296Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.302Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.334Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.335Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.348Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.373Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.379Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.401Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.423Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.425Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.467Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.476Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.476Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.489Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.500Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.510Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.518Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.550Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.566Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.570Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.572Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.573Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.592Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.602Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.616Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.620Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.664Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.664Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.722Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.729Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:42.739Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.784Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.802Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.804Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.824Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.826Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.879Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:42.922Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:42.952Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.956Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:42.972Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:43.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:43.080Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:43.100Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:43.116Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:43.118Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:43.263Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:43.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:43.313Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:43.354Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:43.496Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:43.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:44.357Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:44.390Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:44.501Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:44.599Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:44.618Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:44.619Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:44.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:44.632Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:44.665Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:44.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:44.767Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:44.799Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:44.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:44.868Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:44.896Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:44.994Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:45.076Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:45.095Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:45.103Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:45.113Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:45.179Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:45.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:45.204Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:45.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:45.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:45.272Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:45.291Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:45.307Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:45.313Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:45.317Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:45.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:45.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:45.505Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:45.513Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:45.586Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:45.598Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:45.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:45.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:45.684Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:45.705Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:45.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:45.805Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:45.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:45.836Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:45.847Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:45.979Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:45.999Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:46.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:46.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:46.100Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:46.121Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:46.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:46.218Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:46.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:46.263Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:46.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:46.357Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:46.452Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:46.507Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:46.527Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:46.616Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:46.696Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:47.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:47.270Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:47.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:47.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:47.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:47.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:47.804Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:47.813Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:47.825Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:47.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:47.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:47.929Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:47.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:47.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.136Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.150Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.196Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.204Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.233Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.233Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.255Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.287Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.290Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.305Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.368Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.378Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.389Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.407Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.447Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.515Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.516Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.552Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.567Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.584Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.599Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.636Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.644Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.662Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:48.700Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:33:48.754Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.785Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.786Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.801Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.875Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:48.960Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:48.960Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:49.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:49.062Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:49.098Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:49.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:49.282Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:49.290Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.319Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:49.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.416Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:33:49.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.477Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.479Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:49.500Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:49.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.507Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:49.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:49.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:49.589Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.594Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:49.619Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:49.638Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.693Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:49.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.748Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:49.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.778Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.787Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:49.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:49.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:49.875Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:49.948Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:49.960Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:49.999Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:50.009Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:50.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:50.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:50.025Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:50.070Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:50.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:50.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:50.210Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:50.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:50.268Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:50.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:50.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:33:50.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:50.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:50.452Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:50.458Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:50.525Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:50.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:50.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:33:50.754Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:51.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:51.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:51.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:51.582Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:51.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:51.714Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:51.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:51.801Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:51.852Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:51.863Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:51.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:51.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:51.999Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:52.018Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:52.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:52.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:52.047Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:52.051Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:52.081Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:52.097Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:52.122Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:52.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:52.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:52.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:52.214Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:52.391Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:52.415Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:52.491Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:52.606Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:52.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:52.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:33:52.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:56.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:56.500Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:56.576Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:56.601Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:56.644Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:56.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:56.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:56.778Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:56.826Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:56.861Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:56.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:56.923Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:56.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:56.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:56.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:56.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:56.950Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:56.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:56.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.011Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.016Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.017Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.084Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.111Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.120Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.144Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.179Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.219Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.222Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.226Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.263Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.311Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.311Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.336Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.336Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.348Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.366Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.395Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.413Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.423Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.435Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.510Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.516Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.522Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.529Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.563Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.594Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.606Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.612Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.619Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.640Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.689Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.700Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.712Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.772Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.833Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:33:57.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:57.879Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.899Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:57.929Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:57.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:58.018Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:58.022Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:58.048Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:58.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:58.116Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:58.120Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:58.143Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:33:58.161Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:58.161Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:58.166Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:58.187Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:58.240Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:58.366Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:58.420Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:58.521Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:58.555Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:33:58.647Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:33:58.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:59.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:59.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:59.657Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:59.715Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:59.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:59.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:59.755Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:59.769Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:59.795Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:59.799Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:59.927Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:59.960Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:33:59.972Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:33:59.983Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:00.059Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:00.121Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:00.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:00.151Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:00.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:00.277Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:00.288Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:00.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:00.291Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:00.301Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:00.312Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:00.323Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:00.393Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:00.513Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:00.518Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:00.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:00.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:00.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:00.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:00.609Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:00.616Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:00.678Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:00.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:00.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:00.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:00.792Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:00.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:00.860Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:00.896Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:01.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:01.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:01.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:01.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:01.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:01.211Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:01.212Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:01.229Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:01.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:01.310Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:01.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:01.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:01.343Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:01.389Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:01.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:01.551Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:01.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:01.628Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:01.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:02.254Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:02.271Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:02.384Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:02.735Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:02.775Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:02.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:02.905Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:02.916Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:02.944Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:02.951Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:02.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:02.989Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.203Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.208Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.217Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.277Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.304Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.315Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.319Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.388Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.404Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.447Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.477Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.514Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.555Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.575Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.582Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.587Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.591Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.607Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.622Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.624Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.663Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.706Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.711Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.772Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.828Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:03.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.858Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.893Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:03.911Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:03.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:04.012Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:04.093Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:04.119Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:04.166Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:04.301Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:04.306Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:04.332Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:04.334Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:04.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.480Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.489Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:04.555Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.567Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:04.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.594Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.628Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:04.640Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:04.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:04.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:04.662Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.671Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:04.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.698Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.708Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:04.713Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.721Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:04.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:04.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.869Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:04.881Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:04.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:04.901Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.906Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.940Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.983Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:04.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:04.999Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:05.023Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:05.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:05.069Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:05.148Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:05.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:05.207Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:05.218Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:05.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:05.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:05.287Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:05.313Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:05.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:05.356Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:05.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:05.517Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:05.597Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:05.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:05.671Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:05.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:05.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:05.893Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:05.926Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:06.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:06.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:06.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:06.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:06.693Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:06.788Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:06.862Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:06.940Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:06.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:06.985Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:06.995Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:07.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:07.048Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:07.109Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:07.115Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:07.138Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:07.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:07.143Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:07.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:07.173Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:07.196Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:07.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:07.236Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:07.284Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:07.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:07.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:07.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:07.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:07.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:07.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:08.097Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:08.166Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:11.519Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:11.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:11.628Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:11.705Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:11.877Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:11.883Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:11.901Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:11.905Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:11.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:11.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:11.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:11.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:11.975Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:11.995Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.017Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.044Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.062Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.092Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.094Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.098Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.105Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.179Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.222Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.228Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.229Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.233Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.272Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.288Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.305Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.338Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.338Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.338Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.370Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.385Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.395Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.398Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.402Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.415Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.467Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.503Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.507Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.513Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.519Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.534Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.538Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.539Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.540Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.559Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.580Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.618Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.640Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.657Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.684Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.693Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.704Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.710Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.714Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.718Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.762Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.780Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.781Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.803Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.825Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.836Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.860Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.873Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-027 2021-10-09T16:34:12.893Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.896Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.909Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.925Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:12.960Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.970Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:12.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:12.990Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:13.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:13.103Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:13.104Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:13.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:13.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:13.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:13.210Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:13.212Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:13.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:13.247Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:13.255Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:13.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:13.279Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:13.354Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-043 2021-10-09T16:34:13.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:13.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:13.477Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:13.534Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-037 2021-10-09T16:34:13.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:13.697Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-050 2021-10-09T16:34:13.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:14.508Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:14.689Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:14.693Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:14.763Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:14.806Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:14.823Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:14.827Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:14.847Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:14.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:14.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.023Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.154Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:15.240Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.271Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.290Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.327Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.363Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:15.461Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.474Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.490Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.532Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.587Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.596Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:15.608Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.629Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:15.675Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:15.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:15.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:15.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:15.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:15.833Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:15.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.852Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-09T16:34:15.874Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:15.984Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:16.059Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:16.115Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:16.128Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:16.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:16.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:16.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:16.287Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:16.318Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:16.323Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:16.359Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:16.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:16.495Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:16.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:16.583Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:16.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:16.705Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:16.735Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:16.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:16.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:17.268Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:17.389Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-135 2021-10-09T16:34:17.470Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:17.775Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:17.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:17.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.029Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.054Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.062Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.150Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.208Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.278Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.300Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.339Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.378Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.408Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.486Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.497Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.565Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.570Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.577Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.584Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.596Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.607Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.660Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.681Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.706Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.706Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.707Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.728Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.734Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.768Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.771Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.799Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.852Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.869Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.881Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.919Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:18.943Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:18.962Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.964Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:18.965Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-190 2021-10-09T16:34:19.001Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:19.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:19.048Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:19.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:19.105Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:19.129Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:19.194Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:19.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:19.339Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:19.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:19.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:19.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:19.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:19.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:19.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:19.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:19.491Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:19.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:19.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:19.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:19.594Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:19.647Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-199 2021-10-09T16:34:19.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:19.662Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:19.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:19.675Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:19.684Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:19.689Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:19.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:19.727Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:19.744Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:19.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:19.812Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:19.820Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:19.823Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:19.839Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:19.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:19.914Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:19.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:19.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:19.990Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:19.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:20.011Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:20.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:20.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:20.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:20.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:20.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:20.101Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:20.136Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:20.161Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:20.195Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:20.218Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:20.268Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:20.277Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:20.287Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:20.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:20.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:20.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:20.417Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:20.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:20.476Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:20.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-214 2021-10-09T16:34:20.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:20.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:20.605Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:20.700Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:20.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:20.916Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:20.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:20.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-208 2021-10-09T16:34:21.004Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:21.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:21.584Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:21.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:21.789Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:21.896Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:21.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:21.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.019Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.115Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.116Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.151Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.154Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.183Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.186Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.205Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.235Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.235Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.305Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.309Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.310Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.370Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.461Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-09T16:34:22.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" panic: test timed out after 7m0s goroutine 53146 [running]: testing.(*M).startAlarm.func1() /usr/lib/go-1.15/src/testing/testing.go:1618 +0xe5 created by time.goFunc /usr/lib/go-1.15/src/time/sleep.go:167 +0x45 goroutine 1 [chan receive, 6 minutes]: testing.tRunner.func1(0xc0003fe780) /usr/lib/go-1.15/src/testing/testing.go:1088 +0x24d testing.tRunner(0xc0003fe780, 0xc00087fde0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 testing.runTests(0xc00052a220, 0x2e8aca0, 0x27d, 0x27d, 0xc0508f03accdec0c, 0x61d1264f18, 0x2f19060, 0x411310) /usr/lib/go-1.15/src/testing/testing.go:1437 +0x2fe testing.(*M).Run(0xc000208780, 0x0) /usr/lib/go-1.15/src/testing/testing.go:1345 +0x1eb main.main() _testmain.go:1315 +0x138 goroutine 19912 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc003a418c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 56 [select]: go.opencensus.io/stats/view.(*worker).start(0xc000208100) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/go.opencensus.io/stats/view/worker.go:276 +0x105 created by go.opencensus.io/stats/view.init.0 /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/go.opencensus.io/stats/view/worker.go:34 +0x68 goroutine 9767 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027f4af0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4af0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4af0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 60 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001b1a600, 0x1fc6000, 0x6, 0xc000119401) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001b1a600, 0x1fd2aa6, 0xd, 0x2309220, 0xc002c72e40, 0x1da2940, 0xc002c72e40, 0x1bac620, 0xc0042275b0, 0x18, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc0018ed940, 0xc002c72e40, 0xc0042275b0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc0002ff9e0, 0xc000318aa8, 0x13, 0x1fc2f0f, 0x4, 0xc0051b5be0, 0x3, 0x3, 0xc0042275b0, 0xc0051b5c38, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002ff9e0, 0xc000318aa8, 0x13, 0xc0051b5be0, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001b1b1c0, 0xc00445c1e0, 0xc0019adcd0, 0x0, 0xc0016e0880, 0xc001f99140, 0x1da2940, 0xc002c72e40, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc00445c1e0, 0x2303960, 0xc0046bfe00, 0xc0042275a0, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc004774f00, 0x1fd2aa6, 0xd, 0x1da2940, 0xc002c72de0, 0x1bac620, 0xc0042275a0, 0x22c3e01, 0xc0042275a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3e40, 0xc003028f30) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a6, 0xc0051b5e60, 0xc0051b5e70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc00629fe60, 0xc00629fe70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x23314c0, 0xc0003ff200, 0xc00629ff58) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestACLEndpoint_GetPolicies_TokenSubset(0xc0003ff200) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/acl_endpoint_test.go:233 +0x114 testing.tRunner(0xc0003ff200, 0x2064440) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 61 [chan send, 6 minutes]: testing.tRunner.func1(0xc0003ff500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0003ff500, 0x2064438) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 62 [chan send, 6 minutes]: testing.tRunner.func1(0xc0003ff800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0003ff800, 0x2064490) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 63 [chan send, 6 minutes]: testing.tRunner.func1(0xc0003ffb00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0003ffb00, 0x2064488) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 64 [chan send, 6 minutes]: testing.tRunner.func1(0xc0003ffe00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0003ffe00, 0x2064480) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 65 [chan send, 6 minutes]: testing.tRunner.func1(0xc00040cc00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00040cc00, 0x2064420) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 82 [chan send, 6 minutes]: testing.tRunner.func1(0xc00040cf00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00040cf00, 0x20644b8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 83 [chan send, 6 minutes]: testing.tRunner.func1(0xc00040d200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00040d200, 0x20644b0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 84 [chan send, 6 minutes]: testing.tRunner.func1(0xc00040d500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00040d500, 0x2064478) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 85 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001e18cc0, 0x1fc6000, 0x6, 0xc000119401) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001e18cc0, 0x1fd2aa6, 0xd, 0x2309220, 0xc002e3eb40, 0x1da2940, 0xc002e3eb40, 0x1bac620, 0xc0036db590, 0x18, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc00329f1c0, 0xc002e3eb40, 0xc0036db590, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc0002ff9e0, 0xc0016b4be0, 0x13, 0x1fc2f0f, 0x4, 0xc006977b90, 0x3, 0x3, 0xc0036db590, 0xc006977be8, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002ff9e0, 0xc0016b4be0, 0x13, 0xc006977b90, 0x3, 0x3, 0xc0009da500, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001e193c0, 0xc005686460, 0xc0038c81b8, 0x0, 0xc004083a80, 0xc0035a7140, 0x1da2940, 0xc002e3eb40, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc005686460, 0x2303960, 0xc001133280, 0xc0036db580, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0043c6f00, 0x1fd2aa6, 0xd, 0x1da2940, 0xc002e3eae0, 0x1bac620, 0xc0036db580, 0x22c3e01, 0xc0036db580) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3e40, 0xc000afd960) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a5, 0xc006977e10, 0xc006977e20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc002e4de10, 0xc002e4de20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x23314c0, 0xc00040d800, 0xc002e4df18) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestACLEndpoint_GetToken_Blocking(0xc00040d800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/acl_endpoint_test.go:668 +0x145 testing.tRunner(0xc00040d800, 0x2064460) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 86 [chan send, 6 minutes]: testing.tRunner.func1(0xc00040db00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00040db00, 0x2064470) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 87 [chan send, 6 minutes]: testing.tRunner.func1(0xc00040de00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00040de00, 0x2064468) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 88 [chan send, 6 minutes]: testing.tRunner.func1(0xc000102780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000102780, 0x20644a0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 89 [chan send, 6 minutes]: testing.tRunner.func1(0xc000103200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000103200, 0x2064498) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 90 [chan send, 6 minutes]: testing.tRunner.func1(0xc000103500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000103500, 0x2064430) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 91 [chan send, 6 minutes]: testing.tRunner.func1(0xc000103800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000103800, 0x2064428) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 92 [chan send, 6 minutes]: testing.tRunner.func1(0xc000103b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000103b00, 0x2064418) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 70 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc004080600, 0x1fc6000, 0x6, 0xc000119401) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc004080600, 0x1fd2aa6, 0xd, 0x2309220, 0xc002b29680, 0x1da2940, 0xc002b29680, 0x1bac620, 0xc000dee9b0, 0x18, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc002b365a0, 0xc002b29680, 0xc000dee9b0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc0002ff9e0, 0xc000402ce0, 0x13, 0x1fc2f0f, 0x4, 0xc00508bb38, 0x3, 0x3, 0xc000dee9b0, 0xc00508bb90, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002ff9e0, 0xc000402ce0, 0x13, 0xc00508bb38, 0x3, 0x3, 0xc002af4740, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc004080a40, 0xc000a97e50, 0xc001cbcdc8, 0x0, 0xc000d6d600, 0xc003103fc0, 0x1da2940, 0xc002b29680, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc000a97e50, 0x2303960, 0xc0009da7c0, 0xc000dee990, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00310e000, 0x1fd2aa6, 0xd, 0x1da2940, 0xc002b29620, 0x1bac620, 0xc000dee990, 0x22c3e01, 0xc000dee990) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3e40, 0xc0042274c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a6, 0xc00508bdb8, 0xc00508bdc8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc0044b1db8, 0xc0044b1dc8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x23314c0, 0xc000354000, 0xc0044b1ef0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestACLEndpoint_Bootstrap_Reset(0xc000354000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/acl_endpoint_test.go:1083 +0x1a7 testing.tRunner(0xc000354000, 0x2064410) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 71 [chan send, 6 minutes]: testing.tRunner.func1(0xc000354300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000354300, 0x20644c8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 72 [chan send, 6 minutes]: testing.tRunner.func1(0xc000354600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000354600, 0x20644c0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 73 [chan send, 6 minutes]: testing.tRunner.func1(0xc000354900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000354900, 0x20644a8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 74 [chan send, 6 minutes]: testing.tRunner.func1(0xc000354c00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000354c00, 0x2065e68) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 76 [chan send, 6 minutes]: testing.tRunner.func1(0xc000355200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000355200, 0x2065e70) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 77 [chan send, 6 minutes]: testing.tRunner.func1(0xc000355380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000355380, 0x20645a8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 78 [chan send, 6 minutes]: testing.tRunner.func1(0xc000355680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000355680, 0x2064590) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 79 [chan send, 6 minutes]: testing.tRunner.func1(0xc000355980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000355980, 0x20645a0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 80 [chan send, 6 minutes]: testing.tRunner.func1(0xc000355c80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000355c80, 0x2064598) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 81 [chan send, 6 minutes]: testing.tRunner.func1(0xc000102f00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000102f00, 0x2064588) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 98 [chan send, 6 minutes]: testing.tRunner.func1(0xc000602600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000602600, 0x2064568) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 99 [chan send, 6 minutes]: testing.tRunner.func1(0xc000602900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000602900, 0x2064570) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 100 [chan send, 6 minutes]: testing.tRunner.func1(0xc000602c00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000602c00, 0x2064580) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 101 [chan send, 6 minutes]: testing.tRunner.func1(0xc000602f00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000602f00, 0x2064578) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 102 [chan send, 6 minutes]: testing.tRunner.func1(0xc000603200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000603200, 0x20645b8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 103 [chan send, 6 minutes]: testing.tRunner.func1(0xc000603500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000603500, 0x20645b0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 105 [chan send, 6 minutes]: testing.tRunner.func1(0xc000603b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000603b00, 0x20645d0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 108 [chan send, 6 minutes]: testing.tRunner.func1(0xc000900480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000900480, 0x2064608) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 109 [chan send, 6 minutes]: testing.tRunner.func1(0xc000900600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000900600, 0x2064620) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 110 [chan send, 6 minutes]: testing.tRunner.func1(0xc000900900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000900900, 0x2064660) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 111 [chan send, 6 minutes]: testing.tRunner.func1(0xc000900c00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000900c00, 0x2064658) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 112 [chan send, 6 minutes]: testing.tRunner.func1(0xc000900f00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000900f00, 0x2064650) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 113 [chan send, 6 minutes]: testing.tRunner.func1(0xc000901200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000901200, 0x2064670) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 114 [chan send, 6 minutes]: testing.tRunner.func1(0xc000901500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000901500, 0x20646a0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 115 [chan send, 6 minutes]: testing.tRunner.func1(0xc000901800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000901800, 0x2064698) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 116 [chan send, 6 minutes]: testing.tRunner.func1(0xc000901b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000901b00, 0x20646b8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 117 [chan send, 6 minutes]: testing.tRunner.func1(0xc000901e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000901e00, 0x20646c8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 118 [chan send, 6 minutes]: testing.tRunner.func1(0xc0003fe300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0003fe300, 0x2064690) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 119 [chan send, 6 minutes]: testing.tRunner.func1(0xc000370000) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000370000, 0x20646b0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 120 [chan send, 6 minutes]: testing.tRunner.func1(0xc000370300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000370300, 0x2064678) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 121 [chan send, 6 minutes]: testing.tRunner.func1(0xc000370600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000370600, 0x2064628) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 122 [chan send, 6 minutes]: testing.tRunner.func1(0xc000370900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000370900, 0x2064640) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 123 [chan send, 6 minutes]: testing.tRunner.func1(0xc000370c00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000370c00, 0x2064648) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 124 [chan send, 6 minutes]: testing.tRunner.func1(0xc000370f00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000370f00, 0x2064638) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 125 [chan send, 6 minutes]: testing.tRunner.func1(0xc000371200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000371200, 0x2064630) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 126 [chan send, 6 minutes]: testing.tRunner.func1(0xc000371500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000371500, 0x20646a8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 127 [chan send, 6 minutes]: testing.tRunner.func1(0xc000371800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000371800, 0x20646d8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 128 [chan send, 6 minutes]: testing.tRunner.func1(0xc000371b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000371b00, 0x20646d0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 129 [chan send, 6 minutes]: testing.tRunner.func1(0xc000371e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000371e00, 0x20646c0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 130 [chan send, 6 minutes]: testing.tRunner.func1(0xc00037a180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00037a180, 0x2064688) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 131 [chan send, 6 minutes]: testing.tRunner.func1(0xc00037a480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00037a480, 0x2064680) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 134 [chan send, 6 minutes]: testing.tRunner.func1(0xc00037ac00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00037ac00, 0x2065a18) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 135 [chan send, 6 minutes]: testing.tRunner.func1(0xc00037ad80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00037ad80, 0x2065a28) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1387 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a4900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a4900, 0x2064500) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2543 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b5200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b5200, 0x2064f38) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2429 [chan send, 6 minutes]: testing.tRunner.func1(0xc00060e480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00060e480, 0x2064c30) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2500 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068b080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068b080, 0x2064f18) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 150 [chan receive]: github.com/hashicorp/nomad/helper/freeport.checkFreedPorts() /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/freeport/freeport.go:116 +0x49 created by github.com/hashicorp/nomad/helper/freeport.initialize /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/freeport/freeport.go:110 +0x3ad goroutine 35755 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc0016aaf00, 0x3b9aca00, 0xc00319de00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 2640 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009ba600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009ba600, 0x20652d0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2527 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006cb980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006cb980, 0x2064e98) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2618 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a8480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a8480, 0x2065500) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2479 [chan send, 6 minutes]: testing.tRunner.func1(0xc000653080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000653080, 0x2064e00) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9784 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d90712638, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0024ffc18, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0024ffc00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0024ffc00, 0x37e11d600, 0xc001ea3f08, 0x78481a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc001bc8720, 0x40a73a, 0xc001578480, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc001bc8720, 0xc001578480, 0x0, 0x3f800000, 0xc0027f7280) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc0010fb940, 0x23030e0, 0xc0027f7280) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 2636 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009ba000) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009ba000, 0x2065358) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 19909 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901c4378, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc003344f18, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc003344f00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc003344f00, 0x0, 0x0, 0xc00325ffc8) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0010ba020, 0x0, 0x0, 0x200000325ffb8) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc0010ba020, 0x0, 0x1, 0x0) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc0029fa770, 0xc0010ba020) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 2611 [chan send, 6 minutes]: testing.tRunner.func1(0xc00096b980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00096b980, 0x20654e8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9819 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0003e5c00, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003e5c00, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003e5c00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6623 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0001d2b60, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2b60, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2b60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2592 [chan send, 6 minutes]: testing.tRunner.func1(0xc0008e3c80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0008e3c80, 0x20657d0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 14018 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc000fece60, 0xc003df7500, 0xc0022e2360) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 39732 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b3340, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b3340, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e8f00, 0xc0009d9e00, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b3340) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2652 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009bb800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009bb800, 0x2065390) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2594 [chan send, 6 minutes]: testing.tRunner.func1(0xc00096a000) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00096a000, 0x20657f0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2591 [chan send, 6 minutes]: testing.tRunner.func1(0xc0008e3b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0008e3b00, 0x20657b8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2426 [chan send, 6 minutes]: testing.tRunner.func1(0xc00060e000) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00060e000, 0x2064c48) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2420 [chan send, 6 minutes]: testing.tRunner.func1(0xc000b15680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000b15680, 0x2064b78) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2483 [chan send, 6 minutes]: testing.tRunner.func1(0xc000653680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000653680, 0x2064d60) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2145 [chan send, 6 minutes]: testing.tRunner.func1(0xc001081980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001081980, 0x2064770) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2607 [chan send, 6 minutes]: testing.tRunner.func1(0xc00096b380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00096b380, 0x20654c0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2486 [chan send, 6 minutes]: testing.tRunner.func1(0xc000653b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000653b00, 0x2064e30) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2526 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006cb800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006cb800, 0x2065018) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2089 [chan send, 6 minutes]: testing.tRunner.func1(0xc000691b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000691b00, 0x20649c8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9600 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc002200000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 2537 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b4900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b4900, 0x2064fa8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 15734 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d885f9f98, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000af4f98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000af4f80, 0xc003a27000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000af4f80, 0xc003a27000, 0x1000, 0x1000, 0x1ca1400, 0xc0002ebc20, 0x2337240) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000402118, 0xc003a27000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000ca0420) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000ca0420, 0x2d1d35090, 0x2e008e9dac2cdd40, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc002bcf400, 0x7f4d887baed8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc002a2c540, 0xc00151f328) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc002a2c540, 0x20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc001a6bc00, 0xc001bb39b8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc002a2c500, 0x1baa420, 0xc001a6bc40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc002a2c500, 0x1baa420, 0xc001a6bc40, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc0020bfe00, 0x1baa420, 0xc001a6bc40, 0x203000, 0xc0030b7658) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc0020bfe00, 0xc001a6bc40, 0xc001bb3b10, 0x411310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc0030b7630, 0x2304020, 0xc0020bfe00, 0x411310, 0x1, 0xc001bb3ba0, 0xc001bb3b98, 0xc001bb3b98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc0030b7630, 0x2304020, 0xc0020bfe00, 0xc001bb3d80, 0xc0040f10e0, 0xc000ca0420, 0xc001ecb000, 0xc000402118, 0xc003a27000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc0030b7630, 0x2304020, 0xc0020bfe00, 0x2, 0xc0020bfe00) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc0028241c0, 0x23030e0, 0xc000cca380, 0x2325c40, 0xc000402118, 0xc0030b7630) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc0028241c0, 0x23030e0, 0xc000cca380, 0x2325c40, 0xc000402118, 0xc000a25130) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 2654 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009bbb00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009bbb00, 0x2065388) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9840 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0032b6620, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0032b6620, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0032b6620) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2600 [chan send, 6 minutes]: testing.tRunner.func1(0xc00096a900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00096a900, 0x2065738) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2676 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3bc80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3bc80, 0x2065430) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9839 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0032b65b0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0032b65b0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0032b65b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 1974 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9023af88, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000416298, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000416280, 0xc0014e1000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000416280, 0xc0014e1000, 0x1000, 0x1000, 0x18, 0xc001593000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0007e0468, 0xc0014e1000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000b3b020) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000b3b020, 0x4ad1a5, 0xc000416280, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc00068c0c0, 0xc000b3b020, 0xc000b3b140, 0xc00042e150, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc00068c0c0, 0x23030e0, 0xc000b96200, 0x2325c40, 0xc0007e0468) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 2147 [chan send, 6 minutes]: testing.tRunner.func1(0xc001081c80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001081c80, 0x20646f8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2639 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00155fc40, 0x1fc6000, 0x6, 0xc000119401) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00155fc40, 0x1fd2aa6, 0xd, 0x2309220, 0xc002dbef00, 0x1da2940, 0xc002dbef00, 0x1bac620, 0xc000deea70, 0x18, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc001755d60, 0xc002dbef00, 0xc000deea70, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc0002ff9e0, 0xc0008e7fc0, 0x13, 0x1fc2f0f, 0x4, 0xc0020efc08, 0x3, 0x3, 0xc000deea70, 0xc0020efc60, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002ff9e0, 0xc0008e7fc0, 0x13, 0xc0020efc08, 0x3, 0x3, 0xc002af5180, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc0007b0180, 0xc001756c30, 0xc001cbced8, 0x0, 0xc0013b6500, 0xc001b0a480, 0x1da2940, 0xc002dbef00, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001756c30, 0x2303960, 0xc0009da800, 0xc000deea60, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051db00, 0x1fd2aa6, 0xd, 0x1da2940, 0xc002dbeea0, 0x1bac620, 0xc000deea60, 0x22c3e01, 0xc000deea60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3e40, 0xc003028ee0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a5, 0xc0020efe88, 0xc0020efe98) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc002471e88, 0xc002471e98) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x23314c0, 0xc0009ba480, 0xc002471f58) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestJobEndpoint_Evaluate_ParameterizedJob(0xc0009ba480) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/job_endpoint_test.go:3000 +0x114 testing.tRunner(0xc0009ba480, 0x2065318) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2484 [chan send, 6 minutes]: testing.tRunner.func1(0xc000653800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000653800, 0x2064d68) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6062 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc00037db00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc00037db00, 0xc001d906d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 2097 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f9ea80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f9ea80, 0x2064ac0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2602 [chan send, 6 minutes]: testing.tRunner.func1(0xc00096ac00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00096ac00, 0x2065720) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1672 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9023acd0, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000416498, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000416480, 0xc00069a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000416480, 0xc00069a000, 0x1000, 0x1000, 0x1b, 0xc00069b000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0007e0460, 0xc00069a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000bf2de0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000bf2de0, 0x4ad1a5, 0xc000416480, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc000970000, 0xc000bf2de0, 0xc000bf2e40, 0xc00042e230, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc000970000, 0x23030e0, 0xc000a66b00, 0x2325c40, 0xc0007e0460) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 2116 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc000c945c0, 0x1fc6000, 0x6, 0xc000119401) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc000c945c0, 0x1fd2aa6, 0xd, 0x2309220, 0xc002dc2840, 0x1da2940, 0xc002dc2840, 0x1bac620, 0xc000deeaf0, 0x18, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc003195f20, 0xc002dc2840, 0xc000deeaf0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc0002ff9e0, 0xc002ce3610, 0x13, 0x1fc2f0f, 0x4, 0xc002429bb0, 0x3, 0x3, 0xc000deeaf0, 0xc002429c08, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002ff9e0, 0xc002ce3610, 0x13, 0xc002429bb0, 0x3, 0x3, 0xc004401cc0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc000c95080, 0xc003dfbf90, 0xc001cbcf48, 0x0, 0xc0042f8680, 0xc003a6c6a0, 0x1da2940, 0xc002dc2840, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003dfbf90, 0x2303960, 0xc0009da880, 0xc000deeae0, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0040b9800, 0x1fd2aa6, 0xd, 0x1da2940, 0xc002dc27e0, 0x1bac620, 0xc000deeae0, 0x22c3e01, 0xc000deeae0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3e40, 0xc003028f40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a5, 0xc002429e30, 0xc002429e40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc004543e30, 0xc004543e40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x23314c0, 0xc001000a80, 0xc004543ef0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestCoreScheduler_PartitionEvalReap(0xc001000a80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/core_sched_test.go:1847 +0xe5 testing.tRunner(0xc001000a80, 0x2064b40) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6468 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc0006fe840, 0xc001ddc6c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 2490 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068a180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068a180, 0x2065050) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2567 [chan send, 6 minutes]: testing.tRunner.func1(0xc000815680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000815680, 0x2065188) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2665 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3ac00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3ac00, 0x2065210) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2633 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a9b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a9b00, 0x2065698) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2568 [chan send, 6 minutes]: testing.tRunner.func1(0xc000815800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000815800, 0x20651a0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2551 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b5e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b5e00, 0x2064f30) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2617 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a8300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a8300, 0x2065568) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2664 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3aa80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3aa80, 0x2065208) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2590 [chan send, 6 minutes]: testing.tRunner.func1(0xc0008e3980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0008e3980, 0x20656e0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2470 [chan send, 6 minutes]: testing.tRunner.func1(0xc000652300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000652300, 0x2064dc8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2452 [chan send, 6 minutes]: testing.tRunner.func1(0xc000622780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000622780, 0x2064cb8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 5333 [chan receive, 6 minutes]: testing.runTests.func1.1(0xc0003fe780) /usr/lib/go-1.15/src/testing/testing.go:1444 +0x3b created by testing.runTests.func1 /usr/lib/go-1.15/src/testing/testing.go:1444 +0xac goroutine 2419 [chan send, 6 minutes]: testing.tRunner.func1(0xc000b15500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000b15500, 0x2064b90) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2619 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a8600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a8600, 0x2065510) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 15537 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc000f98600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 9838 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002459400, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002459400, 0x1fd0645, 0xc, 0x2309120, 0xc002e489c0, 0x1da2640, 0xc002e489c0, 0x1c7de20, 0xc001133900, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001f99780, 0xc002e489c0, 0xc001133900, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00218ad88, 0x13, 0x1fc2f0f, 0x4, 0xc0014afcc8, 0x3, 0x3, 0xc001133900, 0xc0014afd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00218ad88, 0x13, 0xc0014afcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459580, 0xc001644870, 0xc0038c8220, 0x0, 0xc001482300, 0xc002a8b000, 0x1da2640, 0xc002e489c0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001644870, 0x2303960, 0xc0011338c0, 0x6161c48e, 0x1fe09370) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc002200000, 0x1fd0645, 0xc, 0x1da2640, 0xc0032d0000, 0x1c7de20, 0xc003285440, 0x22c3e40, 0xc000a98250) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0032b6540, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0032b6540) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2110 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f9fe00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f9fe00, 0x2064b10) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2428 [chan send, 6 minutes]: testing.tRunner.func1(0xc00060e300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00060e300, 0x2064c40) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2113 [chan send, 6 minutes]: testing.tRunner.func1(0xc001000600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001000600, 0x2064b08) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 27605 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc003bb5b80, 0x23030e0, 0xc004994ec0, 0xc00363a120) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 2627 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a9200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a9200, 0x2065538) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2104 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f9f500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f9f500, 0x2064b28) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2439 [chan send, 6 minutes]: testing.tRunner.func1(0xc00060f380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00060f380, 0x2064c70) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2140 [chan send, 6 minutes]: testing.tRunner.func1(0xc001081200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001081200, 0x2064740) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2653 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009bb980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009bb980, 0x2065378) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9788 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc0012a0400, 0x3b9aca00, 0xc001eb7500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 2630 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a9680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a9680, 0x2065630) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2087 [chan send, 6 minutes]: testing.tRunner.func1(0xc000691800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000691800, 0x2064a30) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2666 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3ad80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3ad80, 0x2065218) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2421 [chan send, 6 minutes]: testing.tRunner.func1(0xc000b15800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000b15800, 0x2064b88) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2100 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f9ef00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f9ef00, 0x2064a90) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2141 [chan send, 6 minutes]: testing.tRunner.func1(0xc001081380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001081380, 0x2064738) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2522 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006cb200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006cb200, 0x2064ef8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2434 [chan send, 6 minutes]: testing.tRunner.func1(0xc00060ec00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00060ec00, 0x2064b50) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2675 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3bb00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3bb00, 0x20653f0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2477 [chan send, 6 minutes]: testing.tRunner.func1(0xc000652d80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 runtime.Goexit() /usr/lib/go-1.15/src/runtime/panic.go:617 +0x1e5 testing.(*common).FailNow(0xc000652d80) /usr/lib/go-1.15/src/testing/testing.go:732 +0x3c testing.(*common).Fatalf(0xc000652d80, 0x1ff07df, 0x19, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/testing/testing.go:806 +0x93 github.com/hashicorp/nomad/nomad.TestEvalEndpoint_Create.func3(0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint_test.go:590 +0x52 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1, 0xc00174beb8, 0xc00174bea8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:32 +0x7d github.com/hashicorp/nomad/testutil.WaitForResult(0xc0044b1eb8, 0xc0044b1ea8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/nomad.TestEvalEndpoint_Create(0xc000652d80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint_test.go:587 +0x13a testing.tRunner(0xc000652d80, 0x2064d80) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2431 [chan send, 6 minutes]: testing.tRunner.func1(0xc00060e780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00060e780, 0x2064bb0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6610 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc00233f080, 0x1da2640, 0xc00233f080, 0x1c7de20, 0xc002af5480, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc00233f080, 0xc002af5480, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc0020d7cc8, 0x3, 0x3, 0xc002af5480, 0xc0020d7d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc0020d7cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc0012a8160, 0x0, 0xc000988900, 0xc0003f5d80, 0x1da2640, 0xc00233f080, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc002af5400, 0x6161c48e, 0x3c2940f) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c7e060, 0x1c7de20, 0xc0015ca8c0, 0x22c3e40, 0xc0042271d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d25b0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d25b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2660 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3a480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3a480, 0x2065400) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 47569 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d88270b18, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00252ce98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00252ce80, 0xc003957000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc00252ce80, 0xc003957000, 0x1000, 0x1000, 0x12b, 0xc0038e9000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc005132010, 0xc003957000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc001dd9c80) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc001dd9c80, 0x4ad1a5, 0xc00252ce80, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001d18600, 0xc001dd9c80, 0xc001dd9ce0, 0xc0002e49a0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001d18600, 0x23030e0, 0xc0043f6f40, 0x2325c40, 0xc005132010) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 9482 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc001461a20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 2538 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b4a80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b4a80, 0x2064f98) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6618 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002bcd620, 0x1da2640, 0xc002bcd620, 0x1c7de20, 0xc00490d1c0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002bcd620, 0xc00490d1c0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc0020dccc8, 0x3, 0x3, 0xc00490d1c0, 0xc0020dcd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc0020dccc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc004b7e9d8, 0x0, 0xc000988900, 0xc001033bc0, 0x1da2640, 0xc002bcd620, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc00490d180, 0x6161c48e, 0x24e90199) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c69b00, 0x1c7de20, 0xc0015caf40, 0x22c3e40, 0xc000f9a2e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2930, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2930) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2599 [chan send, 6 minutes]: testing.tRunner.func1(0xc00096a780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00096a780, 0x2065770) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2474 [chan send, 6 minutes]: testing.tRunner.func1(0xc000652900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000652900, 0x2064d58) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2473 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0046fab80, 0x1fc6000, 0x6, 0xc000119401) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0046fab80, 0x1fd2aa6, 0xd, 0x2309220, 0xc002dbf5c0, 0x1da2940, 0xc002dbf5c0, 0x1bac620, 0xc000deea90, 0x18, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc0035acc40, 0xc002dbf5c0, 0xc000deea90, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc0002ff9e0, 0xc0020108f8, 0x13, 0x1fc2f0f, 0x4, 0xc00125bc08, 0x3, 0x3, 0xc000deea90, 0xc00125bc60, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002ff9e0, 0xc0020108f8, 0x13, 0xc00125bc08, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc0046faf80, 0xc001624460, 0xc001cbcee0, 0x0, 0xc002197b80, 0xc0041ec140, 0x1da2940, 0xc002dbf5c0, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001624460, 0x2303960, 0xc0009da840, 0xc000deea80, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000f98600, 0x1fd2aa6, 0xd, 0x1da2940, 0xc002dbf560, 0x1bac620, 0xc000deea80, 0x22c3e01, 0xc000deea80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3e40, 0xc003028ef0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a5, 0xc00125be88, 0xc00125be98) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc002b95e88, 0xc002b95e98) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x23314c0, 0xc000652780, 0xc002b95f58) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestEvalEndpoint_Dequeue_Version_Mismatch(0xc000652780) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint_test.go:415 +0x117 testing.tRunner(0xc000652780, 0x2064da8) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 41953 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc0048c4c00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 2137 [chan send, 6 minutes]: testing.tRunner.func1(0xc001080d80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001080d80, 0x2064a68) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2635 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a9e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a9e00, 0x2065330) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2449 [chan send, 6 minutes]: testing.tRunner.func1(0xc000622300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000622300, 0x2064cd0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2695 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a8b980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a8b980, 0x20653b0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9826 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002459400, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002459400, 0x1fd0645, 0xc, 0x2309120, 0xc0023649c0, 0x1da2640, 0xc0023649c0, 0x1c7de20, 0xc002af5f80, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001f99780, 0xc0023649c0, 0xc002af5f80, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00218ad88, 0x13, 0x1fc2f0f, 0x4, 0xc0010decc8, 0x3, 0x3, 0xc002af5f80, 0xc0010ded20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00218ad88, 0x13, 0xc0010decc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459580, 0xc001644870, 0xc0012a8280, 0x0, 0xc001482300, 0xc00329e880, 0x1da2640, 0xc0023649c0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001644870, 0x2303960, 0xc002af5f40, 0x6161c48e, 0x29fb96ba) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc002200000, 0x1fd0645, 0xc, 0x1da2640, 0xc0022e8060, 0x1c7de20, 0xc0022ea080, 0x22c3e40, 0xc0036db220) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0032b6000, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0032b6000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9486 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc001461a20, 0xc003014a20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 6470 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc000508600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 2437 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0028241c0, 0x1fc6000, 0x6, 0xc000119401) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0028241c0, 0x1fd2aa6, 0xd, 0x2309220, 0xc00231c720, 0x1da2940, 0xc00231c720, 0x1bac620, 0xc000afd8f0, 0x18, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc003122560, 0xc00231c720, 0xc000afd8f0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc0002ff9e0, 0xc002923c40, 0x13, 0x1fc2f0f, 0x4, 0xc005125b18, 0x3, 0x3, 0xc000afd8f0, 0xc005125b70, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002ff9e0, 0xc002923c40, 0x13, 0xc005125b18, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc0028245c0, 0xc001b4b360, 0xc0012a8110, 0x0, 0xc000ed4b00, 0xc001db2180, 0x1da2940, 0xc00231c720, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001b4b360, 0x2303960, 0xc002af5280, 0xc000afd8e0, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc001c18000, 0x1fd2aa6, 0xd, 0x1da2940, 0xc00231c6c0, 0x1bac620, 0xc000afd8e0, 0x22c3e01, 0xc000afd8e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3e40, 0xc000afd8d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a5, 0xc005125d98, 0xc005125da8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc004571d98, 0xc004571da8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x23314c0, 0xc00060f080, 0xc004571f00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestDrainer_Simple_ServiceOnly(0xc00060f080) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/drainer_int_test.go:129 +0x13c testing.tRunner(0xc00060f080, 0x2064c80) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2107 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f9f980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f9f980, 0x2064af8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2523 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006cb380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006cb380, 0x2064ec0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9739 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027f45b0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f45b0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f45b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 14931 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9007ecb8, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc002a1e018, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc002a1e000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc002a1e000, 0xc00113d7a0, 0xc000acf938, 0xc00113d790) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0026b2aa0, 0x1a307e5, 0x1, 0xc00113d7b8) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc0026b2aa0, 0x0, 0x1000000000001, 0xc000dc7080) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc001e30310, 0xc0026b2aa0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 2605 [chan send, 6 minutes]: testing.tRunner.func1(0xc00096b080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00096b080, 0x2065598) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1984 [chan send, 6 minutes]: testing.tRunner.func1(0xc000b15080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000b15080, 0x2064ba8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9481 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9039eed8, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001978b98, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc001978b80, 0xc00302e000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc001978b80, 0xc00302e000, 0x10000, 0x10000, 0x411508, 0x7f4d9013edd8, 0xc00302e000, 0x10000, 0x0) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc0007238c8, 0xc00302e000, 0x10000, 0x10000, 0x101, 0xc00022ee30, 0xc00022eec0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc0007238c8, 0xc00302e000, 0x10000, 0x10000, 0x0, 0xc000f5ac00, 0x18c0000, 0xc00022efb8, 0xc00022efc8) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc00053c150, 0xc0007238c8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 5736 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc0010a4b90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 2691 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a8b380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a8b380, 0x2065668) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 39647 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc001dbbc80, 0x1fc3e78, 0x5, 0xc004cb6d20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 9598 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002af8150, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002af8150, 0x1dcd6500, 0x0, 0xc001fc47b8, 0x1a307e5, 0xc002568120, 0xc001fc4760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002af8150) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2471 [chan send, 6 minutes]: testing.tRunner.func1(0xc000652480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000652480, 0x2064db8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2626 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0xc000119401) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd2aa6, 0xd, 0x2309220, 0xc002d2c300, 0x1da2940, 0xc002d2c300, 0x1bac620, 0xc003028f90, 0x18, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc00172a7c0, 0xc002d2c300, 0xc003028f90, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc0002ff9e0, 0xc00112c770, 0x13, 0x1fc2f0f, 0x4, 0xc002ae3bb0, 0x3, 0x3, 0xc003028f90, 0xc002ae3c08, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002ff9e0, 0xc00112c770, 0x13, 0xc002ae3bb0, 0x3, 0x3, 0xc0046bf780, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86cc0, 0xc0012cd4f0, 0xc003a67ab8, 0x0, 0xc00191bf00, 0xc000b95980, 0x1da2940, 0xc002d2c300, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc0021a3400, 0xc003028f80, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd2aa6, 0xd, 0x1da2940, 0xc002d2c2a0, 0x1bac620, 0xc003028f80, 0x22c3e01, 0xc003028f80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3e40, 0xc0042276b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a4, 0xc002ae3e30, 0xc002ae3e40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc0019e5e30, 0xc0019e5e40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x23314c0, 0xc0009a9080, 0xc0019e5f10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestJobEndpoint_Register_SemverConstraint(0xc0009a9080) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/job_endpoint_test.go:1754 +0x117 testing.tRunner(0xc0009a9080, 0x20655a0) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2604 [chan send, 6 minutes]: testing.tRunner.func1(0xc00096af00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00096af00, 0x2065608) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2643 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009baa80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009baa80, 0x20652c8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 29300 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9023a760, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0046c3318, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0046c3300, 0xc002463000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0046c3300, 0xc002463000, 0x1000, 0x1000, 0x67, 0xc002116000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc005412b48, 0xc002463000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc00303eba0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc00303eba0, 0x4ad1a5, 0xc0046c3300, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc004b5f440, 0xc00303eba0, 0xc00303ec00, 0xc00048a070, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc004b5f440, 0x23030e0, 0xc0049c1900, 0x2325c40, 0xc005412b48) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 2659 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3a300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3a300, 0x2065420) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2667 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3af00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3af00, 0x2065348) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9803 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc001e82820, 0x3b9aca00, 0xc001b06840) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 2545 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b5500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b5500, 0x2064fa0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2641 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009ba780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009ba780, 0x2065270) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2510 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006ca000) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006ca000, 0x2065030) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2424 [chan send, 6 minutes]: testing.tRunner.func1(0xc000b15c80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000b15c80, 0x2064c00) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2629 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a9500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a9500, 0x2065648) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2463 [chan send, 6 minutes]: testing.tRunner.func1(0xc000623800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000623800, 0x2064ce8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 8364 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc00037c000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc00037c000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc00037c000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc00037c000, 0xc000dee2f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 2482 [chan send, 6 minutes]: testing.tRunner.func1(0xc000653500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000653500, 0x2064d70) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6060 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc0012cd770, 0x0, 0x46f25aff00000000, 0xc000375710, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc000385980) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 9483 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc001461a20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 20825 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc0040b9b00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc0040b9b00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc0040b9b00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0040b9b00, 0xc000edecc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 6472 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc000508600, 0x1fc55e8, 0x6, 0xc000eb9d70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 6622 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002ece540, 0x1da2640, 0xc002ece540, 0x1c7de20, 0xc00221c240, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002ece540, 0xc00221c240, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc000c87cc8, 0x3, 0x3, 0xc00221c240, 0xc000c87d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc000c87cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc0019ade78, 0x0, 0xc000988900, 0xc0010c1660, 0x1da2640, 0xc002ece540, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc00221c0c0, 0x6161c48d, 0x3b59c68f) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c698c0, 0x1c7de20, 0xc0015cabc0, 0x22c3e40, 0xc0042271a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2af0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2af0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2503 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068b500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068b500, 0x2064e78) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2613 [chan send, 6 minutes]: testing.tRunner.func1(0xc00096bc80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00096bc80, 0x2065558) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2650 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009bb500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009bb500, 0x2065398) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2529 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006cbc80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006cbc80, 0x2065020) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9794 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc000a6bb80, 0x5f5e100, 0xc003256d20, 0xc0027ff920, 0xc00147d0c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 9821 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0003e5ce0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003e5ce0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003e5ce0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2491 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068a300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068a300, 0x2064ee0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6615 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002dfe9c0, 0x1da2640, 0xc002dfe9c0, 0x1c7de20, 0xc0009da9c0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002dfe9c0, 0xc0009da9c0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc0020dbcc8, 0x3, 0x3, 0xc0009da9c0, 0xc0020dbd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc0020dbcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc001cbd050, 0x0, 0xc000988900, 0xc0010c1b20, 0x1da2640, 0xc002dfe9c0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc0009da980, 0x6161c48d, 0x35b7b9be) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c69980, 0x1c7de20, 0xc0015cad40, 0x22c3e40, 0xc000afd5e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d27e0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d27e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2502 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068b380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068b380, 0x2064ed0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2528 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006cbb00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006cbb00, 0x2064e88) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9489 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc00234a000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 6561 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc0006fba40, 0x3b9aca00, 0xc0017e0cc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 2634 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a9c80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a9c80, 0x2065690) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2603 [chan send, 6 minutes]: testing.tRunner.func1(0xc00096ad80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00096ad80, 0x20656d8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2616 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a8180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a8180, 0x2065588) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2535 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b4600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b4600, 0x2064f48) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2098 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f9ec00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f9ec00, 0x2064aa0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2669 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3b200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3b200, 0x2065340) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2494 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068a780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068a780, 0x2064ff8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2467 [chan send, 6 minutes]: testing.tRunner.func1(0xc000623e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000623e00, 0x2064dd8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2478 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc000f6fe00, 0x1fc6000, 0x6, 0xc000119401) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc000f6fe00, 0x1fd2aa6, 0xd, 0x2309220, 0xc0027bff20, 0x1da2940, 0xc0027bff20, 0x1bac620, 0xc0042274a0, 0x18, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc003042f20, 0xc0027bff20, 0xc0042274a0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc0002ff9e0, 0xc001219178, 0x13, 0x1fc2f0f, 0x4, 0xc0034c7b78, 0x3, 0x3, 0xc0042274a0, 0xc0034c7bd0, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002ff9e0, 0xc001219178, 0x13, 0xc0034c7b78, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc00219d700, 0xc004d458b0, 0xc0019adb80, 0x0, 0xc005659300, 0xc002925700, 0x1da2940, 0xc0027bff20, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc004d458b0, 0x2303960, 0xc0046bfcc0, 0xc004227490, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc001ba7500, 0x1fd2aa6, 0xd, 0x1da2940, 0xc0027bfec0, 0x1bac620, 0xc004227490, 0x22c3e01, 0xc004227490) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3e40, 0xc004227470) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a6, 0xc0034c7df8, 0xc0034c7e08) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc006129df8, 0xc006129e08) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x23314c0, 0xc000652f00, 0xc006129ed8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestEvalEndpoint_Reap(0xc000652f00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint_test.go:637 +0x117 testing.tRunner(0xc000652f00, 0x2064e18) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2489 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068a000) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068a000, 0x2065058) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6616 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002dffda0, 0x1da2640, 0xc002dffda0, 0x1c7de20, 0xc0009dabc0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002dffda0, 0xc0009dabc0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc0022dfcc8, 0x3, 0x3, 0xc0009dabc0, 0xc0022dfd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc0022dfcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc001cbd090, 0x0, 0xc000988900, 0xc0010c17a0, 0x1da2640, 0xc002dffda0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc0009dab80, 0x6161c48e, 0xabb7a47) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c699e0, 0x1c7de20, 0xc0022a76c0, 0x22c3e40, 0xc000f9a120) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2850, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2850) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2469 [chan send, 6 minutes]: testing.tRunner.func1(0xc000652180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000652180, 0x2064dd0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2507 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068bb00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068bb00, 0x2064fd8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 42087 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc003a99e40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 8857 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc000ad3800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000ad3800, 0xc000d915e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 2555 [chan send, 6 minutes]: testing.tRunner.func1(0xc000814480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000814480, 0x20650a8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2692 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002459400, 0x1fc6000, 0x6, 0xc000119401) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002459400, 0x1fd2aa6, 0xd, 0x2309220, 0xc002ead260, 0x1da2940, 0xc002ead260, 0x1bac620, 0xc004227710, 0x18, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc001f998e0, 0xc002ead260, 0xc004227710, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc0002ff9e0, 0xc00218afb8, 0x13, 0x1fc2f0f, 0x4, 0xc002451ba0, 0x3, 0x3, 0xc004227710, 0xc002451bf8, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002ff9e0, 0xc00218afb8, 0x13, 0xc002451ba0, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459800, 0xc001644870, 0xc0019ade40, 0x0, 0xc001528100, 0xc001a4c5a0, 0x1da2940, 0xc002ead260, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001644870, 0x2303960, 0xc0046bff40, 0xc004227700, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc002200000, 0x1fd2aa6, 0xd, 0x1da2940, 0xc002ead200, 0x1bac620, 0xc004227700, 0x22c3e01, 0xc004227700) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3e40, 0xc0042276c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a4, 0xc002451e20, 0xc002451e30) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc00271fe20, 0xc00271fe30) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x23314c0, 0xc000a8b500, 0xc00271ff58) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestJobEndpoint_Scale_NoEval(0xc000a8b500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/job_endpoint_test.go:6641 +0x148 testing.tRunner(0xc000a8b500, 0x2065670) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2458 [chan send, 6 minutes]: testing.tRunner.func1(0xc000623080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000623080, 0x2064c90) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9787 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc001e82320, 0x3b9aca00, 0xc001eb7500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 2632 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a9980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a9980, 0x2065620) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2680 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a8a300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a8a300, 0x20653d8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2520 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006caf00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006caf00, 0x2064e68) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2461 [chan send, 6 minutes]: testing.tRunner.func1(0xc000623500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000623500, 0x2064d48) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 8991 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc000a6bce0, 0x5f5e100, 0xc0032a4120, 0xc002499320, 0xc001ee1330) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 2557 [chan send, 6 minutes]: testing.tRunner.func1(0xc000814780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 runtime.Goexit() /usr/lib/go-1.15/src/runtime/panic.go:617 +0x1e5 testing.(*common).FailNow(0xc000814780) /usr/lib/go-1.15/src/testing/testing.go:732 +0x3c testing.(*common).Fatalf(0xc000814780, 0x1fe0ef2, 0x13, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/testing/testing.go:806 +0x93 github.com/hashicorp/nomad/nomad.TestHeartbeat_ResetHeartbeatTimerLocked_Renew(0xc000814780) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat_test.go:142 +0x495 testing.tRunner(0xc000814780, 0x2065090) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6627 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc00233f620, 0x1da2640, 0xc00233f620, 0x1c7de20, 0xc002af5780, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc00233f620, 0xc002af5780, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc0012b4cc8, 0x3, 0x3, 0xc002af5780, 0xc0012b4d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc0012b4cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc0012a8178, 0x0, 0xc000988900, 0xc0010c1b60, 0x1da2640, 0xc00233f620, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc002af5740, 0x6161c48e, 0x5e4fb0e) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc002325b60, 0x1c7de20, 0xc001132100, 0x22c3e40, 0xc000f9a100) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2d20, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2d20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2625 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0010212c0, 0x1fc6000, 0x6, 0xc000119401) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0010212c0, 0x1fd2aa6, 0xd, 0x2309220, 0xc002e49440, 0x1da2940, 0xc002e49440, 0x1bac620, 0xc0036db5e0, 0x18, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc00161f860, 0xc002e49440, 0xc0036db5e0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc0002ff9e0, 0xc00011b0b0, 0x13, 0x1fc2f0f, 0x4, 0xc00223fbd8, 0x3, 0x3, 0xc0036db5e0, 0xc00223fc30, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002ff9e0, 0xc00011b0b0, 0x13, 0xc00223fbd8, 0x3, 0x3, 0xc0046bfc80, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc0009da180, 0xc0012e7220, 0xc0038c8248, 0x0, 0xc0015c4880, 0xc0030c71a0, 0x1da2940, 0xc002e49440, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012e7220, 0x2303960, 0xc001133b40, 0xc0036db5d0, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000ad3500, 0x1fd2aa6, 0xd, 0x1da2940, 0xc002e493e0, 0x1bac620, 0xc0036db5d0, 0x22c3e01, 0xc0036db5d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3e40, 0xc004227730) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a4, 0xc00223fe58, 0xc00223fe68) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc0028a1e58, 0xc0028a1e68) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x23314c0, 0xc0009a8f00, 0xc0028a1f58) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestJobEndpoint_Register_Vault_MultiNamespaces(0xc0009a8f00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/job_endpoint_test.go:1703 +0x11d testing.tRunner(0xc0009a8f00, 0x20655d0) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2533 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b4300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b4300, 0x2064f68) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2685 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a8aa80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a8aa80, 0x20652e8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2651 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009bb680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009bb680, 0x20653a0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6629 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002d38000, 0x1da2640, 0xc002d38000, 0x1c7de20, 0xc0021a3d40, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002d38000, 0xc0021a3d40, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc00161acc8, 0x3, 0x3, 0xc0021a3d40, 0xc00161ad20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc00161acc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc003a67b98, 0x0, 0xc000988900, 0xc0010c1440, 0x1da2640, 0xc002d38000, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc0021a3c80, 0x6161c48e, 0x1b25d74b) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc002325bc0, 0x1c7de20, 0xc001132140, 0x22c3e40, 0xc000a981c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2e00, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2e00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2492 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068a480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068a480, 0x2065010) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2481 [chan send, 6 minutes]: testing.tRunner.func1(0xc000653380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000653380, 0x2064df8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2505 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068b800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068b800, 0x2064fd0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9813 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002459400, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002459400, 0x1fd0645, 0xc, 0x2309120, 0xc002bcdb60, 0x1da2640, 0xc002bcdb60, 0x1c7de20, 0xc00490d2c0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001f99780, 0xc002bcdb60, 0xc00490d2c0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00218ad88, 0x13, 0x1fc2f0f, 0x4, 0xc0014aecc8, 0x3, 0x3, 0xc00490d2c0, 0xc0014aed20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00218ad88, 0x13, 0xc0014aecc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459580, 0xc001644870, 0xc004b7e9e8, 0x0, 0xc001482300, 0xc001b0a160, 0x1da2640, 0xc002bcdb60, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001644870, 0x2303960, 0xc00490d280, 0x6161c48e, 0x2a933197) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc002200000, 0x1fd0645, 0xc, 0x1da2640, 0xc0032a4f60, 0x1c7de20, 0xc0032848c0, 0x22c3e40, 0xc000afd690) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003e58f0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003e58f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2672 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3b680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3b680, 0x2065250) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2457 [chan send, 6 minutes]: testing.tRunner.func1(0xc000622f00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 runtime.Goexit() /usr/lib/go-1.15/src/runtime/panic.go:617 +0x1e5 testing.(*common).FailNow(0xc000622f00) /usr/lib/go-1.15/src/testing/testing.go:732 +0x3c testing.(*common).Fatalf(0xc000622f00, 0x1ff9583, 0x1c, 0xc000679f30, 0x1, 0x1) /usr/lib/go-1.15/src/testing/testing.go:806 +0x93 github.com/hashicorp/nomad/nomad.TestEvalBroker_PauseResumeNackTimeout(0xc000622f00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker_test.go:1030 +0x305 testing.tRunner(0xc000622f00, 0x2064d38) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2687 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0010fb940, 0x1fc6000, 0x6, 0xc000119401) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0010fb940, 0x1fd2aa6, 0xd, 0x2309220, 0xc002de8ae0, 0x1da2940, 0xc002de8ae0, 0x1bac620, 0xc000deeba0, 0x18, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc001bc8640, 0xc002de8ae0, 0xc000deeba0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc0002ff9e0, 0xc00011a728, 0x13, 0x1fc2f0f, 0x4, 0xc0033b0bb8, 0x3, 0x3, 0xc000deeba0, 0xc0033b0c10, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002ff9e0, 0xc00011a728, 0x13, 0xc0033b0bb8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc0013c6080, 0xc0012e6280, 0xc001cbd020, 0x0, 0xc0024fe900, 0xc00324a880, 0x1da2940, 0xc002de8ae0, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012e6280, 0x2303960, 0xc0009da8c0, 0xc000deeb90, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000ad2300, 0x1fd2aa6, 0xd, 0x1da2940, 0xc002de8a80, 0x1bac620, 0xc000deeb90, 0x22c3e01, 0xc000deeb90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3e40, 0xc000afd940) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a4, 0xc0033b0e38, 0xc0033b0e48) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc0030d7e38, 0xc0030d7e48) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x23314c0, 0xc000a8ad80, 0xc0030d7f58) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestJobEndpoint_Scale(0xc000a8ad80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/job_endpoint_test.go:6286 +0x145 testing.tRunner(0xc000a8ad80, 0x2065678) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2689 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a8b080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a8b080, 0x2065660) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2480 [chan send, 6 minutes]: testing.tRunner.func1(0xc000653200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000653200, 0x2064df0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 49752 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00012ff10, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00012ff10, 0x1dcd6500, 0x1, 0xc003827fb8, 0x1a307a5, 0xc003827f68, 0xc003827f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00012ff10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2686 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a8ac00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a8ac00, 0x20652f0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2554 [chan send, 6 minutes]: testing.tRunner.func1(0xc000814300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000814300, 0x20650b0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2610 [chan send, 6 minutes]: testing.tRunner.func1(0xc00096b800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00096b800, 0x20654d0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2690 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a8b200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a8b200, 0x2065650) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2593 [chan send, 6 minutes]: testing.tRunner.func1(0xc0008e3e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0008e3e00, 0x20657e0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9633 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc0020b0300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 2624 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a8d80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a8d80, 0x2065600) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9793 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc000a6bb80, 0xc0027ff920) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 2688 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a8af00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a8af00, 0x2065658) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6157 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002d31b60, 0x1da2640, 0xc002d31b60, 0x1c7de20, 0xc0021a3b80, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002d31b60, 0xc0021a3b80, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc0005a1cc8, 0x3, 0x3, 0xc0021a3b80, 0xc0005a1d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc0005a1cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc003a67b88, 0x0, 0xc000988900, 0xc0010c1ae0, 0x1da2640, 0xc002d31b60, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc0021a3b40, 0x6161c48e, 0x179bea83) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c69e60, 0x1c7de20, 0xc0015cb040, 0x22c3e40, 0xc000afd660) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2380, 0x1dcd6500, 0x0, 0x0, 0xc000f818c0, 0x0, 0x1) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2380) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2670 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3b380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3b380, 0x2065258) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2601 [chan send, 6 minutes]: testing.tRunner.func1(0xc00096aa80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00096aa80, 0x2065798) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2550 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b5c80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b5c80, 0x2064e70) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2681 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0xc000119401) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd2aa6, 0xd, 0x2309220, 0xc002cca420, 0x1da2940, 0xc002cca420, 0x1bac620, 0xc000f9a7b0, 0x18, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc000fc30e0, 0xc002cca420, 0xc000f9a7b0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc0002ff9e0, 0xc000d684b8, 0x13, 0x1fc2f0f, 0x4, 0xc001ca7c38, 0x3, 0x3, 0xc000f9a7b0, 0xc001ca7c90, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002ff9e0, 0xc000d684b8, 0x13, 0xc001ca7c38, 0x3, 0x3, 0xc00219d140, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020e80, 0xc0010a4be0, 0xc0004f8878, 0x0, 0xc000968780, 0xc0010c1480, 0x1da2940, 0xc002cca420, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc0024ec180, 0xc000f9a7a0, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd2aa6, 0xd, 0x1da2940, 0xc002cca3c0, 0x1bac620, 0xc000f9a7a0, 0x22c3e01, 0xc000f9a7a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3e40, 0xc0036db500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a4, 0xc001ca7eb8, 0xc001ca7ec8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc0019bdeb8, 0xc0019bdec8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x23314c0, 0xc000a8a480, 0xc0019bdf58) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestJobEndpoint_ValidateJob_ConsulConnect(0xc000a8a480) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/job_endpoint_test.go:5687 +0xff testing.tRunner(0xc000a8a480, 0x20656c8) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2693 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a8b680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a8b680, 0x20653e0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 5954 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc0006fe840) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 6469 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc0006fe840, 0x5f5e100, 0xc00110a360, 0xc001ddc6c0, 0xc001641f00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 1985 [chan send, 6 minutes]: testing.tRunner.func1(0xc000b15200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000b15200, 0x2064b98) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2684 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a8a900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a8a900, 0x20656b8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2668 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3b080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3b080, 0x2065338) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2509 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068be00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068be00, 0x2065040) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2683 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a8a780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a8a780, 0x20656c0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2558 [chan send, 6 minutes]: testing.tRunner.func1(0xc000814900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000814900, 0x2065088) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 14454 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc001e82b40, 0x23030e0, 0xc0012a4600, 0xc0041f0a80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 2466 [chan send, 6 minutes]: testing.tRunner.func1(0xc000623c80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000623c80, 0x2064de8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2649 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009bb380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009bb380, 0x20653a8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2515 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006ca780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006ca780, 0x2064fb8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2541 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b4f00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b4f00, 0x2064f80) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2644 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009bac00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009bac00, 0x20652b8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2565 [chan send, 6 minutes]: testing.tRunner.func1(0xc000815380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000815380, 0x20650e0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2423 [chan send, 6 minutes]: testing.tRunner.func1(0xc000b15b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000b15b00, 0x2064bd8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2444 [chan send, 6 minutes]: testing.tRunner.func1(0xc00060fb00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00060fb00, 0x2064cf8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 34217 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc0026866e0, 0xc004a31500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 13476 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc002cee1e0, 0xc001a3c120) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 10226 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9040eea0, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0013b7b18, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0013b7b00, 0xc000962000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0013b7b00, 0xc000962000, 0x1000, 0x1000, 0x1ca1400, 0xc0002ebc20, 0x2337240) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002922088, 0xc000962000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000329e00) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000329e00, 0xd0, 0x2e00000000000100, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc002f2da80, 0x7f4d900bfc70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc00118a540, 0xc0029224d8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc00118a540, 0x20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc002636cc0, 0x7f4d9017ed50) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc00118a500, 0x1baa420, 0xc002636d00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc00118a500, 0x1baa420, 0xc002636d00, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc001ed6380, 0x1baa420, 0xc002636d00, 0x203000, 0xc000efaf78) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc001ed6380, 0xc002636d00, 0xc001ea2b10, 0x411310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc000efaf50, 0x2304020, 0xc001ed6380, 0x411310, 0x1, 0xc001ea2ba0, 0xc001ea2b98, 0xc001ea2b98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc000efaf50, 0x2304020, 0xc001ed6380, 0xc001ea2d80, 0xc001578480, 0xc000329e00, 0xc000658000, 0xc002922088, 0xc000962000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc000efaf50, 0x2304020, 0xc001ed6380, 0x2, 0xc001ed6300) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc0010fb940, 0x23030e0, 0xc0027f7280, 0x2325c40, 0xc002922088, 0xc000efaf50) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc0010fb940, 0x23030e0, 0xc0027f7280, 0x2325c40, 0xc002922088, 0xc000efaf00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 2488 [chan send, 6 minutes]: testing.tRunner.func1(0xc000653e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000653e00, 0x2065048) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2422 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001c84940, 0x1fc6000, 0x6, 0xc000119401) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001c84940, 0x1fd2aa6, 0xd, 0x2309220, 0xc00231d620, 0x1da2940, 0xc00231d620, 0x1bac620, 0xc000afd930, 0x18, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc00251ae20, 0xc00231d620, 0xc000afd930, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc0002ff9e0, 0xc000d699b0, 0x13, 0x1fc2f0f, 0x4, 0xc004f5fb58, 0x3, 0x3, 0xc000afd930, 0xc004f5fbb0, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002ff9e0, 0xc000d699b0, 0x13, 0xc004f5fb58, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001c84d40, 0xc003a1b630, 0xc0012a8140, 0x0, 0xc00368de80, 0xc00259b060, 0x1da2940, 0xc00231d620, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003a1b630, 0x2303960, 0xc002af53c0, 0xc000afd920, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000f22900, 0x1fd2aa6, 0xd, 0x1da2940, 0xc00231d5c0, 0x1bac620, 0xc000afd920, 0x22c3e01, 0xc000afd920) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3e40, 0xc000afd910) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a5, 0xc004f5fdd8, 0xc004f5fde8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc00351fdd8, 0xc00351fde8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x23314c0, 0xc000b15980, 0xc00351fed8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestDeploymentEndpoint_Pause(0xc000b15980) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/deployment_endpoint_test.go:365 +0x11f testing.tRunner(0xc000b15980, 0x2064be0) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2084 [chan send, 6 minutes]: testing.tRunner.func1(0xc000691380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000691380, 0x2064a60) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9836 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0032b6460, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0032b6460, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0032b6460) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2096 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f9e900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f9e900, 0x2064ab8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 8906 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc0023fab40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 9834 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0032b6380, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0032b6380, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0032b6380) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2614 [chan send, 6 minutes]: testing.tRunner.func1(0xc00096be00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00096be00, 0x2065578) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2446 [chan send, 6 minutes]: testing.tRunner.func1(0xc00060fe00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00060fe00, 0x2064d40) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6063 [select]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc00037db00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc00037db00, 0xc001d906e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 5741 [select]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc00051c300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc00051c300, 0xc0008fab10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 13677 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc000ad7c20, 0xc003e3c3c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 34219 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc001dbaa80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 2425 [chan send, 6 minutes]: testing.tRunner.func1(0xc000b15e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000b15e00, 0x2064bf8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2106 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f9f800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f9f800, 0x2064b18) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2108 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f9fb00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f9fb00, 0x2064af0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 49750 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00012fe30, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00012fe30, 0x1dcd6500, 0xc000bc77b8, 0x18272fd, 0xc000bc7768, 0xc000bc7758, 0x2) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00012fe30) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 4247 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d907121b0, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000ff8d18, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000ff8d00, 0xc0008d4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000ff8d00, 0xc0008d4000, 0x1000, 0x1000, 0x34, 0xc0008d5000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00158a060, 0xc0008d4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000a541e0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000a541e0, 0x4ad1a5, 0xc000ff8d00, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001205c80, 0xc000a541e0, 0xc000a54240, 0xc000712b60, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001205c80, 0x23030e0, 0xc000a6d480, 0x2325c40, 0xc00158a060) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 2556 [chan send, 6 minutes]: testing.tRunner.func1(0xc000814600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000814600, 0x2065098) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2493 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068a600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068a600, 0x2064e80) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2111 [chan send, 6 minutes]: testing.tRunner.func1(0xc001000300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001000300, 0x2064ae0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2142 [chan send, 6 minutes]: testing.tRunner.func1(0xc001081500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001081500, 0x2064760) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2082 [chan send, 6 minutes]: testing.tRunner.func1(0xc000690480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000690480, 0x2064990) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2642 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009ba900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009ba900, 0x20652a8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6058 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc0012cd4a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 8905 [select, 2 minutes]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc002200300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc002200300, 0xc000d42de0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 2094 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f9e600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f9e600, 0x20649b8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2620 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a8780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a8780, 0x20655c0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2637 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009ba180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009ba180, 0x2065308) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2694 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a8b800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a8b800, 0x20653b8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2549 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b5b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b5b00, 0x2064f00) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2559 [chan send, 6 minutes]: testing.tRunner.func1(0xc000814a80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000814a80, 0x2065078) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2521 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006cb080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006cb080, 0x2064ec8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 5411 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d90712468, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000a52598, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000a52580, 0xc000963000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000a52580, 0xc000963000, 0x1000, 0x1000, 0xe, 0xc000d74000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0003184a8, 0xc000963000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000ca0ba0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000ca0ba0, 0x4ad1a5, 0xc000a52580, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0011a6240, 0xc000ca0ba0, 0xc000ca0c00, 0xc00048a230, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0011a6240, 0x23030e0, 0xc0005ebb80, 0x2325c40, 0xc0003184a8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 2433 [chan send, 6 minutes]: testing.tRunner.func1(0xc00060ea80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00060ea80, 0x2064b60) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2539 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b4c00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b4c00, 0x2064f78) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2095 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f9e780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f9e780, 0x2064ac8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2606 [chan send, 6 minutes]: testing.tRunner.func1(0xc00096b200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00096b200, 0x20654f0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2454 [chan send, 6 minutes]: testing.tRunner.func1(0xc000622a80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000622a80, 0x2064ca0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 34514 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048fb90, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048fb90, 0x1dcd6500, 0x0, 0xc000bd77b8, 0x1a307a5, 0xc000bd7768, 0xc000bd7760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048fb90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 38362 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9040ef88, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc003572398, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc003572380, 0xc0044de000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc003572380, 0xc0044de000, 0x1000, 0x1000, 0x104, 0xc0044df000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000010060, 0xc0044de000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc003b3aba0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc003b3aba0, 0x4ad1a5, 0xc003572380, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc004a19e00, 0xc003b3aba0, 0xc003b3ac00, 0xc00048e690, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc004a19e00, 0x23030e0, 0xc005505540, 0x2325c40, 0xc000010060) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 2144 [chan send, 6 minutes]: testing.tRunner.func1(0xc001081800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001081800, 0x2064718) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 35747 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003531f80, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003531f80, 0x1dcd6500, 0x0, 0xc0056ee7b8, 0x1a307e5, 0xc002f34a20, 0xc0056ee760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003531f80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6559 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc0006fb900, 0x3b9aca00, 0xc0017e0cc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 2149 [chan send, 6 minutes]: testing.tRunner.func1(0xc001180300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001180300, 0x20646e8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2511 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006ca180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006ca180, 0x2065038) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2514 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006ca600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006ca600, 0x2064fc8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2516 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006ca900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006ca900, 0x2065068) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 14725 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0005b9c20, 0x23030e0, 0xc00339f180, 0xc001518fc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 2418 [chan send, 6 minutes]: testing.tRunner.func1(0xc000b15380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000b15380, 0x2064ba0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 41231 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc003828480) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 9814 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002459400, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002459400, 0x1fd0645, 0xc, 0x2309120, 0xc002f24f60, 0x1da2640, 0xc002f24f60, 0x1c7de20, 0xc0009dae80, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001f99780, 0xc002f24f60, 0xc0009dae80, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00218ad88, 0x13, 0x1fc2f0f, 0x4, 0xc001bb5cc8, 0x3, 0x3, 0xc0009dae80, 0xc001bb5d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00218ad88, 0x13, 0xc001bb5cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459580, 0xc001644870, 0xc001cbd108, 0x0, 0xc001482300, 0xc00329e500, 0x1da2640, 0xc002f24f60, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001644870, 0x2303960, 0xc0009dadc0, 0x6161c48e, 0x18061507) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc002200000, 0x1fd0645, 0xc, 0x1da2640, 0xc0032a5080, 0x1c7de20, 0xc003284980, 0x22c3e40, 0xc000afd670) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003e5960, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003e5960) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2517 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006caa80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006caa80, 0x2064ef0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 13434 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc0016dc8c0, 0xc0010c71a0, 0xc00360fda0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 2656 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009bbe00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009bbe00, 0x2065370) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 5450 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9023a1f0, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000c06c18, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000c06c00, 0xc0008b9000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000c06c00, 0xc0008b9000, 0x1000, 0x1000, 0x19, 0xc001592000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000d68030, 0xc0008b9000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc00129cc60) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc00129cc60, 0x4ad1a5, 0xc000c06c00, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc00013f440, 0xc00129cc60, 0xc00129ccc0, 0xc000496150, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc00013f440, 0x23030e0, 0xc000a67c80, 0x2325c40, 0xc000d68030) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 2661 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3a600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3a600, 0x2065418) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2450 [chan send, 6 minutes]: testing.tRunner.func1(0xc000622480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000622480, 0x2064cb0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2645 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009bad80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009bad80, 0x2065298) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2447 [chan send, 6 minutes]: testing.tRunner.func1(0xc000622000) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000622000, 0x2064d08) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9829 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002459400, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002459400, 0x1fd0645, 0xc, 0x2309120, 0xc002e3e240, 0x1da2640, 0xc002e3e240, 0x1c7de20, 0xc001133240, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001f99780, 0xc002e3e240, 0xc001133240, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00218ad88, 0x13, 0x1fc2f0f, 0x4, 0xc00166ccc8, 0x3, 0x3, 0xc001133240, 0xc00166cd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00218ad88, 0x13, 0xc00166ccc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459580, 0xc001644870, 0xc0038c8178, 0x0, 0xc001482300, 0xc00329e620, 0x1da2640, 0xc002e3e240, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001644870, 0x2303960, 0xc001133200, 0x6161c48e, 0x5855a42) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc002200000, 0x1fd0645, 0xc, 0x1da2640, 0xc0022e83c0, 0x1c7de20, 0xc0022ea2c0, 0x22c3e40, 0xc0036dafe0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0032b6150, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0032b6150) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2623 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a8c00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a8c00, 0x20655e0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2663 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3a900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3a900, 0x2065220) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2546 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b5680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b5680, 0x2064f58) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2499 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068af00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068af00, 0x2064f28) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 15565 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc001c18000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 2138 [chan send, 6 minutes]: testing.tRunner.func1(0xc001080f00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001080f00, 0x2064a78) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2518 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006cac00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006cac00, 0x2065060) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2658 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3a180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3a180, 0x2065368) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9786 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc0012e6370, 0x3b9aca00, 0xc001eb7500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 2427 [chan send, 6 minutes]: testing.tRunner.func1(0xc00060e180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00060e180, 0x2064c20) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2662 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3a780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3a780, 0x2065408) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2542 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b5080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b5080, 0x2064f60) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2146 [chan send, 6 minutes]: testing.tRunner.func1(0xc001081b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001081b00, 0x2064750) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2646 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009baf00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009baf00, 0x2065288) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2622 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a8a80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a8a80, 0x20655f0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 34205 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc0043c7200) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0043c7200, 0xc003615ea0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 2615 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a8000) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a8000, 0x2065548) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2495 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068a900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068a900, 0x2064ff0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2139 [chan send, 6 minutes]: testing.tRunner.func1(0xc001081080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001081080, 0x2064ad8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2547 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b5800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b5800, 0x2064f10) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2496 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068aa80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068aa80, 0x2065008) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2112 [chan send, 6 minutes]: testing.tRunner.func1(0xc001000480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001000480, 0x2064b00) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2519 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006cad80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006cad80, 0x2064ee8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2497 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068ac00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068ac00, 0x2065000) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2560 [chan send, 6 minutes]: testing.tRunner.func1(0xc000814c00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000814c00, 0x2065070) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2436 [chan send, 6 minutes]: testing.tRunner.func1(0xc00060ef00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00060ef00, 0x2064c08) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2525 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006cb680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006cb680, 0x2064ea8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2563 [chan send, 6 minutes]: testing.tRunner.func1(0xc000815080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000815080, 0x20651b0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2445 [chan send, 6 minutes]: testing.tRunner.func1(0xc00060fc80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00060fc80, 0x2064d10) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2647 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009bb080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009bb080, 0x2065240) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2562 [chan send, 6 minutes]: testing.tRunner.func1(0xc000814f00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000814f00, 0x20651f0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2548 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b5980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b5980, 0x2064f08) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2564 [chan send, 6 minutes]: testing.tRunner.func1(0xc000815200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000815200, 0x20651a8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2566 [chan send, 6 minutes]: testing.tRunner.func1(0xc000815500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000815500, 0x20651d0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2682 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a8a600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a8a600, 0x20653c8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2524 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006cb500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006cb500, 0x2064eb8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6158 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002e48240, 0x1da2640, 0xc002e48240, 0x1c7de20, 0xc001133800, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002e48240, 0xc001133800, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc000d33cc8, 0x3, 0x3, 0xc001133800, 0xc000d33d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc000d33cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc0038c8210, 0x0, 0xc000988900, 0xc0010c1aa0, 0x1da2640, 0xc002e48240, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc0011337c0, 0x6161c48e, 0x18f801d5) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c69ec0, 0x1c7de20, 0xc0015cb100, 0x22c3e40, 0xc0036db180) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d23f0, 0x1dcd6500, 0xc001136c50, 0xf7a5b3, 0xc00113cf70, 0xc0003b6c20, 0x2) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d23f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2536 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b4780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b4780, 0x2064f70) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9825 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002459400, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002459400, 0x1fd0645, 0xc, 0x2309120, 0xc002bcd0e0, 0x1da2640, 0xc002bcd0e0, 0x1c7de20, 0xc00490d0c0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001f99780, 0xc002bcd0e0, 0xc00490d0c0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00218ad88, 0x13, 0x1fc2f0f, 0x4, 0xc001eb0cc8, 0x3, 0x3, 0xc00490d0c0, 0xc001eb0d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00218ad88, 0x13, 0xc001eb0cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459580, 0xc001644870, 0xc004b7e9c8, 0x0, 0xc001482300, 0xc000aedbe0, 0x1da2640, 0xc002bcd0e0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001644870, 0x2303960, 0xc00490d080, 0x6161c48e, 0x217ce84f) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc002200000, 0x1fd0645, 0xc, 0x1da2640, 0xc0032a5c20, 0x1c7de20, 0xc003285180, 0x22c3e40, 0xc004227240) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003e5f80, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003e5f80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2512 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006ca300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006ca300, 0x2065028) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 14560 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc001a561e0, 0x23030e0, 0xc001bcea00, 0xc003a59260) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 2102 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f9f200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f9f200, 0x2064aa8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6628 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0001d2d90, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2d90, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2d90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9824 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002459400, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002459400, 0x1fd0645, 0xc, 0x2309120, 0xc002f24ba0, 0x1da2640, 0xc002f24ba0, 0x1c7de20, 0xc0009dad80, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001f99780, 0xc002f24ba0, 0xc0009dad80, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00218ad88, 0x13, 0x1fc2f0f, 0x4, 0xc001eb5cc8, 0x3, 0x3, 0xc0009dad80, 0xc001eb5d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00218ad88, 0x13, 0xc001eb5cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459580, 0xc001644870, 0xc001cbd0f0, 0x0, 0xc001482300, 0xc00329e7e0, 0x1da2640, 0xc002f24ba0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001644870, 0x2303960, 0xc0009dad40, 0x6161c48e, 0x15a35473) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc002200000, 0x1fd0645, 0xc, 0x1da2640, 0xc0032a5b00, 0x1c7de20, 0xc0032850c0, 0x22c3e40, 0xc0036db0c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003e5ea0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003e5ea0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2677 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3be00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3be00, 0x2065460) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2501 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068b200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068b200, 0x2064ed8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6474 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc000508600, 0x1fc408f, 0x5, 0xc000eb9dd0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 2143 [chan send, 6 minutes]: testing.tRunner.func1(0xc001081680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001081680, 0x2064720) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2612 [chan send, 6 minutes]: testing.tRunner.func1(0xc00096bb00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00096bb00, 0x2065488) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2455 [chan send, 6 minutes]: testing.tRunner.func1(0xc000622c00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000622c00, 0x2064d20) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2534 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b4480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b4480, 0x2064f50) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2608 [chan send, 6 minutes]: testing.tRunner.func1(0xc00096b500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00096b500, 0x20654b0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2504 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068b680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068b680, 0x2064fe8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2465 [chan send, 6 minutes]: testing.tRunner.func1(0xc000623b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000623b00, 0x2064d28) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 35754 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc005686550, 0x3b9aca00, 0xc00319de00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 2115 [chan send, 6 minutes]: testing.tRunner.func1(0xc001000900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001000900, 0x2064a80) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2118 [chan send, 6 minutes]: testing.tRunner.func1(0xc001000d80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001000d80, 0x2064b48) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2530 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006cbe00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006cbe00, 0x2064ea0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6045 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9040eb00, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001318198, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc001318180, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc001318180, 0x0, 0x0, 0xc00116ffc8) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00117ffe0, 0x0, 0x0, 0x20116ff58) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc00117ffe0, 0x0, 0x1, 0x0) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc0002f87e0, 0xc00117ffe0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 23838 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc000536140, 0xc000aaeba0, 0xc0031883c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 2544 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b5380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b5380, 0x2064f40) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2609 [chan send, 6 minutes]: testing.tRunner.func1(0xc00096b680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00096b680, 0x20654a0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6161 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002e3fb60, 0x1da2640, 0xc002e3fb60, 0x1c7de20, 0xc0011335c0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002e3fb60, 0xc0011335c0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc0020d9cc8, 0x3, 0x3, 0xc0011335c0, 0xc0020d9d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc0020d9cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc0038c81e8, 0x0, 0xc000988900, 0xc0010c1a60, 0x1da2640, 0xc002e3fb60, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc001133580, 0x6161c48e, 0x16514358) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c7e000, 0x1c7de20, 0xc0015ca880, 0x22c3e40, 0xc0036db0e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2540, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2540) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2674 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3b980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3b980, 0x20653e8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2540 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b4d80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b4d80, 0x2064fb0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 15411 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc001b3a780) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 9746 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc00234a000, 0x1fc55e8, 0x6, 0xc0010d52f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 2430 [chan send, 6 minutes]: testing.tRunner.func1(0xc00060e600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00060e600, 0x2064bc0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2432 [chan send, 6 minutes]: testing.tRunner.func1(0xc00060e900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00060e900, 0x2064bb8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2532 [chan send, 6 minutes]: testing.tRunner.func1(0xc0007b4180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0007b4180, 0x2064f88) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 35731 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0035312d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0035312d0, 0x1dcd6500, 0x1, 0xc0016d67b8, 0x1a307a5, 0xc0016d6768, 0xc0016d6760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0035312d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2513 [chan send, 6 minutes]: testing.tRunner.func1(0xc0006ca480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0006ca480, 0x2064fc0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2638 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009ba300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009ba300, 0x2065328) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1389 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a4c00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a4c00, 0x20644e0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2679 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a8a180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a8a180, 0x2065450) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9833 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0032b6310, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0032b6310, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0032b6310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2448 [chan send, 6 minutes]: testing.tRunner.func1(0xc000622180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000622180, 0x2064d00) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2631 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a9800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a9800, 0x2065640) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2552 [chan send, 6 minutes]: testing.tRunner.func1(0xc000814000) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000814000, 0x2064e90) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2114 [chan send, 6 minutes]: testing.tRunner.func1(0xc001000780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001000780, 0x2064a88) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 5742 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc000eb9c50) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 1390 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a4d80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a4d80, 0x20644d8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2105 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f9f680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f9f680, 0x2064b20) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 15447 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002bfea0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002bfea0, 0x1dcd6500, 0x1, 0x0, 0x0, 0xc002655980, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002bfea0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2671 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3b500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3b500, 0x2065248) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2070 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a5980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a5980, 0x2066110) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2069 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a5800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a5800, 0x20647c0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6064 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc0002ea360) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 21002 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc000f22900, 0x2540be400, 0xc0044f9aa0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 2071 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a5b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a5b00, 0x2066008) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 38996 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9003f330, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001150018, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc001150000, 0xc004dca000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc001150000, 0xc004dca000, 0x1000, 0x1000, 0x11c, 0xc002ab8000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0029a8010, 0xc004dca000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0011e9500) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0011e9500, 0x4ad1a5, 0xc001150000, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001780a80, 0xc0011e9500, 0xc0011e9560, 0xc0002ca540, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001780a80, 0x23030e0, 0xc000acdb40, 0x2325c40, 0xc0029a8010) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 2628 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a9380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a9380, 0x2065528) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 41252 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cbce0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cbce0, 0x1dcd6500, 0x1, 0xc000ebfd00, 0xc00167c300, 0xc0029a0360, 0x1000000000001) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cbce0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 19911 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc003a418c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 2508 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068bc80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068bc80, 0x2064eb0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2072 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a5c80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a5c80, 0x2066000) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 8904 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc002200300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc002200300, 0xc000d42dd0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 2073 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a5e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a5e00, 0x2066070) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2506 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068b980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068b980, 0x2064fe0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2453 [chan send, 6 minutes]: testing.tRunner.func1(0xc000622900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000622900, 0x2064cc0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2074 [chan send, 6 minutes]: testing.tRunner.func1(0xc0008d3500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0008d3500, 0x2066068) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2678 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a8a000) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a8a000, 0x2065440) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6048 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc00019bb80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 2451 [chan send, 6 minutes]: testing.tRunner.func1(0xc000622600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000622600, 0x2064cc8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2080 [chan send, 6 minutes]: testing.tRunner.func1(0xc0008d3e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0008d3e00, 0x2064978) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 6558 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9023a108, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001140018, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc001140000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc001140000, 0x37e11d600, 0xc001d59f08, 0x78481a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000fc31c0, 0x40a73a, 0xc001ddc7e0, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000fc31c0, 0xc001ddc7e0, 0x0, 0x3f800000, 0xc0023980c0) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc001020a80, 0x23030e0, 0xc0023980c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 2081 [chan send, 6 minutes]: testing.tRunner.func1(0xc000690180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000690180, 0x2064988) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2459 [chan send, 6 minutes]: testing.tRunner.func1(0xc000623200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000623200, 0x2064c88) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2109 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f9fc80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f9fc80, 0x2064ae8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2085 [chan send, 6 minutes]: testing.tRunner.func1(0xc000691500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000691500, 0x2064a50) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2148 [chan send, 6 minutes]: testing.tRunner.func1(0xc001081e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001081e00, 0x2064700) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2498 [chan send, 6 minutes]: testing.tRunner.func1(0xc00068ad80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00068ad80, 0x2064f20) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2553 [chan send, 6 minutes]: testing.tRunner.func1(0xc000814180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000814180, 0x2065080) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2086 [chan send, 6 minutes]: testing.tRunner.func1(0xc000691680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000691680, 0x2064a10) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2485 [chan send, 6 minutes]: testing.tRunner.func1(0xc000653980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000653980, 0x2064e40) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2435 [chan send, 6 minutes]: testing.tRunner.func1(0xc00060ed80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00060ed80, 0x2064b58) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2088 [chan send, 6 minutes]: testing.tRunner.func1(0xc000691980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000691980, 0x2064a40) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2099 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f9ed80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f9ed80, 0x2064a98) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2117 [chan send, 6 minutes]: testing.tRunner.func1(0xc001000c00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001000c00, 0x2064b38) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2090 [chan send, 6 minutes]: testing.tRunner.func1(0xc000691c80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000691c80, 0x20649e8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2101 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f9f080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f9f080, 0x2064ab0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 34509 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048f960, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048f960, 0x1dcd6500, 0xc005686780, 0xc003ccb750, 0x2, 0x0, 0xc003cac800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048f960) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2091 [chan send, 6 minutes]: testing.tRunner.func1(0xc000691e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000691e00, 0x20649d0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 14844 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc001b4b310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 2475 [chan send, 6 minutes]: testing.tRunner.func1(0xc000652a80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000652a80, 0x2064e10) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2673 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002458f40, 0x1fc6000, 0x6, 0xc000119401) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002458f40, 0x1fd2aa6, 0xd, 0x2309220, 0xc002cca8a0, 0x1da2940, 0xc002cca8a0, 0x1bac620, 0xc000f9a7f0, 0x18, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc00285dc20, 0xc002cca8a0, 0xc000f9a7f0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc0002ff9e0, 0xc002159d10, 0x13, 0x1fc2f0f, 0x4, 0xc003f3fbd8, 0x3, 0x3, 0xc000f9a7f0, 0xc003f3fc30, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002ff9e0, 0xc002159d10, 0x13, 0xc003f3fbd8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459f40, 0xc0012676d0, 0xc0004f8890, 0x0, 0xc001737a00, 0xc000cbe320, 0x1da2940, 0xc002cca8a0, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012676d0, 0x2303960, 0xc0024ec1c0, 0xc000f9a7e0, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0017a0000, 0x1fd2aa6, 0xd, 0x1da2940, 0xc002cca840, 0x1bac620, 0xc000f9a7e0, 0x22c3e01, 0xc000f9a7e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3e40, 0xc000f9a7d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a6, 0xc003f3fe58, 0xc003f3fe68) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc005bc3e58, 0xc005bc3e68) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x23314c0, 0xc000a3b800, 0xc005bc3f58) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestJobEndpoint_LatestDeployment(0xc000a3b800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/job_endpoint_test.go:5271 +0x114 testing.tRunner(0xc000a3b800, 0x20653f8) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2092 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f9e300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f9e300, 0x2064a20) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2648 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002ce1a80, 0x1fc6000, 0x6, 0xc000119401) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002ce1a80, 0x1fd2aa6, 0xd, 0x2309220, 0xc002e2e0c0, 0x1da2940, 0xc002e2e0c0, 0x1bac620, 0xc0036db4a0, 0x18, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc004130a20, 0xc002e2e0c0, 0xc0036db4a0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc0002ff9e0, 0xc005413350, 0x13, 0x1fc2f0f, 0x4, 0xc003665b90, 0x3, 0x3, 0xc0036db4a0, 0xc003665be8, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002ff9e0, 0xc005413350, 0x13, 0xc003665b90, 0x3, 0x3, 0xc0011321c0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc0013c66c0, 0xc0044d8140, 0xc0038c8028, 0x0, 0xc002176c00, 0xc000b94380, 0x1da2940, 0xc002e2e0c0, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0044d8140, 0x2303960, 0xc001133040, 0xc0036db490, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0048c4c00, 0x1fd2aa6, 0xd, 0x1da2940, 0xc002e2e060, 0x1bac620, 0xc0036db490, 0x22c3e01, 0xc0036db490) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3e40, 0xc0036db480) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a6, 0xc003665e10, 0xc003665e20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc00629fe10, 0xc00629fe20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x23314c0, 0xc0009bb200, 0xc00629ff38) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestJobEndpoint_BatchDeregister_ACL(0xc0009bb200) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/job_endpoint_test.go:3679 +0x14d testing.tRunner(0xc0009bb200, 0x2065238) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2621 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009a8900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009a8900, 0x20655b0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2093 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f9e480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f9e480, 0x20649f8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 39643 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc0022cc160, 0x5f5e100, 0xc0021f71a0, 0xc002f34ba0, 0xc002030d50) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 2476 [chan send, 6 minutes]: testing.tRunner.func1(0xc000652c00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 runtime.Goexit() /usr/lib/go-1.15/src/runtime/panic.go:617 +0x1e5 testing.(*common).FailNow(0xc000652c00) /usr/lib/go-1.15/src/testing/testing.go:732 +0x3c testing.(*common).Fatalf(0xc000652c00, 0x1ff07df, 0x19, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/testing/testing.go:806 +0x93 github.com/hashicorp/nomad/nomad.TestEvalEndpoint_Update.func2(0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint_test.go:539 +0x52 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1, 0xc00174ded8, 0xc00174dec8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:32 +0x7d github.com/hashicorp/nomad/testutil.WaitForResult(0xc00321fed8, 0xc00321fec8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/nomad.TestEvalEndpoint_Update(0xc000652c00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint_test.go:536 +0x132 testing.tRunner(0xc000652c00, 0x2064e50) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 15420 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002be4d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002be4d0, 0x1dcd6500, 0x0, 0xc001d50fb8, 0x1a307a5, 0xc001d50f68, 0xc001d50f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002be4d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34500 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048f260, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048f260, 0x1dcd6500, 0x0, 0xc003d497b8, 0x1a307a5, 0xc003d49768, 0xc003d49760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048f260) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 13214 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0016dc280, 0x23030e0, 0xc0010c4040, 0xc002c411a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 2464 [chan send, 6 minutes]: testing.tRunner.func1(0xc000623980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000623980, 0x2064cf0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2657 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a3a000) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a3a000, 0x20656a8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 8796 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc000a39f20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 27770 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc0011085a0, 0xc003f0de60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 5740 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc00051c300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc00051c300, 0xc0008fab00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 6617 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002d30cc0, 0x1da2640, 0xc002d30cc0, 0x1c7de20, 0xc0021a3940, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002d30cc0, 0xc0021a3940, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc0020d5cc8, 0x3, 0x3, 0xc0021a3940, 0xc0020d5d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc0020d5cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc003a67b38, 0x0, 0xc000988900, 0xc0010c14c0, 0x1da2640, 0xc002d30cc0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc0021a3900, 0x6161c48e, 0xf94b942) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c69aa0, 0x1c7de20, 0xc0015caec0, 0x22c3e40, 0xc0036db040) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d28c0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d28c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 49314 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc004d87a20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 41271 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc00445c320, 0x3b9aca00, 0xc0017ec060) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 9480 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9040e930, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001978b18, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc001978b00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc001978b00, 0xc00022cfb0, 0xc000df45b8, 0xc00022cfa0) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00300e620, 0x1dcd6500, 0xc00022cf00, 0xc00022cfc8) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc00300e620, 0x1000000000000, 0x1000000010000, 0x0) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc00053c150, 0xc00300e620) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 49688 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc004d87a20, 0xc0025be7e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 39755 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9003f078, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0040a4818, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0040a4800, 0xc001dd3000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0040a4800, 0xc001dd3000, 0x1000, 0x1000, 0x1ca1400, 0xc0002ebc20, 0x2337240) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0007220c8, 0xc001dd3000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc002a83f80) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc002a83f80, 0x0, 0x2e00000000000048, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc000c07e80, 0x7f4d900bcdb8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc002c12400, 0xc002159248) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc002c12400, 0x20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc0027903c0, 0x7f4d886061a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc002c123c0, 0x1baa420, 0xc002790400) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc002c123c0, 0x1baa420, 0xc002790400, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc002398700, 0x1baa420, 0xc002790400, 0x203000, 0xc003718168) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc002398700, 0xc002790400, 0xc00348fb10, 0x411310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc003718140, 0x2304020, 0xc002398700, 0xa30dd2, 0x1, 0xc00348fba0, 0xc00348fb98, 0xc00348fb98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc003718140, 0x2304020, 0xc002398700, 0xc00348fd80, 0xc004c0aea0, 0xc002a83f80, 0xc003677000, 0xc0007220c8, 0xc001dd3000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc003718140, 0x2304020, 0xc002398700, 0x2, 0xc002398700) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc000f6fe00, 0x23030e0, 0xc0045ecc00, 0x2325c40, 0xc0007220c8, 0xc003718140) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc000f6fe00, 0x23030e0, 0xc0045ecc00, 0x2325c40, 0xc0007220c8, 0xc0010c3a90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 5955 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc0006fe840) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 9484 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc001461a20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 27610 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc003bb5e00, 0xc00363a300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 9830 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002459400, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002459400, 0x1fd0645, 0xc, 0x2309120, 0xc002e49260, 0x1da2640, 0xc002e49260, 0x1c7de20, 0xc001133b00, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001f99780, 0xc002e49260, 0xc001133b00, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00218ad88, 0x13, 0x1fc2f0f, 0x4, 0xc002171cc8, 0x3, 0x3, 0xc001133b00, 0xc002171d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00218ad88, 0x13, 0xc002171cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459580, 0xc001644870, 0xc0038c8240, 0x0, 0xc001482300, 0xc001b0a120, 0x1da2640, 0xc002e49260, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001644870, 0x2303960, 0xc001133ac0, 0x6161c48e, 0x22a172c9) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc002200000, 0x1fd0645, 0xc, 0x1da2640, 0xc001b4c6c0, 0x1c7de20, 0xc003285a00, 0x22c3e40, 0xc000f9a2c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0032b61c0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0032b61c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6630 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002d311a0, 0x1da2640, 0xc002d311a0, 0x1c7de20, 0xc0021a3a00, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002d311a0, 0xc0021a3a00, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc00124dcc8, 0x3, 0x3, 0xc0021a3a00, 0xc00124dd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc00124dcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc003a67b58, 0x0, 0xc000988900, 0xc0010c1720, 0x1da2640, 0xc002d311a0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc0021a39c0, 0x6161c48e, 0x113785fe) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc002325c20, 0x1c7de20, 0xc001132180, 0x22c3e40, 0xc000afd620) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2e70, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2e70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6152 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002e48180, 0x1da2640, 0xc002e48180, 0x1c7de20, 0xc001133780, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002e48180, 0xc001133780, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc0022dbcc8, 0x3, 0x3, 0xc001133780, 0xc0022dbd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc0022dbcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc0038c8208, 0x0, 0xc000988900, 0xc0010c1620, 0x1da2640, 0xc002e48180, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc001133740, 0x6161c48e, 0x18cf92e9) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c69b60, 0x1c7de20, 0xc0015caf80, 0x22c3e40, 0xc004227220) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0006aa070, 0x1dcd6500, 0x0, 0x1, 0x0, 0x10100c00066ef78, 0x100010000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0006aa070) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 49781 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002458f40, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002458f40, 0x1fd0645, 0xc, 0x2309120, 0xc002a5b740, 0x1da2640, 0xc002a5b740, 0x1c7de20, 0xc001132f80, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00285db00, 0xc002a5b740, 0xc001132f80, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc002159ae0, 0x13, 0x1fc2f0f, 0x4, 0xc002fd7cc8, 0x3, 0x3, 0xc001132f80, 0xc002fd7d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc002159ae0, 0x13, 0xc002fd7cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459380, 0xc0012676d0, 0xc002599e18, 0x0, 0xc0048e0a00, 0xc001264a80, 0x1da2640, 0xc002a5b740, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012676d0, 0x2303960, 0xc001132f40, 0x6161c48a, 0x5d327a8) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0017a0000, 0x1fd0645, 0xc, 0x1da2640, 0xc0024112c0, 0x1c7de20, 0xc004c3d980, 0x22c3e40, 0xc0036daee0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc006588540, 0x1dcd6500, 0x0, 0x1, 0x0, 0x0, 0xc002573020) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc006588540) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9832 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0032b62a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0032b62a0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0032b62a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9792 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc000a6bb80, 0x5f5e100, 0xc003256cc0, 0xc0027ff920, 0xc00147d0b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 5448 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d90711fe0, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000c06818, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000c06800, 0xc000644000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000c06800, 0xc000644000, 0x1000, 0x1000, 0x20, 0xc000659000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000d68000, 0xc000644000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc00129c9c0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc00129c9c0, 0x4ad1a5, 0xc000c06800, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc000bf5740, 0xc00129c9c0, 0xc00129ca20, 0xc000496070, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc000bf5740, 0x23030e0, 0xc000cf93c0, 0x2325c40, 0xc000d68000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 14930 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc00183b410) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 6619 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc00233f7a0, 0x1da2640, 0xc00233f7a0, 0x1c7de20, 0xc002af5800, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc00233f7a0, 0xc002af5800, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc001e94cc8, 0x3, 0x3, 0xc002af5800, 0xc001e94d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc001e94cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc0012a8180, 0x0, 0xc000988900, 0xc0010c1520, 0x1da2640, 0xc00233f7a0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc002af57c0, 0x6161c48e, 0x64f11d3) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c69bc0, 0x1c7de20, 0xc0022a7700, 0x22c3e40, 0xc000f9a110) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d29a0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d29a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15416 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002be150, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002be150, 0x1dcd6500, 0xc0009e0701, 0xc0009e07b8, 0x1a307a5, 0xc0009e0768, 0xc0009e0760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002be150) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9831 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002459400, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002459400, 0x1fd0645, 0xc, 0x2309120, 0xc002362b40, 0x1da2640, 0xc002362b40, 0x1c7de20, 0xc002af5ac0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001f99780, 0xc002362b40, 0xc002af5ac0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00218ad88, 0x13, 0x1fc2f0f, 0x4, 0xc000d5ecc8, 0x3, 0x3, 0xc002af5ac0, 0xc000d5ed20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00218ad88, 0x13, 0xc000d5ecc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459580, 0xc001644870, 0xc0012a8218, 0x0, 0xc001482300, 0xc00329e520, 0x1da2640, 0xc002362b40, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001644870, 0x2303960, 0xc002af5a80, 0x6161c48e, 0x1458232d) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc002200000, 0x1fd0645, 0xc, 0x1da2640, 0xc001b4c7e0, 0x1c7de20, 0xc003285ac0, 0x22c3e40, 0xc000afd640) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0032b6230, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0032b6230) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9782 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc000ad2300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 9820 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002459400, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002459400, 0x1fd0645, 0xc, 0x2309120, 0xc00233f560, 0x1da2640, 0xc00233f560, 0x1c7de20, 0xc002af5700, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001f99780, 0xc00233f560, 0xc002af5700, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00218ad88, 0x13, 0x1fc2f0f, 0x4, 0xc001eb4cc8, 0x3, 0x3, 0xc002af5700, 0xc001eb4d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00218ad88, 0x13, 0xc001eb4cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459580, 0xc001644870, 0xc0012a8170, 0x0, 0xc001482300, 0xc00329e5a0, 0x1da2640, 0xc00233f560, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001644870, 0x2303960, 0xc002af56c0, 0x6161c48e, 0x59d9739) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc002200000, 0x1fd0645, 0xc, 0x1da2640, 0xc0032a5680, 0x1c7de20, 0xc003284dc0, 0x22c3e40, 0xc000f9a0f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003e5c70, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003e5c70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9796 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc000a49500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 15529 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc0041fc000, 0x5f5e100, 0xc002b061e0, 0xc0036b0600, 0xc003382a10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 6624 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002e48d20, 0x1da2640, 0xc002e48d20, 0x1c7de20, 0xc001133a00, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002e48d20, 0xc001133a00, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc0022dacc8, 0x3, 0x3, 0xc001133a00, 0xc0022dad20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc0022dacc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc0038c8230, 0x0, 0xc000988900, 0xc0010c15e0, 0x1da2640, 0xc002e48d20, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc0011339c0, 0x6161c48e, 0x21125ff0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c7e240, 0x1c7de20, 0xc0011320c0, 0x22c3e40, 0xc000f9a1c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2bd0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2bd0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 36624 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901c4bf0, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00474d998, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00474d980, 0xc005757000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc00474d980, 0xc005757000, 0x1000, 0x1000, 0xae, 0xc003a4d000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00158a0b8, 0xc005757000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0042f4cc0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0042f4cc0, 0x4ad1a5, 0xc00474d980, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0020c8840, 0xc0042f4cc0, 0xc0042f4d20, 0xc0002cb500, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0020c8840, 0x23030e0, 0xc000f45c80, 0x2325c40, 0xc00158a0b8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 6473 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc000508600, 0x1fc3e78, 0x5, 0xc000eb9da0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 6626 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0001d2cb0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2cb0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2cb0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 49755 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002458f40, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002458f40, 0x1fd0645, 0xc, 0x2309120, 0xc002a5e6c0, 0x1da2640, 0xc002a5e6c0, 0x1c7de20, 0xc001133000, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00285db00, 0xc002a5e6c0, 0xc001133000, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc002159ae0, 0x13, 0x1fc2f0f, 0x4, 0xc00034acc8, 0x3, 0x3, 0xc001133000, 0xc00034ad20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc002159ae0, 0x13, 0xc00034acc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459380, 0xc0012676d0, 0xc002599e20, 0x0, 0xc0048e0a00, 0xc0012649c0, 0x1da2640, 0xc002a5e6c0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012676d0, 0x2303960, 0xc001132fc0, 0x6161c48a, 0x9e95ccf) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0017a0000, 0x1fd0645, 0xc, 0x1da2640, 0xc0017dc060, 0x1c7de20, 0xc002dfd0c0, 0x22c3e40, 0xc003028b10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0065880e0, 0x1dcd6500, 0x0, 0x1, 0x0, 0x0, 0xc002efd260) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0065880e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15534 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc002956000, 0x1fc55e8, 0x6, 0xc0012a2360) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 5744 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9039e880, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001140518, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc001140500, 0xc001e32000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc001140500, 0xc001e32000, 0x10000, 0x10000, 0x411508, 0x7f4d906df788, 0xc001e32000, 0x10000, 0x0) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc000d68690, 0xc001e32000, 0x10000, 0x10000, 0x101, 0xc00113b630, 0xc00113b6c0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc000d68690, 0xc001e32000, 0x10000, 0x10000, 0x0, 0x0, 0xc0003b6b40, 0x1fc4b25, 0x0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc000712bd0, 0xc000d68690) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 20925 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc0040d61e0, 0x3b9aca00, 0xc003bb2900) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 15568 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc001b4b590, 0x3b9aca00, 0xc0040f10e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 9841 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002459400, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002459400, 0x1fd0645, 0xc, 0x2309120, 0xc002ecef60, 0x1da2640, 0xc002ecef60, 0x1c7de20, 0xc00221c2c0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001f99780, 0xc002ecef60, 0xc00221c2c0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00218ad88, 0x13, 0x1fc2f0f, 0x4, 0xc002745cc8, 0x3, 0x3, 0xc00221c2c0, 0xc002745d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00218ad88, 0x13, 0xc002745cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459580, 0xc001644870, 0xc0019ade80, 0x0, 0xc001482300, 0xc00329e6a0, 0x1da2640, 0xc002ecef60, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001644870, 0x2303960, 0xc00221c280, 0x6161c48e, 0x1ea0a2ac) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc002200000, 0x1fd0645, 0xc, 0x1da2640, 0xc0032d0540, 0x1c7de20, 0xc003285680, 0x22c3e40, 0xc000f9a150) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0032b6690, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0032b6690) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 5737 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc00052c2a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 6620 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002362540, 0x1da2640, 0xc002362540, 0x1c7de20, 0xc002af5a40, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002362540, 0xc002af5a40, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc0020dacc8, 0x3, 0x3, 0xc002af5a40, 0xc0020dad20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc0020dacc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc0012a81e0, 0x0, 0xc000988900, 0xc0010c18e0, 0x1da2640, 0xc002362540, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc002af5a00, 0x6161c48e, 0x11a0cf4c) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c69c80, 0x1c7de20, 0xc0022a7780, 0x22c3e40, 0xc000afd630) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2a10, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2a10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2985 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9023a2d8, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0007c9918, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0007c9900, 0xc000612000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0007c9900, 0xc000612000, 0x1000, 0x1000, 0x26, 0xc000613000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000722990, 0xc000612000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000f4eea0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000f4eea0, 0x4ad1a5, 0xc0007c9900, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0005f1080, 0xc000f4eea0, 0xc000f4ef60, 0xc0003e4460, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0005f1080, 0x23030e0, 0xc000fd00c0, 0x2325c40, 0xc000722990) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 15424 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002be850, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002be850, 0x1dcd6500, 0x0, 0xc0026af7b8, 0x1a307a5, 0xc0026af768, 0xc0026af760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002be850) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9816 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002459400, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002459400, 0x1fd0645, 0xc, 0x2309120, 0xc002ecf920, 0x1da2640, 0xc002ecf920, 0x1c7de20, 0xc00221c3c0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001f99780, 0xc002ecf920, 0xc00221c3c0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00218ad88, 0x13, 0x1fc2f0f, 0x4, 0xc003f28cc8, 0x3, 0x3, 0xc00221c3c0, 0xc003f28d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00218ad88, 0x13, 0xc003f28cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459580, 0xc001644870, 0xc0019ade90, 0x0, 0xc001482300, 0xc001a4c5e0, 0x1da2640, 0xc002ecf920, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001644870, 0x2303960, 0xc00221c380, 0x6161c48e, 0x2731e36d) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc002200000, 0x1fd0645, 0xc, 0x1da2640, 0xc0032a52c0, 0x1c7de20, 0xc003284b00, 0x22c3e40, 0xc0036db1f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003e5ab0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003e5ab0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34513 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048fb20, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048fb20, 0x1dcd6500, 0x0, 0xc0010e4fb8, 0x1a307e5, 0xc0045e8120, 0xc0010e4f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048fb20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9812 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0010cbc80, 0x1fc408f, 0x5, 0xc0023facf0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 15410 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc003a99ce0, 0x5f5e100, 0xc002b34a80, 0xc001e80ba0, 0xc002c90750) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 9807 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc00111bad0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 9806 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc0012a0700, 0x3b9aca00, 0xc001b06840) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 41253 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cbd50, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cbd50, 0x1dcd6500, 0x1856091, 0xc000ebfd48, 0xc001e71380, 0xc001e6e840, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cbd50) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41118 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc0044d85f0, 0x2, 0x1, 0x0, 0x1000000000001) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc0001c4780) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 35730 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003531260, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003531260, 0x1dcd6500, 0x1043401, 0xc001d747b8, 0x1a307e5, 0xc0040f0540, 0xc001d74760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003531260) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 49783 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc006588620, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc006588620, 0x1dcd6500, 0x0, 0xc0028517b8, 0x1a307a5, 0xc003f0d4a0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc006588620) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34547 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc003af69a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 3362 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9023ab00, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000c06718, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000c06700, 0xc000645000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000c06700, 0xc000645000, 0x1000, 0x1000, 0x11, 0xc000f4b000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0008e6040, 0xc000645000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000b3a120) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000b3a120, 0x4ad1a5, 0xc000c06700, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc00068c900, 0xc000b3a120, 0xc000b3a180, 0xc0002ec000, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc00068c900, 0x23030e0, 0xc00141d600, 0x2325c40, 0xc0008e6040) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 12920 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc0021a10e0, 0xc001030780) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 9733 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0020b0300, 0x1fc408f, 0x5, 0xc000936030) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 9805 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc001e828c0, 0x3b9aca00, 0xc001b06840) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 19920 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0015c2600, 0x1fc3e78, 0x5, 0xc000012c00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 20886 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc0040f2300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 19008 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc003a1b8b0, 0x0, 0xc000a90fc8, 0x114320d, 0xc0019e6810) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc001b42b40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 41248 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cbb20, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cbb20, 0x1dcd6500, 0x1856091, 0xc000ebfd48, 0xc001e70180, 0xc001e6e3c0, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cbb20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41117 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc0034fc300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 14932 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901c4460, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc002a1e098, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc002a1e080, 0xc0026b4000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc002a1e080, 0xc0026b4000, 0x10000, 0x10000, 0x411310, 0xc002853670, 0x44dcdf, 0xc002853768, 0x2) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc002923e18, 0xc0026b4000, 0x10000, 0x10000, 0x101, 0xc002853630, 0xc0028536c0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc002923e18, 0xc0026b4000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc001e30310, 0xc002923e18) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 6621 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002eadec0, 0x1da2640, 0xc002eadec0, 0x1c7de20, 0xc00221c080, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002eadec0, 0xc00221c080, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc0022ddcc8, 0x3, 0x3, 0xc00221c080, 0xc0022ddd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc0022ddcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc0019ade70, 0x0, 0xc000988900, 0xc0010c17e0, 0x1da2640, 0xc002eadec0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc00221c040, 0x6161c48d, 0x391052cf) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c69d40, 0x1c7de20, 0xc0022a7800, 0x22c3e40, 0xc004227180) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2a80, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2a80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9740 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0010fb940, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0010fb940, 0x1fd0645, 0xc, 0x2309120, 0xc002e483c0, 0x1da2640, 0xc002e483c0, 0x1c7de20, 0xc001133880, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001bc8520, 0xc002e483c0, 0xc001133880, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00011a4f8, 0x13, 0x1fc2f0f, 0x4, 0xc000e3bcc8, 0x3, 0x3, 0xc001133880, 0xc000e3bd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00011a4f8, 0x13, 0xc000e3bcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc000dec5c0, 0xc0012e6280, 0xc0038c8218, 0x0, 0xc0024fab00, 0xc002636920, 0x1da2640, 0xc002e483c0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012e6280, 0x2303960, 0xc001133840, 0x6161c48e, 0x19ad8a30) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000ad2300, 0x1fd0645, 0xc, 0x1da2640, 0xc003257da0, 0x1c7de20, 0xc0027f7840, 0x22c3e40, 0xc000afd680) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4620, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4620) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9835 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002459400, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002459400, 0x1fd0645, 0xc, 0x2309120, 0xc002363140, 0x1da2640, 0xc002363140, 0x1c7de20, 0xc002af5bc0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001f99780, 0xc002363140, 0xc002af5bc0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00218ad88, 0x13, 0x1fc2f0f, 0x4, 0xc001eafcc8, 0x3, 0x3, 0xc002af5bc0, 0xc001eafd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00218ad88, 0x13, 0xc001eafcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459580, 0xc001644870, 0xc0012a8238, 0x0, 0xc001482300, 0xc00329e800, 0x1da2640, 0xc002363140, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001644870, 0x2303960, 0xc002af5b80, 0x6161c48e, 0x16bd6425) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc002200000, 0x1fd0645, 0xc, 0x1da2640, 0xc0032a5d40, 0x1c7de20, 0xc003285240, 0x22c3e40, 0xc0036db130) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0032b63f0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0032b63f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9858 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9039f700, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001529418, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc001529400, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc001529400, 0x37e11d600, 0xc001e97f08, 0x78481a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc001f99a60, 0x40a73a, 0xc0035387e0, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc001f99a60, 0xc0035387e0, 0x0, 0x3f800000, 0xc002af4a40) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc002459400, 0x23030e0, 0xc002af4a40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 6156 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002dfea80, 0x1da2640, 0xc002dfea80, 0x1c7de20, 0xc0009daa40, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002dfea80, 0xc0009daa40, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc005461cc8, 0x3, 0x3, 0xc0009daa40, 0xc005461d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc005461cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc001cbd058, 0x0, 0xc000988900, 0xc0010c1a20, 0x1da2640, 0xc002dfea80, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc0009daa00, 0x6161c48d, 0x35f91f97) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c69e00, 0x1c7de20, 0xc0015cb000, 0x22c3e40, 0xc000afd5f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2310, 0x1dcd6500, 0x23030e0, 0xc00022b7b8, 0x1a307a5, 0x0, 0xc000dbc840) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34204 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc0043c7200) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc0043c7200) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc0043c7200) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0043c7200, 0xc003615e90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 6061 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc00037db00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc00037db00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc00037db00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc00037db00, 0xc001d906c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 6049 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc00019bb80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 9790 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc000ad2300, 0x2540be400, 0xc001eb7500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 9808 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc000ad3500, 0x2540be400, 0xc001b06840) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 9735 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027f43f0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f43f0, 0x1dcd6500, 0x0, 0xc001fc37b8, 0x1a307e5, 0xc002447500, 0xc001fc3760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f43f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 35753 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc0016aae60, 0x3b9aca00, 0xc00319de00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 35741 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003531ce0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003531ce0, 0x1dcd6500, 0xc003a663a0, 0xc, 0xc, 0xc, 0xc) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003531ce0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9485 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc001461a20, 0x5f5e100, 0xc003005380, 0xc003014a20, 0xc0030282c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 49021 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9023d2f0, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00437a618, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00437a600, 0xc005970000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc00437a600, 0xc005970000, 0x1000, 0x1000, 0x60, 0xc005971000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0013fc010, 0xc005970000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0022e86c0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0022e86c0, 0x4ad1a5, 0xc00437a600, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001d18600, 0xc0022e86c0, 0xc0022e8900, 0xc0043901c0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001d18600, 0x23030e0, 0xc0043f6f40, 0x2325c40, 0xc0013fc010) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 9797 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc000a49500, 0x1fc55e8, 0x6, 0xc001b2e420) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 6160 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc00233fec0, 0x1da2640, 0xc00233fec0, 0x1c7de20, 0xc002af5940, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc00233fec0, 0xc002af5940, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc00248acc8, 0x3, 0x3, 0xc002af5940, 0xc00248ad20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc00248acc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc0012a81b8, 0x0, 0xc000988900, 0xc0010c19e0, 0x1da2640, 0xc00233fec0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc002af5900, 0x6161c48e, 0xd4cdb5e) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c69f80, 0x1c7de20, 0xc0015ca740, 0x22c3e40, 0xc000f9a130) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d24d0, 0x1dcd6500, 0xd5b3ea, 0xc0016057c8, 0xd5b48b, 0xc001605778, 0xc001605760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d24d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9737 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0010fb940, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0010fb940, 0x1fd0645, 0xc, 0x2309120, 0xc002f25b60, 0x1da2640, 0xc002f25b60, 0x1c7de20, 0xc0009dafc0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001bc8520, 0xc002f25b60, 0xc0009dafc0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00011a4f8, 0x13, 0x1fc2f0f, 0x4, 0xc001a0ccc8, 0x3, 0x3, 0xc0009dafc0, 0xc001a0cd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00011a4f8, 0x13, 0xc001a0ccc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc000dec5c0, 0xc0012e6280, 0xc001cbd130, 0x0, 0xc0024fab00, 0xc00324a780, 0x1da2640, 0xc002f25b60, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012e6280, 0x2303960, 0xc0009daf80, 0x6161c48e, 0x2013d540) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000ad2300, 0x1fd0645, 0xc, 0x1da2640, 0xc003257800, 0x1c7de20, 0xc0027f7600, 0x22c3e40, 0xc000f9a160) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f44d0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f44d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20921 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002ca380, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002ca380, 0x1dcd6500, 0x1, 0xc000861fb8, 0x1a307e5, 0xc002eaf080, 0xc000861f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002ca380) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6159 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0001d2460, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2460, 0x1dcd6500, 0x0, 0x0, 0xc000cd9c20, 0x0, 0x1) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2460) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9738 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0010fb940, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0010fb940, 0x1fd0645, 0xc, 0x2309120, 0xc002bcd440, 0x1da2640, 0xc002bcd440, 0x1c7de20, 0xc00490d140, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001bc8520, 0xc002bcd440, 0xc00490d140, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00011a4f8, 0x13, 0x1fc2f0f, 0x4, 0xc001a0bcc8, 0x3, 0x3, 0xc00490d140, 0xc001a0bd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00011a4f8, 0x13, 0xc001a0bcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc000dec5c0, 0xc0012e6280, 0xc004b7e9d0, 0x0, 0xc0024fab00, 0xc00324a700, 0x1da2640, 0xc002bcd440, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012e6280, 0x2303960, 0xc00490d100, 0x6161c48e, 0x23d57e39) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000ad2300, 0x1fd0645, 0xc, 0x1da2640, 0xc0032579e0, 0x1c7de20, 0xc0027f76c0, 0x22c3e40, 0xc003028b60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4540, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4540) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 27422 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc000ebe500, 0xc00177ef60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 9804 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc0012e7310, 0x3b9aca00, 0xc001b06840) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 14517 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc003a5d680) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 8365 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc00037c000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc00037c000, 0xc000dee300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 28466 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc000db8be0, 0xc000fcde60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 9765 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0010fb940, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0010fb940, 0x1fd0645, 0xc, 0x2309120, 0xc002363680, 0x1da2640, 0xc002363680, 0x1c7de20, 0xc002af5c40, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001bc8520, 0xc002363680, 0xc002af5c40, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00011a4f8, 0x13, 0x1fc2f0f, 0x4, 0xc000922cc8, 0x3, 0x3, 0xc002af5c40, 0xc000922d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00011a4f8, 0x13, 0xc000922cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc000dec5c0, 0xc0012e6280, 0xc0012a8240, 0x0, 0xc0024fab00, 0xc0026368a0, 0x1da2640, 0xc002363680, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012e6280, 0x2303960, 0xc002af5c00, 0x6161c48e, 0x1bbc00b8) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000ad2300, 0x1fd0645, 0xc, 0x1da2640, 0xc00129d560, 0x1c7de20, 0xc001f5b0c0, 0x22c3e40, 0xc000a981e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4a10, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4a10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34535 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc003981e90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 9632 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc0018e2dc0, 0x5f5e100, 0xc0027f9e60, 0xc0027ff740, 0xc00147cec0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 6613 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc0023641e0, 0x1da2640, 0xc0023641e0, 0x1c7de20, 0xc002af5f00, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc0023641e0, 0xc002af5f00, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc0020dfcc8, 0x3, 0x3, 0xc002af5f00, 0xc0020dfd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc0020dfcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc0012a8268, 0x0, 0xc000988900, 0xc0010c19a0, 0x1da2640, 0xc0023641e0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc002af5ec0, 0x6161c48e, 0x2636caa2) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c69860, 0x1c7de20, 0xc0015ca980, 0x22c3e40, 0xc0036db1e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2700, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2700) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 14848 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc001c18300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc001c18300, 0xc003aa38b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 15525 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901c5160, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001978798, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc001978780, 0xc0005d2000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc001978780, 0xc0005d2000, 0x10000, 0x10000, 0x41146b, 0x2f1a080, 0xc0005d2000, 0x10000, 0xc001b2c900) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc00151e040, 0xc0005d2000, 0x10000, 0x10000, 0x101, 0xc000375e30, 0xc000375ec0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc00151e040, 0xc0005d2000, 0x10000, 0x10000, 0x0, 0x0, 0xc000375fc8, 0x18de1e9, 0xc0004c0770) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc003f02230, 0xc00151e040) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 35746 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003531f10, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003531f10, 0x1dcd6500, 0x0, 0xc0058107b8, 0x1a307a5, 0xc005810768, 0xc005810760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003531f10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 28303 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc000db8320, 0xc0018efe00, 0xc0031b6a20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 49798 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc002ef87b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 6065 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9007e3a8, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000ad0118, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000ad0100, 0xc000d72000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000ad0100, 0xc000d72000, 0x1000, 0x1000, 0x1ca1400, 0xc0002ebc20, 0x2337240) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0009ae000, 0xc000d72000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc00119fc80) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc00119fc80, 0x0, 0x2e0000010000002e, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc001db8980, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc0004862c0, 0x7f4d9027dda8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc0004862c0, 0x20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc001d02000, 0x7f4d9027dda8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc000486280, 0x1baa420, 0xc001d020a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc000486280, 0x1baa420, 0xc001d020a0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc001132840, 0x1baa420, 0xc001d020a0, 0x203000, 0xc000b90488) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc001132840, 0xc001d020a0, 0xc001d5ab10, 0x411310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc000b90460, 0x2304020, 0xc001132840, 0x411310, 0x1, 0xc001d5aba0, 0xc001d5ab98, 0xc001d5ab98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc000b90460, 0x2304020, 0xc001132840, 0xc001d5ad80, 0xc001ddc7e0, 0xc00119fc80, 0xc00120f000, 0xc0009ae000, 0xc000d72000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc000b90460, 0x2304020, 0xc001132840, 0x2, 0xc001132800) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc001020a80, 0x23030e0, 0xc0023980c0, 0x2325c40, 0xc0009ae000, 0xc000b90460) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc001020a80, 0x23030e0, 0xc0023980c0, 0x2325c40, 0xc0009ae000, 0xc000b90410) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 9862 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc00054aa00, 0x3b9aca00, 0xc00249a5a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 49784 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc006588690, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc006588690, 0x1dcd6500, 0xc0013ef3b0, 0xc00065e750, 0x2, 0x0, 0x100000000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc006588690) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15408 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc003a99ce0, 0x5f5e100, 0xc002b34a20, 0xc001e80ba0, 0xc002c90740) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 47712 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d88270ce8, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0037f3998, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0037f3980, 0xc003ebf000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0037f3980, 0xc003ebf000, 0x1000, 0x1000, 0x143, 0xc003561000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001cc6e70, 0xc003ebf000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc00205a000) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc00205a000, 0x4ad1a5, 0xc0037f3980, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001780a80, 0xc00205a000, 0xc00205a060, 0xc0043903f0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001780a80, 0x23030e0, 0xc000acdb40, 0x2325c40, 0xc001cc6e70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 34546 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc003af69a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 5739 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc00051c300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc00051c300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc00051c300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc00051c300, 0xc0008faaf0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 6560 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc0010a4c80, 0x3b9aca00, 0xc0017e0cc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 41267 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc004774f00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 5738 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc0010a50e0, 0x1, 0x100000000000000, 0x100000001, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc001205d40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 5745 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc0006fe840) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 41275 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc004774f00, 0x2540be400, 0xc0017ec060) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 35743 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003531dc0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003531dc0, 0x1dcd6500, 0x1, 0xc003d1cfb8, 0x1a307e5, 0xc004192000, 0xc003d1cf60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003531dc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 8797 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc001645180, 0x468700, 0xc001ddc780, 0xc000cb5728, 0x40a6e5) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc0011a0cc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 9810 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0010cbc80, 0x1fc55e8, 0x6, 0xc0023fac90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 9795 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc000a49500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 9837 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0032b64d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0032b64d0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0032b64d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 13475 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc002cee1e0, 0xc001a3c120, 0xc0018ba5a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 6625 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002e3f620, 0x1da2640, 0xc002e3f620, 0x1c7de20, 0xc0011334c0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002e3f620, 0xc0011334c0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc002510cc8, 0x3, 0x3, 0xc0011334c0, 0xc002510d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc002510cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc0038c81d8, 0x0, 0xc000988900, 0xc0010c18a0, 0x1da2640, 0xc002e3f620, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc001133480, 0x6161c48e, 0x103d8cbf) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c7e5a0, 0x1c7de20, 0xc0022a78c0, 0x22c3e40, 0xc0036db050) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2c40, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2c40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6155 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002f259e0, 0x1da2640, 0xc002f259e0, 0x1c7de20, 0xc0009daf40, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002f259e0, 0xc0009daf40, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc00475fcc8, 0x3, 0x3, 0xc0009daf40, 0xc00475fd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc00475fcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc001cbd128, 0x0, 0xc000988900, 0xc0010c1960, 0x1da2640, 0xc002f259e0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc0009daec0, 0x6161c48e, 0x1efa8085) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c69da0, 0x1c7de20, 0xc0022a7840, 0x22c3e40, 0xc0036db1a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d22a0, 0x1dcd6500, 0xc000d16ba0, 0xc000d16b40, 0xc000a3e000, 0xc000402020, 0xc001049000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d22a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9818 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0003e5b90, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003e5b90, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003e5b90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6059 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc00015aea0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 5743 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9023a848, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001140498, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc001140480, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc001140480, 0xc0003b6b70, 0xc000002404, 0x2f4faa0) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0011a37e0, 0x4, 0x0, 0x4) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc0011a37e0, 0x2, 0x2, 0x0) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc000712bd0, 0xc0011a37e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 9730 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc0020b0300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 8990 [select, 2 minutes]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc000a6bce0, 0xc002499320) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 9861 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc000432dc0, 0x3b9aca00, 0xc00249a5a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 15731 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc0011f8990) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 19007 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc0035e6e40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 34209 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d882ac488, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0033fea98, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc0033fea80, 0xc0034fe000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc0033fea80, 0xc0034fe000, 0x10000, 0x10000, 0x411310, 0xc000251670, 0x44dcdf, 0xc000251768, 0x2) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc0016b4db8, 0xc0034fe000, 0x10000, 0x10000, 0x101, 0xc000251630, 0xc0002516c0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc0016b4db8, 0xc0034fe000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc000720c40, 0xc0016b4db8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 39646 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc001dbbc80, 0x1fc55e8, 0x6, 0xc004cb6cf0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 9811 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0010cbc80, 0x1fc3e78, 0x5, 0xc0023facc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 9631 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc0018e2dc0, 0xc0027ff740) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 14019 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc000fece60, 0xc003df7500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 9789 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc00157bd10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 9815 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002459400, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002459400, 0x1fd0645, 0xc, 0x2309120, 0xc00233ff80, 0x1da2640, 0xc00233ff80, 0x1c7de20, 0xc002af59c0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001f99780, 0xc00233ff80, 0xc002af59c0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00218ad88, 0x13, 0x1fc2f0f, 0x4, 0xc00253ecc8, 0x3, 0x3, 0xc002af59c0, 0xc00253ed20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00218ad88, 0x13, 0xc00253ecc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459580, 0xc001644870, 0xc0012a81c0, 0x0, 0xc001482300, 0xc00329e760, 0x1da2640, 0xc00233ff80, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001644870, 0x2303960, 0xc002af5980, 0x6161c48e, 0xda5e339) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc002200000, 0x1fd0645, 0xc, 0x1da2640, 0xc0032a51a0, 0x1c7de20, 0xc003284a40, 0x22c3e40, 0xc0036db000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003e59d0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003e59d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6467 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc0006fe840, 0x5f5e100, 0xc00110a300, 0xc001ddc6c0, 0xc001641ef0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 6046 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9040ea18, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001318218, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc001318200, 0xc002580000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc001318200, 0xc002580000, 0x10000, 0x10000, 0x41146b, 0xc0000b1400, 0xc002580000, 0x10000, 0x0) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc0013fc4a8, 0xc002580000, 0x10000, 0x10000, 0x101, 0xc00116c630, 0xc00116c6c0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc0013fc4a8, 0xc002580000, 0x10000, 0x10000, 0x114320d, 0xc001c871a0, 0x1fee115, 0x18, 0x0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc0002f87e0, 0xc0013fc4a8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 6047 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc00019bb80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 6471 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc000508600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 6612 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002d2df20, 0x1da2640, 0xc002d2df20, 0x1c7de20, 0xc0021a3600, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002d2df20, 0xc0021a3600, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc0020d3cc8, 0x3, 0x3, 0xc0021a3600, 0xc0020d3d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc0020d3cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc003a67ae8, 0x0, 0xc000988900, 0xc0010c1920, 0x1da2640, 0xc002d2df20, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc0021a3580, 0x6161c48d, 0x379cc4ba) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c7e540, 0x1c7de20, 0xc0022a7880, 0x22c3e40, 0xc000a98190) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2690, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2690) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15476 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002f2460, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002f2460, 0x1dcd6500, 0x0, 0xc00090efb8, 0x1a307a5, 0xc00090ef68, 0xc00090ef60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002f2460) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9736 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027f4460, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4460, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4460) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20998 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc003a1b6d0, 0x3b9aca00, 0xc0044f9aa0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 9817 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0003e5b20, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003e5b20, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003e5b20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39748 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc001784c80, 0x3b9aca00, 0xc004c0aea0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 8984 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9040ebe8, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc002a8e098, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc002a8e080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc002a8e080, 0x0, 0x0, 0xc001bbdfc8) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc002a8a060, 0x0, 0x0, 0x2000000000000) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc002a8a060, 0x0, 0x1, 0x0) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc0006c3880, 0xc002a8a060) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 13435 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc0016dc8c0, 0xc0010c71a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 37094 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d904721f8, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00247eb98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00247eb80, 0xc00330e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc00247eb80, 0xc00330e000, 0x1000, 0x1000, 0x106, 0xc00330f000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0020100e8, 0xc00330e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc00344ad20) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc00344ad20, 0x4ad1a5, 0xc00247eb80, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0020c8840, 0xc00344ad20, 0xc00344ad80, 0xc00371e3f0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0020c8840, 0x23030e0, 0xc000f45c80, 0x2325c40, 0xc0020100e8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 6614 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002e3ef60, 0x1da2640, 0xc002e3ef60, 0x1c7de20, 0xc001133340, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002e3ef60, 0xc001133340, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc000befcc8, 0x3, 0x3, 0xc001133340, 0xc000befd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc000befcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc0038c81c0, 0x0, 0xc000988900, 0xc0012c7980, 0x1da2640, 0xc002e3ef60, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc0011332c0, 0x6161c48e, 0xdade59b) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c69920, 0x1c7de20, 0xc0015cac40, 0x22c3e40, 0xc0036db020) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2770, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2770) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6611 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002f42720, 0x1da2640, 0xc002f42720, 0x1c7de20, 0xc0009db140, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002f42720, 0xc0009db140, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc0010dfcc8, 0x3, 0x3, 0xc0009db140, 0xc0010dfd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc0010dfcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc001cbd150, 0x0, 0xc000988900, 0xc0010c1560, 0x1da2640, 0xc002f42720, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc0009db100, 0x6161c48e, 0x2a611598) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c7e0c0, 0x1c7de20, 0xc0015ca940, 0x22c3e40, 0xc0036db230) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2620, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2620) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9802 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d885f9eb0, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0015c5b98, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0015c5b80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0015c5b80, 0x37e11d600, 0xc002a05f08, 0x78481a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00161f940, 0x40a73a, 0xc0015784e0, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00161f940, 0xc0015784e0, 0x0, 0x3f800000, 0xc0027f7340) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc0010212c0, 0x23030e0, 0xc0027f7340) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 9597 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002459400, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002459400, 0x1fd0645, 0xc, 0x2309120, 0xc002d317a0, 0x1da2640, 0xc002d317a0, 0x1c7de20, 0xc0021a3b00, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001f99780, 0xc002d317a0, 0xc0021a3b00, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00218ad88, 0x13, 0x1fc2f0f, 0x4, 0xc001fbacc8, 0x3, 0x3, 0xc0021a3b00, 0xc001fbad20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00218ad88, 0x13, 0xc001fbacc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459580, 0xc001644870, 0xc003a67b80, 0x0, 0xc001482300, 0xc001b0a1a0, 0x1da2640, 0xc002d317a0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001644870, 0x2303960, 0xc0021a3ac0, 0x6161c48e, 0x145b4c01) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc002200000, 0x1fd0645, 0xc, 0x1da2640, 0xc00332e000, 0x1c7de20, 0xc002af4ac0, 0x22c3e40, 0xc0036db060) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002af80e0, 0x1dcd6500, 0x1, 0xc001fbffb8, 0x1a307e5, 0xc00217fa40, 0xc001fbff60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002af80e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 4204 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9039f190, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001271b98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc001271b80, 0xc000a3f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc001271b80, 0xc000a3f000, 0x1000, 0x1000, 0x30, 0xc001048000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0018be020, 0xc000a3f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc00100aae0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc00100aae0, 0x4ad1a5, 0xc001271b80, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc000855bc0, 0xc00100aae0, 0xc00100ab40, 0xc000720a10, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc000855bc0, 0x23030e0, 0xc0019f9280, 0x2325c40, 0xc0018be020) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 5075 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9040f5e0, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000ba0d18, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000ba0d00, 0xc0005b3000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000ba0d00, 0xc0005b3000, 0x1000, 0x1000, 0x3b, 0xc00070a000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00158a940, 0xc0005b3000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0012ff0e0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0012ff0e0, 0x4ad1a5, 0xc000ba0d00, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001106540, 0xc0012ff0e0, 0xc0012ff140, 0xc00053c5b0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001106540, 0x23030e0, 0xc00140bec0, 0x2325c40, 0xc00158a940) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 49782 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0065885b0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0065885b0, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc0018cef68, 0xc002572de0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0065885b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 38999 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc003a99e40, 0xc004c07620) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 14681 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000ebfb80, 0x23030e0, 0xc002a12000, 0xc00163d860) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 6557 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc00019bb80, 0xc001b931a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 39725 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b3030, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b3030, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e9980, 0xc001c40120, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b3030) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 48944 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9007e748, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0016e5898, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc0016e5880, 0xc006500000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc0016e5880, 0xc006500000, 0x10000, 0x10000, 0x411410, 0x0, 0x0, 0xc000000000, 0xc0021ff090) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc002159ef0, 0xc006500000, 0x10000, 0x10000, 0x101, 0xc00238a630, 0xc00238a6c0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc002159ef0, 0xc006500000, 0x10000, 0x10000, 0x0, 0x1, 0x0, 0x0, 0xc0049497a0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc0039585b0, 0xc002159ef0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 27606 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc003bb5c20, 0xc00363a1e0, 0xc004be2660) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 39642 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc0022cc160, 0xc002f34ba0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 27607 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc003bb5c20, 0xc00363a1e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 20997 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc00163eaa0, 0x3b9aca00, 0xc0044f9aa0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 9827 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0032b6070, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0032b6070, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0032b6070) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34508 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048f8f0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048f8f0, 0x1dcd6500, 0x1825bd7, 0xc0023b7f68, 0xc0023b7f58, 0x2, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048f8f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 27421 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc000ebe500, 0xc00177ef60, 0xc001d04900) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 27417 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000ebe140, 0x23030e0, 0xc00155e180, 0xc00177eba0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 9828 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002459400, 0x1fc6000, 0x6, 0x419501) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002459400, 0x1fd0645, 0xc, 0x2309120, 0xc002ecf140, 0x1da2640, 0xc002ecf140, 0x1c7de20, 0xc00221c340, 0x41c7de, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001f99780, 0xc002ecf140, 0xc00221c340, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00218ad88, 0x13, 0x1fc2f0f, 0x4, 0xc0010cccc8, 0x3, 0x3, 0xc00221c340, 0xc0010ccd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00218ad88, 0x13, 0xc0010cccc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459580, 0xc001644870, 0xc0019ade88, 0x0, 0xc001482300, 0xc00329e7a0, 0x1da2640, 0xc002ecf140, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001644870, 0x2303960, 0xc00221c300, 0x6161c48e, 0x21f2d81a) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc002200000, 0x1fd0645, 0xc, 0x1da2640, 0xc0022e82a0, 0x1c7de20, 0xc0022ea200, 0x22c3e40, 0xc0036db1c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0032b60e0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0032b60e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 27423 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000ebe640, 0x23030e0, 0xc00155e380, 0xc00177efc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 9823 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002459400, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002459400, 0x1fd0645, 0xc, 0x2309120, 0xc002d380c0, 0x1da2640, 0xc002d380c0, 0x1c7de20, 0xc0021a3dc0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001f99780, 0xc002d380c0, 0xc0021a3dc0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00218ad88, 0x13, 0x1fc2f0f, 0x4, 0xc001065cc8, 0x3, 0x3, 0xc0021a3dc0, 0xc001065d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00218ad88, 0x13, 0xc001065cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459580, 0xc001644870, 0xc003a67ba0, 0x0, 0xc001482300, 0xc001b0a1e0, 0x1da2640, 0xc002d380c0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001644870, 0x2303960, 0xc0021a3d80, 0x6161c48e, 0x1b2b4f96) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc002200000, 0x1fd0645, 0xc, 0x1da2640, 0xc0032a59e0, 0x1c7de20, 0xc003285000, 0x22c3e40, 0xc000a981d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003e5dc0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003e5dc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9822 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0003e5d50, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003e5d50, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003e5d50) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 49786 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc006588770, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc006588770, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc0010316e0, 0xc00055b760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc006588770) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15523 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc0012a21e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 39717 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b2cb0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b2cb0, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0011ec600, 0xc001c40540, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b2cb0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15452 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002f20e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002f20e0, 0x1dcd6500, 0x0, 0xc000b0f7b8, 0x1a307a5, 0xc000b0f768, 0xc000b0f760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002f20e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15409 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc003a99ce0, 0xc001e80ba0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 39747 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901c3fd8, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00565a618, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc00565a600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc00565a600, 0x37e11d600, 0xc003334f08, 0x78481a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc003043000, 0x40a73a, 0xc002f353e0, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc003043000, 0xc002f353e0, 0x0, 0x3f800000, 0xc0045ecc00) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc000f6fe00, 0x23030e0, 0xc0045ecc00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 13568 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0002d28c0, 0x23030e0, 0xc0036c6a40, 0xc0026fe0c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 13438 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc0016dd400, 0xc001706fc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 12923 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc0021a1680, 0xc0014d8f00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 34208 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9023a930, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0033fea18, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0033fea00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0033fea00, 0x0, 0x0, 0xc004641fc8) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0010bbb80, 0x0, 0x0, 0x1000204641fc8) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc0010bbb80, 0x0, 0x1, 0x0) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc000720c40, 0xc0010bbb80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 41251 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cbc70, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cbc70, 0x1dcd6500, 0x1856091, 0xc000ebfd48, 0xc00167c600, 0xc001a3c3c0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cbc70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6154 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002e3fa40, 0x1da2640, 0xc002e3fa40, 0x1c7de20, 0xc001133540, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002e3fa40, 0xc001133540, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc001316cc8, 0x3, 0x3, 0xc001133540, 0xc001316d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc001316cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc0038c81e0, 0x0, 0xc000988900, 0xc0010c16a0, 0x1da2640, 0xc002e3fa40, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc001133500, 0x6161c48e, 0x16132edb) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c69ce0, 0x1c7de20, 0xc0022a77c0, 0x22c3e40, 0xc0036db0d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2230, 0x1dcd6500, 0x0, 0x22e9ca0, 0x100010000, 0xc00144f4a0, 0xc00022ff68) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2230) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6153 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002ead920, 0x1da2640, 0xc002ead920, 0x1c7de20, 0xc00221c000, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002ead920, 0xc00221c000, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc003f41cc8, 0x3, 0x3, 0xc00221c000, 0xc003f41d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc003f41cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc0019ade50, 0x0, 0xc000988900, 0xc0010c1760, 0x1da2640, 0xc002ead920, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc0046bff80, 0x6161c48d, 0x34555b2c) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c69c20, 0x1c7de20, 0xc0022a7740, 0x22c3e40, 0xc004227160) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d21c0, 0x1dcd6500, 0x0, 0x20022bfb8, 0x2000100000001, 0x0, 0xc000a784e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d21c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 8858 [select, 2 minutes]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc000ad3800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000ad3800, 0xc000d91600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 34206 [select, 2 minutes]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc0043c7200) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0043c7200, 0xc003615eb0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 15449 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002bff80, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002bff80, 0x1dcd6500, 0xc0009e1f78, 0xc0009e1f68, 0x2, 0x1, 0x100010000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002bff80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 8859 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc001b2e1e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 35717 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc00313ec00, 0x1fc408f, 0x5, 0xc0013e4fc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 8366 [select, 2 minutes]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc00037c000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc00037c000, 0xc000dee310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 35720 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003530380, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003530380, 0x1dcd6500, 0x0, 0xc0018c97b8, 0x1a307a5, 0xc0018c9768, 0xc0018c9760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003530380) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20896 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004aa7e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa7e0, 0x1dcd6500, 0x1fc354b, 0xc00323bfb8, 0x1a307a5, 0xc00323bf68, 0xc00323bf60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa7e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15475 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002f23f0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002f23f0, 0x1dcd6500, 0xc0025b2750, 0x40a73a, 0xc001ba4d80, 0x0, 0xc0025b2700) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002f23f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15455 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002f2230, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002f2230, 0x1dcd6500, 0x0, 0xc001de3fb8, 0x1a307e5, 0xc004358a80, 0xc001de3f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002f2230) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15479 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002f25b0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002f25b0, 0x1dcd6500, 0xc00450dd40, 0x0, 0x0, 0xc002ec7860, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002f25b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15444 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002bea80, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002bea80, 0x1dcd6500, 0x1, 0xc000badfb8, 0x1a307a5, 0xc000badf68, 0xc000badf60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002bea80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9488 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc00234a000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 15422 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002be5b0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002be5b0, 0x1dcd6500, 0x0, 0xc0024b5fb8, 0x1a307a5, 0xc0024b5f68, 0xc0024b5f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002be5b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 19914 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc003a418c0, 0x5f5e100, 0xc003aa93e0, 0xc0014960c0, 0xc002f943b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 49759 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0065882a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0065882a0, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc0058f4f68, 0xc0058f4f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0065882a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 19921 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0015c2600, 0x1fc408f, 0x5, 0xc000012c30) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 15446 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002bfe30, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002bfe30, 0x1dcd6500, 0x0, 0xc0027d2fb8, 0x1a307a5, 0xc0027d2f68, 0xc0027d2f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002bfe30) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 8856 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc000ad3800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc000ad3800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc000ad3800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000ad3800, 0xc000d915d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 14595 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc001a56320, 0x23030e0, 0xc001bceac0, 0xc003a59440) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 6598 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc00019bb80, 0x5f5e100, 0xc00212c000, 0xc001b931a0, 0xc002086f10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 6631 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001020a80, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001020a80, 0x1fd0645, 0xc, 0x2309120, 0xc002bcc360, 0x1da2640, 0xc002bcc360, 0x1c7de20, 0xc00490cf40, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc000fc2fa0, 0xc002bcc360, 0xc00490cf40, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc000d68288, 0x13, 0x1fc2f0f, 0x4, 0xc0020d4cc8, 0x3, 0x3, 0xc00490cf40, 0xc0020d4d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc000d68288, 0x13, 0xc0020d4cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001020c00, 0xc0010a4be0, 0xc004b7e990, 0x0, 0xc000988900, 0xc00120d860, 0x1da2640, 0xc002bcc360, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0010a4be0, 0x2303960, 0xc00490cf00, 0x6161c48e, 0x145b5339) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00051c000, 0x1fd0645, 0xc, 0x1da2640, 0xc001c7e660, 0x1c7de20, 0xc001132000, 0x22c3e40, 0xc0036db070) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2ee0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2ee0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6632 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc00051c000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 6633 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc00051c000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 39736 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b3500, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b3500, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e8a80, 0xc0009d9ce0, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b3500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15643 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901c5418, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001979498, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc001979480, 0xc002693000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc001979480, 0xc002693000, 0x1000, 0x1000, 0x1ca1400, 0xc0002ebc20, 0x2337240) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00151e098, 0xc002693000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000803500) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000803500, 0x0, 0x2e0000010000003a, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc002adfe00, 0x7f4d887baed8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc002a2c2c0, 0xc00151e4f8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc002a2c2c0, 0x20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc001a6bb60, 0xc000b079b8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc002a2c280, 0x1baa420, 0xc001a6bba0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc002a2c280, 0x1baa420, 0xc001a6bba0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc0020bf440, 0x1baa420, 0xc001a6bba0, 0x203000, 0xc0030b75b8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc0020bf440, 0xc001a6bba0, 0xc000b07b10, 0x411310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc0030b7590, 0x2304020, 0xc0020bf440, 0xa30dd2, 0x1, 0xc000b07ba0, 0xc000b07b98, 0xc000b07b98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc0030b7590, 0x2304020, 0xc0020bf440, 0xc000b07d80, 0xc0036b1aa0, 0xc000803500, 0xc004a5f000, 0xc00151e098, 0xc002693000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc0030b7590, 0x2304020, 0xc0020bf440, 0x2, 0xc0020bf400) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc0046fab80, 0x23030e0, 0xc0020be7c0, 0x2325c40, 0xc00151e098, 0xc0030b7590) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc0046fab80, 0x23030e0, 0xc0020be7c0, 0x2325c40, 0xc00151e098, 0xc0030b6ff0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 8718 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc0012e6640, 0xc0011eaeb8, 0xc000552f68, 0xc000552f28, 0x40a6e5) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc001dfd200) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 6658 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc0013ca500, 0x3b9aca00, 0xc0017e0cc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 6659 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc000a63ef0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 6660 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc00051c000, 0x2540be400, 0xc0017e0cc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 9599 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002af81c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002af81c0, 0x1dcd6500, 0x0, 0xc001b8efb8, 0x1a307e5, 0xc0019b7980, 0xc001b8ef60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002af81c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20995 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc000f22900) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 39723 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b2f50, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b2f50, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e9c80, 0xc001c40300, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b2f50) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 13567 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0002d21e0, 0x23030e0, 0xc0036c6880, 0xc0026fe000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 41867 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc002a51980, 0x1fc55e8, 0x6, 0xc001ece900) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 13344 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc0029000a0, 0xc0029d5080) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 6741 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc00019bb80, 0x5f5e100, 0xc002295d40, 0xc001b931a0, 0xc002086040) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 6742 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc0014dc600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 6743 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc0014dc600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 6744 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0014dc600, 0x1fc55e8, 0x6, 0xc0002ea510) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 6745 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0014dc600, 0x1fc3e78, 0x5, 0xc0002ea540) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 6746 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0014dc600, 0x1fc408f, 0x5, 0xc0002ea5a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 6747 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002eac9c0, 0x1da2640, 0xc002eac9c0, 0x1c7de20, 0xc0046bfec0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002eac9c0, 0xc0046bfec0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc002419cc8, 0x3, 0x3, 0xc0046bfec0, 0xc002419d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc002419cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc0019ade28, 0x0, 0xc0012e3500, 0xc000b95b80, 0x1da2640, 0xc002eac9c0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc0046bfe80, 0x6161c48d, 0x257372d9) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc0014cea20, 0x1c7de20, 0xc002329f00, 0x22c3e40, 0xc0036dafb0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa0e0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa0e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6748 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002e39c80, 0x1da2640, 0xc002e39c80, 0x1c7de20, 0xc0011331c0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002e39c80, 0xc0011331c0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc00241dcc8, 0x3, 0x3, 0xc0011331c0, 0xc00241dd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc00241dcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc0038c8158, 0x0, 0xc0012e3500, 0xc000b958e0, 0x1da2640, 0xc002e39c80, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc001133180, 0x6161c48e, 0x2aed5c8) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc00137a1e0, 0x1c7de20, 0xc0013c6140, 0x22c3e40, 0xc000a981b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa150, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa150) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6749 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002dfe7e0, 0x1da2640, 0xc002dfe7e0, 0x1c7de20, 0xc0009da940, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002dfe7e0, 0xc0009da940, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc002175cc8, 0x3, 0x3, 0xc0009da940, 0xc002175d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc002175cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc001cbd048, 0x0, 0xc0012e3500, 0xc0015060c0, 0x1da2640, 0xc002dfe7e0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc0009da900, 0x6161c48d, 0x34a9f031) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc001728420, 0x1c7de20, 0xc0022a7940, 0x22c3e40, 0xc000afd5d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa1c0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa1c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6750 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002d30000, 0x1da2640, 0xc002d30000, 0x1c7de20, 0xc0021a36c0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002d30000, 0xc0021a36c0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc001b70cc8, 0x3, 0x3, 0xc0021a36c0, 0xc001b70d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc001b70cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc003a67af0, 0x0, 0xc0012e3500, 0xc000b957a0, 0x1da2640, 0xc002d30000, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc0021a3640, 0x6161c48d, 0x37f5715c) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc001d3f800, 0x1c7de20, 0xc0004fe4c0, 0x22c3e40, 0xc004227170) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa230, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa230) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6751 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004aa2a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa2a0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa2a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6752 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002d2cba0, 0x1da2640, 0xc002d2cba0, 0x1c7de20, 0xc0021a3480, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002d2cba0, 0xc0021a3480, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc00213bcc8, 0x3, 0x3, 0xc0021a3480, 0xc00213bd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc00213bcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc003a67ad0, 0x0, 0xc0012e3500, 0xc001134340, 0x1da2640, 0xc002d2cba0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc0021a3440, 0x6161c48d, 0x1ef6e5d6) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc001076b40, 0x1c7de20, 0xc0012a5880, 0x22c3e40, 0xc000dee830) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa310, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6753 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002bccc00, 0x1da2640, 0xc002bccc00, 0x1c7de20, 0xc00490cfc0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002bccc00, 0xc00490cfc0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc00213ccc8, 0x3, 0x3, 0xc00490cfc0, 0xc00213cd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc00213ccc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc004b7e9a0, 0x0, 0xc0012e3500, 0xc000b958a0, 0x1da2640, 0xc002bccc00, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc00490cf80, 0x6161c48e, 0x1e010414) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc001077b00, 0x1c7de20, 0xc0012a5940, 0x22c3e40, 0xc0036db190) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa380, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa380) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6754 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004aa460, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa460, 0x1dcd6500, 0xc000d16ba0, 0xc000d16b40, 0xc000a3e000, 0xc000402020, 0xc001049000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa460) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6755 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004aa4d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa4d0, 0x1dcd6500, 0x23030e0, 0xc00022b7b8, 0x1a307a5, 0x0, 0xc000dbc840) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa4d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6756 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002e3fc80, 0x1da2640, 0xc002e3fc80, 0x1c7de20, 0xc001133640, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002e3fc80, 0xc001133640, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc002139cc8, 0x3, 0x3, 0xc001133640, 0xc002139d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc002139cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc0038c81f0, 0x0, 0xc0012e3500, 0xc001134300, 0x1da2640, 0xc002e3fc80, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc001133600, 0x6161c48e, 0x167c063c) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc001076180, 0x1c7de20, 0xc0012a4440, 0x22c3e40, 0xc000afd650) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa5b0, 0x1dcd6500, 0x1, 0xc000b76fb8, 0x1a307e5, 0xc00081b080, 0xc000b76f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa5b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6757 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc00233f2c0, 0x1da2640, 0xc00233f2c0, 0x1c7de20, 0xc002af5580, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc00233f2c0, 0xc002af5580, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc0008c8cc8, 0x3, 0x3, 0xc002af5580, 0xc0008c8d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc0008c8cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc0012a8168, 0x0, 0xc0012e3500, 0xc000b95600, 0x1da2640, 0xc00233f2c0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc002af54c0, 0x6161c48e, 0x567722a) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc001c7ea20, 0x1c7de20, 0xc00219cec0, 0x22c3e40, 0xc0036dafd0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa620, 0x1dcd6500, 0x0, 0x0, 0xc000cd9c20, 0x0, 0x1) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa620) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6758 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004aa690, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa690, 0x1dcd6500, 0x0, 0x1000200b787b8, 0x2000100000000, 0x0, 0xc000f3c180) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa690) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6759 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002d30300, 0x1da2640, 0xc002d30300, 0x1c7de20, 0xc0021a38c0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002d30300, 0xc0021a38c0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc000ab2cc8, 0x3, 0x3, 0xc0021a38c0, 0xc000ab2d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc000ab2cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc003a67b00, 0x0, 0xc0012e3500, 0xc000b95b00, 0x1da2640, 0xc002d30300, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc0021a3880, 0x6161c48d, 0x3a21188d) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc0013c9f80, 0x1c7de20, 0xc002328c80, 0x22c3e40, 0xc004227190) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa700, 0x1dcd6500, 0x0, 0xc000f813e0, 0xc0009c9e28, 0x1, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa700) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6760 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002363800, 0x1da2640, 0xc002363800, 0x1c7de20, 0xc002af5e00, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002363800, 0xc002af5e00, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc001331cc8, 0x3, 0x3, 0xc002af5e00, 0xc001331d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc001331cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc0012a8250, 0x0, 0xc0012e3500, 0xc0004ae020, 0x1da2640, 0xc002363800, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc002af5d40, 0x6161c48e, 0x1bee620e) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc001fa2c00, 0x1c7de20, 0xc002328d40, 0x22c3e40, 0xc000a98220) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa850, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc0005337a0, 0xc0009cb760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa850) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6761 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004aa8c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa8c0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa8c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6762 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004aa930, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa930, 0x1dcd6500, 0x0, 0x1000000000000, 0x1000200000002, 0x0, 0xc0017e0780) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa930) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6763 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002dff6e0, 0x1da2640, 0xc002dff6e0, 0x1c7de20, 0xc0009dab00, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002dff6e0, 0xc0009dab00, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc0032d9cc8, 0x3, 0x3, 0xc0009dab00, 0xc0032d9d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc0032d9cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc001cbd060, 0x0, 0xc0012e3500, 0xc000b95820, 0x1da2640, 0xc002dff6e0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc0009daa80, 0x6161c48e, 0x76da792) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc001fa31a0, 0x1c7de20, 0xc002328f80, 0x22c3e40, 0xc0036daff0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa9a0, 0x1dcd6500, 0x0, 0x1000000000000, 0x2000100000002, 0x0, 0xc0017e0960) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa9a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6764 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002f25c80, 0x1da2640, 0xc002f25c80, 0x1c7de20, 0xc0009db040, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002f25c80, 0xc0009db040, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc003a7ccc8, 0x3, 0x3, 0xc0009db040, 0xc003a7cd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc003a7ccc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc001cbd138, 0x0, 0xc0012e3500, 0xc000b95a00, 0x1da2640, 0xc002f25c80, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc0009db000, 0x6161c48e, 0x20346634) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc001fa3380, 0x1c7de20, 0xc002329040, 0x22c3e40, 0xc000f9a180) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aaa10, 0x1dcd6500, 0x0, 0x200000000, 0x1000200000001, 0x0, 0xc0017e0a20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aaa10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6765 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002d2d620, 0x1da2640, 0xc002d2d620, 0x1c7de20, 0xc0021a3540, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002d2d620, 0xc0021a3540, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc000d63cc8, 0x3, 0x3, 0xc0021a3540, 0xc000d63d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc000d63cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc003a67ae0, 0x0, 0xc0012e3500, 0xc000b957e0, 0x1da2640, 0xc002d2d620, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc0021a3500, 0x6161c48d, 0x2a0c1c19) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc001fa3560, 0x1c7de20, 0xc002329100, 0x22c3e40, 0xc0036dafc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aaa80, 0x1dcd6500, 0x0, 0x1000001bc07b8, 0x1000200000002, 0x0, 0xc0017e00c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aaa80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6766 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002d313e0, 0x1da2640, 0xc002d313e0, 0x1c7de20, 0xc0021a3a80, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002d313e0, 0xc0021a3a80, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc000ab7cc8, 0x3, 0x3, 0xc0021a3a80, 0xc000ab7d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc000ab7cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc003a67b60, 0x0, 0xc0012e3500, 0xc000b959c0, 0x1da2640, 0xc002d313e0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc0021a3a40, 0x6161c48e, 0x1235ff34) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc001fa3740, 0x1c7de20, 0xc0023291c0, 0x22c3e40, 0xc000dee870) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aaaf0, 0x1dcd6500, 0x0, 0x2000101118140, 0x1000200000000, 0x0, 0xc0017e06c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aaaf0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6767 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002d301e0, 0x1da2640, 0xc002d301e0, 0x1c7de20, 0xc0021a3840, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002d301e0, 0xc0021a3840, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc001064cc8, 0x3, 0x3, 0xc0021a3840, 0xc001064d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc001064cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc003a67af8, 0x0, 0xc0012e3500, 0xc000b95940, 0x1da2640, 0xc002d301e0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc0021a37c0, 0x6161c48d, 0x39ceb698) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc001fa3920, 0x1c7de20, 0xc002329280, 0x22c3e40, 0xc000a981a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aab60, 0x1dcd6500, 0x0, 0x2000101bc17b8, 0x1000200000000, 0x0, 0xc0017e0360) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aab60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6768 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002d31c20, 0x1da2640, 0xc002d31c20, 0x1c7de20, 0xc0021a3c40, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002d31c20, 0xc0021a3c40, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc00475acc8, 0x3, 0x3, 0xc0021a3c40, 0xc00475ad20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc00475acc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc003a67b90, 0x0, 0xc0012e3500, 0xc000b95640, 0x1da2640, 0xc002d31c20, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc0021a3c00, 0x6161c48e, 0x17bf9b48) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc001fa3b00, 0x1c7de20, 0xc002329340, 0x22c3e40, 0xc0036db170) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aabd0, 0x1dcd6500, 0x0, 0x100000131c400, 0x1000200000002, 0x0, 0xc001c14060) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aabd0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6769 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002e3f020, 0x1da2640, 0xc002e3f020, 0x1c7de20, 0xc0011333c0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002e3f020, 0xc0011333c0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc004aebcc8, 0x3, 0x3, 0xc0011333c0, 0xc004aebd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc004aebcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc0038c81c8, 0x0, 0xc0012e3500, 0xc000b95700, 0x1da2640, 0xc002e3f020, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc001133380, 0x6161c48e, 0xdf15bb0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc001fa3ce0, 0x1c7de20, 0xc002329400, 0x22c3e40, 0xc0042271e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aac40, 0x1dcd6500, 0x0, 0x1000201bbf7b8, 0x2000100000000, 0x0, 0xc001b92240) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aac40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6770 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002363740, 0x1da2640, 0xc002363740, 0x1c7de20, 0xc002af5cc0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002363740, 0xc002af5cc0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc00166dcc8, 0x3, 0x3, 0xc002af5cc0, 0xc00166dd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc00166dcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc0012a8248, 0x0, 0xc0012e3500, 0xc0011342c0, 0x1da2640, 0xc002363740, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc002af5c80, 0x6161c48e, 0x1bdd6444) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc001fa3ec0, 0x1c7de20, 0xc0023294c0, 0x22c3e40, 0xc000a981f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aacb0, 0x1dcd6500, 0xc0009c0f78, 0xc0009c0fb8, 0x1a307a5, 0x0, 0xc000dbc960) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aacb0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6771 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002e3f2c0, 0x1da2640, 0xc002e3f2c0, 0x1c7de20, 0xc001133440, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002e3f2c0, 0xc001133440, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc001e9ecc8, 0x3, 0x3, 0xc001133440, 0xc001e9ed20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc001e9ecc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc0038c81d0, 0x0, 0xc0012e3500, 0xc001134240, 0x1da2640, 0xc002e3f2c0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc001133400, 0x6161c48e, 0xf0173b1) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc0012ae060, 0x1c7de20, 0xc002329580, 0x22c3e40, 0xc0036db030) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aad20, 0x1dcd6500, 0x0, 0x1014eb540, 0x2000100000002, 0x0, 0xc00081a000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aad20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6772 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002e38180, 0x1da2640, 0xc002e38180, 0x1c7de20, 0xc0011330c0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002e38180, 0xc0011330c0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc001660cc8, 0x3, 0x3, 0xc0011330c0, 0xc001660d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc001660cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc0038c80f0, 0x0, 0xc0012e3500, 0xc001134280, 0x1da2640, 0xc002e38180, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc001133080, 0x6161c48d, 0x2380f39c) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc0012ae420, 0x1c7de20, 0xc002329640, 0x22c3e40, 0xc0036daf70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aad90, 0x1dcd6500, 0x0, 0x10040a73a, 0x1000200000002, 0x0, 0xc000d6e180) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aad90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6773 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002e4c0c0, 0x1da2640, 0xc002e4c0c0, 0x1c7de20, 0xc001133c40, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002e4c0c0, 0xc001133c40, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc001062cc8, 0x3, 0x3, 0xc001133c40, 0xc001062d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc001062cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc0038c8268, 0x0, 0xc0012e3500, 0xc000b95a80, 0x1da2640, 0xc002e4c0c0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc001133c00, 0x6161c48e, 0x2c406f64) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc0012aea80, 0x1c7de20, 0xc002329700, 0x22c3e40, 0xc000f9a320) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aae00, 0x1dcd6500, 0x1fc78ce, 0x7, 0x1a307e5, 0xc0004ed620, 0xc000687760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aae00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6774 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002bcdf80, 0x1da2640, 0xc002bcdf80, 0x1c7de20, 0xc00490d3c0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002bcdf80, 0xc00490d3c0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc001063cc8, 0x3, 0x3, 0xc00490d3c0, 0xc001063d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc001063cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc004b7e9f8, 0x0, 0xc0012e3500, 0xc000310040, 0x1da2640, 0xc002bcdf80, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc00490d380, 0x6161c48e, 0x2c3313c0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc0012af500, 0x1c7de20, 0xc0023297c0, 0x22c3e40, 0xc000f9a310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aae70, 0x1dcd6500, 0x0, 0x1005c2000, 0x2000100000002, 0x0, 0xc00081a300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aae70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6775 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002f245a0, 0x1da2640, 0xc002f245a0, 0x1c7de20, 0xc0009dac40, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002f245a0, 0xc0009dac40, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc0020e1cc8, 0x3, 0x3, 0xc0009dac40, 0xc0020e1d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc0020e1cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc001cbd0c8, 0x0, 0xc0012e3500, 0xc001078060, 0x1da2640, 0xc002f245a0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc0009dac00, 0x6161c48e, 0xfa64f3f) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc0012af6e0, 0x1c7de20, 0xc002329880, 0x22c3e40, 0xc004227210) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aaee0, 0x1dcd6500, 0x0, 0x2000000000000, 0x2000100000001, 0x0, 0xc00081a3c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aaee0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6776 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002e3fda0, 0x1da2640, 0xc002e3fda0, 0x1c7de20, 0xc001133700, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002e3fda0, 0xc001133700, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc00286dcc8, 0x3, 0x3, 0xc001133700, 0xc00286dd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc00286dcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc0038c81f8, 0x0, 0xc0012e3500, 0xc000b95a40, 0x1da2640, 0xc002e3fda0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc001133680, 0x6161c48e, 0x16f9904e) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc0012af8c0, 0x1c7de20, 0xc002329940, 0x22c3e40, 0xc0036db160) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aaf50, 0x1dcd6500, 0x23030e0, 0xc0019cbec0, 0x1, 0xc0004ed7a0, 0xc000a95f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aaf50) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6777 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002f24960, 0x1da2640, 0xc002f24960, 0x1c7de20, 0xc0009dad00, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002f24960, 0xc0009dad00, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc000b22cc8, 0x3, 0x3, 0xc0009dad00, 0xc000b22d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc000b22cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc001cbd0e8, 0x0, 0xc0012e3500, 0xc000b95b40, 0x1da2640, 0xc002f24960, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc0009dac80, 0x6161c48e, 0x151f842c) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc0012afaa0, 0x1c7de20, 0xc002329a00, 0x22c3e40, 0xc0036db090) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aafc0, 0x1dcd6500, 0x0, 0x1000000000000, 0x2000100000002, 0x0, 0xc0017e09c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aafc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6778 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001d868c0, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001d868c0, 0x1fd0645, 0xc, 0x2309120, 0xc002d38600, 0x1da2640, 0xc002d38600, 0x1c7de20, 0xc0021a3ec0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00172a6a0, 0xc002d38600, 0xc0021a3ec0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00112c540, 0x13, 0x1fc2f0f, 0x4, 0xc0020e5cc8, 0x3, 0x3, 0xc0021a3ec0, 0xc0020e5d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00112c540, 0x13, 0xc0020e5cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001d86a40, 0xc0012cd4f0, 0xc003a67ba8, 0x0, 0xc0012e3500, 0xc000b8f9e0, 0x1da2640, 0xc002d38600, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012cd4f0, 0x2303960, 0xc0021a3e00, 0x6161c48e, 0x1e3b9e39) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc00037d800, 0x1fd0645, 0xc, 0x1da2640, 0xc0012afc80, 0x1c7de20, 0xc002329ac0, 0x22c3e40, 0xc000f9a140) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004ab030, 0x1dcd6500, 0xc0014845a0, 0x100020055af00, 0x2000100000000, 0x0, 0xc0016273e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004ab030) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 6779 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc00037d800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 6780 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc00037d800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 6781 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9040f328, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001737298, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc001737280, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc001737280, 0x37e11d600, 0xc001eaef08, 0x78481a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00172a8a0, 0x40a73a, 0xc002305620, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00172a8a0, 0xc002305620, 0x0, 0x3f800000, 0xc002328b40) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc001d868c0, 0x23030e0, 0xc002328b40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 6782 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc001e82960, 0x3b9aca00, 0xc000d6e7e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 6783 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc0012cd590, 0x3b9aca00, 0xc000d6e7e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 6784 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc001e82a00, 0x3b9aca00, 0xc000d6e7e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 6785 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc0004f4400, 0x3b9aca00, 0xc000d6e7e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 6802 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc0005f5f20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 6803 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc00037d800, 0x2540be400, 0xc000d6e7e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 15732 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc001c18000, 0x2540be400, 0xc0040f10e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 9775 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027f4e70, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4e70, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4e70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9780 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027f50a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f50a0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f50a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 28394 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000db86e0, 0x23030e0, 0xc00227d9c0, 0xc000fcca20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 9781 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0010fb940, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0010fb940, 0x1fd0645, 0xc, 0x2309120, 0xc002bcdc20, 0x1da2640, 0xc002bcdc20, 0x1c7de20, 0xc00490d340, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001bc8520, 0xc002bcdc20, 0xc00490d340, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00011a4f8, 0x13, 0x1fc2f0f, 0x4, 0xc0010cecc8, 0x3, 0x3, 0xc00490d340, 0xc0010ced20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00011a4f8, 0x13, 0xc0010cecc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc000dec5c0, 0xc0012e6280, 0xc004b7e9f0, 0x0, 0xc0024fab00, 0xc00120dc00, 0x1da2640, 0xc002bcdc20, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012e6280, 0x2303960, 0xc00490d300, 0x6161c48e, 0x2acfc6ff) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000ad2300, 0x1fd0645, 0xc, 0x1da2640, 0xc003389560, 0x1c7de20, 0xc0029a6080, 0x22c3e40, 0xc0036db240) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f5110, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f5110) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9745 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0010fb940, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0010fb940, 0x1fd0645, 0xc, 0x2309120, 0xc002e48f00, 0x1da2640, 0xc002e48f00, 0x1c7de20, 0xc001133a80, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001bc8520, 0xc002e48f00, 0xc001133a80, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00011a4f8, 0x13, 0x1fc2f0f, 0x4, 0xc00253fcc8, 0x3, 0x3, 0xc001133a80, 0xc00253fd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00011a4f8, 0x13, 0xc00253fcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc000dec5c0, 0xc0012e6280, 0xc0038c8238, 0x0, 0xc0024fab00, 0xc00120dc80, 0x1da2640, 0xc002e48f00, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012e6280, 0x2303960, 0xc001133a40, 0x6161c48e, 0x215aea52) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000ad2300, 0x1fd0645, 0xc, 0x1da2640, 0xc00129d020, 0x1c7de20, 0xc001f5a800, 0x22c3e40, 0xc0036db1b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4850, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4850) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9743 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027f4770, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4770, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4770) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 14933 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc003a99ce0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 34927 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc003af69a0, 0xc0029d49c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 9762 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027f48c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f48c0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f48c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9763 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027f4930, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4930, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4930) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9776 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0010fb940, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0010fb940, 0x1fd0645, 0xc, 0x2309120, 0xc002364060, 0x1da2640, 0xc002364060, 0x1c7de20, 0xc002af5e80, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001bc8520, 0xc002364060, 0xc002af5e80, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00011a4f8, 0x13, 0x1fc2f0f, 0x4, 0xc0012b9cc8, 0x3, 0x3, 0xc002af5e80, 0xc0012b9d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00011a4f8, 0x13, 0xc0012b9cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc000dec5c0, 0xc0012e6280, 0xc0012a8260, 0x0, 0xc0024fab00, 0xc00324a800, 0x1da2640, 0xc002364060, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012e6280, 0x2303960, 0xc002af5e40, 0x6161c48e, 0x259f28c3) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000ad2300, 0x1fd0645, 0xc, 0x1da2640, 0xc00129db60, 0x1c7de20, 0xc001f5b440, 0x22c3e40, 0xc0036db1d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4ee0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4ee0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9778 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0010fb940, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0010fb940, 0x1fd0645, 0xc, 0x2309120, 0xc002e39a40, 0x1da2640, 0xc002e39a40, 0x1c7de20, 0xc001133140, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001bc8520, 0xc002e39a40, 0xc001133140, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00011a4f8, 0x13, 0x1fc2f0f, 0x4, 0xc00475ccc8, 0x3, 0x3, 0xc001133140, 0xc00475cd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00011a4f8, 0x13, 0xc00475ccc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc000dec5c0, 0xc0012e6280, 0xc0038c8138, 0x0, 0xc0024fab00, 0xc00324a6c0, 0x1da2640, 0xc002e39a40, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012e6280, 0x2303960, 0xc001133100, 0x6161c48e, 0x1116909) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000ad2300, 0x1fd0645, 0xc, 0x1da2640, 0xc002f1a780, 0x1c7de20, 0xc002f1e4c0, 0x22c3e40, 0xc0042271c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4fc0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4fc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15412 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc001b3a780) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 41236 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cb5e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cb5e0, 0x1dcd6500, 0x1, 0xc001719fb8, 0x1a307e5, 0xc0050e07e0, 0xc001719f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cb5e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9744 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027f47e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f47e0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f47e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9777 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0010fb940, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0010fb940, 0x1fd0645, 0xc, 0x2309120, 0xc002e49a40, 0x1da2640, 0xc002e49a40, 0x1c7de20, 0xc001133bc0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001bc8520, 0xc002e49a40, 0xc001133bc0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00011a4f8, 0x13, 0x1fc2f0f, 0x4, 0xc00239bcc8, 0x3, 0x3, 0xc001133bc0, 0xc00239bd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00011a4f8, 0x13, 0xc00239bcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc000dec5c0, 0xc0012e6280, 0xc0038c8260, 0x0, 0xc0024fab00, 0xc00324a840, 0x1da2640, 0xc002e49a40, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012e6280, 0x2303960, 0xc001133b80, 0x6161c48e, 0x295a5892) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000ad2300, 0x1fd0645, 0xc, 0x1da2640, 0xc002f1a720, 0x1c7de20, 0xc00353a2c0, 0x22c3e40, 0xc0036db210) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4f50, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4f50) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15413 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc001b3a780, 0x1fc55e8, 0x6, 0xc00183b560) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 15425 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002be8c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002be8c0, 0x1dcd6500, 0x1, 0xc00196efb8, 0x1a307a5, 0xc00196ef68, 0xc00196ef60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002be8c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9766 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027f4a80, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4a80, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4a80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9764 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0010fb940, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0010fb940, 0x1fd0645, 0xc, 0x2309120, 0xc002bcd980, 0x1da2640, 0xc002bcd980, 0x1c7de20, 0xc00490d240, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001bc8520, 0xc002bcd980, 0xc00490d240, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00011a4f8, 0x13, 0x1fc2f0f, 0x4, 0xc001986cc8, 0x3, 0x3, 0xc00490d240, 0xc001986d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00011a4f8, 0x13, 0xc001986cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc000dec5c0, 0xc0012e6280, 0xc004b7e9e0, 0x0, 0xc0024fab00, 0xc002636160, 0x1da2640, 0xc002bcd980, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012e6280, 0x2303960, 0xc00490d200, 0x6161c48e, 0x2748c908) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000ad2300, 0x1fd0645, 0xc, 0x1da2640, 0xc00129d440, 0x1c7de20, 0xc001f5ae40, 0x22c3e40, 0xc000a98300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f49a0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f49a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15414 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc001b3a780, 0x1fc3e78, 0x5, 0xc00183b650) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 15421 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002be540, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002be540, 0x1dcd6500, 0x0, 0xc0024b6fb8, 0x1a307a5, 0xc0024b6f68, 0xc0024b6f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002be540) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 19910 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d904a6b48, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc003344f98, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc003344f80, 0xc0038ec000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc003344f80, 0xc0038ec000, 0x10000, 0x10000, 0x41146b, 0xc000101000, 0xc0038ec000, 0x10000, 0x18) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc000d69c28, 0xc0038ec000, 0x10000, 0x10000, 0x101, 0xc003dc9630, 0xc003dc96c0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc000d69c28, 0xc0038ec000, 0x10000, 0x10000, 0x114320d, 0xc00293c2d0, 0x1fee115, 0x18, 0x0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc0029fa770, 0xc000d69c28) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 6805 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9007e830, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001c88b18, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc001c88b00, 0xc001fb1000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc001c88b00, 0xc001fb1000, 0x1000, 0x1000, 0x1ca1400, 0xc0002ebc20, 0x2337240) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0008e6050, 0xc001fb1000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0013e3e60) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0013e3e60, 0x0, 0x2e0000010000002e, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc001fa6200, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc000692400, 0x7f4d9040c070) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc000692400, 0x20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc000448260, 0x7f4d9040c070) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc0006923c0, 0x1baa420, 0xc0004482a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc0006923c0, 0x1baa420, 0xc0004482a0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc001fac700, 0x1baa420, 0xc0004482a0, 0x203000, 0xc0012ccb68) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc001fac700, 0xc0004482a0, 0xc0023a1b10, 0x411310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc0012ccb40, 0x2304020, 0xc001fac700, 0x411310, 0x1, 0xc0023a1ba0, 0xc0023a1b98, 0xc0023a1b98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc0012ccb40, 0x2304020, 0xc001fac700, 0xc0023a1d80, 0xc000d6e7e0, 0xc0013e3e60, 0xc002401000, 0xc0008e6050, 0xc001fb1000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc0012ccb40, 0x2304020, 0xc001fac700, 0x2, 0xc001fac700) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc001d868c0, 0x23030e0, 0xc002328b40, 0x2325c40, 0xc0008e6050, 0xc0012ccb40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc001d868c0, 0x23030e0, 0xc002328b40, 0x2325c40, 0xc0008e6050, 0xc00130fcc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 14935 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc003a99ce0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 9601 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc002200000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 48943 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901c4a20, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0016e5818, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0016e5800, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0016e5800, 0x0, 0x0, 0x22c3e40) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc002bafd80, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc002bafd80, 0x0, 0xc0010d7350, 0x0) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc0039585b0, 0xc002bafd80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 34225 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048f030, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048f030, 0x1dcd6500, 0x0, 0xc003824fb8, 0x1a307e5, 0xc003a1fda0, 0xc003824f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048f030) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 8986 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc000a6bce0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 35744 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003531e30, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003531e30, 0x1dcd6500, 0x0, 0xc00238bfb8, 0x1a307a5, 0xc00238bf68, 0xc00238bf60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003531e30) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 14516 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc001624410) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 8985 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9040f4f8, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0008f7a98, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc0008f7a80, 0xc0032c0000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc0008f7a80, 0xc0032c0000, 0x10000, 0x10000, 0x411508, 0x7f4d900c1810, 0xc0032c0000, 0x10000, 0x0) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc000318a50, 0xc0032c0000, 0x10000, 0x10000, 0x101, 0xc000589630, 0xc0005896c0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc000318a50, 0xc0032c0000, 0x10000, 0x10000, 0xc001c80701, 0xc000589718, 0x49df31, 0xc001c807d8, 0xc001681201) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc0006c3880, 0xc000318a50) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 9731 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0020b0300, 0x1fc55e8, 0x6, 0xc000813d40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 20926 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc00428c050, 0x3b9aca00, 0xc003bb2900) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 34533 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc0026ef540, 0x3b9aca00, 0xc004359920) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 34516 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048fc70, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048fc70, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc002850f78, 0xc002850f68) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048fc70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 37988 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc00445c550, 0xc004237270, 0xc0003d9920, 0xd95c4b, 0xd94945) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc001075440) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 10227 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9007e578, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc002f2db18, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc002f2db00, 0xc002214000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc002f2db00, 0xc002214000, 0x1000, 0x1000, 0x1ca1400, 0xc0002ebc20, 0x2337240) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0029224e8, 0xc002214000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0005ffb60) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0005ffb60, 0xd0, 0x2e00000000000000, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc002f31680, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc00118a680, 0x7f4d901bbc38) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc00118a680, 0x20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc002636d20, 0x7f4d901bbc38) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc00118a640, 0x1baa420, 0xc002636d60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc00118a640, 0x1baa420, 0xc002636d60, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc001ed6c80, 0x1baa420, 0xc002636d60, 0x203000, 0xc000efb018) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc001ed6c80, 0xc002636d60, 0xc002a03b10, 0x411310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc000efaff0, 0x2304020, 0xc001ed6c80, 0x411310, 0x1, 0xc002a03ba0, 0xc002a03b98, 0xc002a03b98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc000efaff0, 0x2304020, 0xc001ed6c80, 0xc002a03d80, 0x0, 0xc0005ffb60, 0xc002215000, 0xc0029224e8, 0xc002214000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc000efaff0, 0x2304020, 0xc001ed6c80, 0x2, 0xc001ed6c00) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc0010212c0, 0x23030e0, 0xc0027f7340, 0x2325c40, 0xc0029224e8, 0xc000efaff0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc0010212c0, 0x23030e0, 0xc0027f7340, 0x2325c40, 0xc0029224e8, 0xc000efafa0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 9800 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc000ad3500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 9799 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc000a49500, 0x1fc408f, 0x5, 0xc001b2e6c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 9798 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc000a49500, 0x1fc3e78, 0x5, 0xc001b2e660) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 39740 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b3730, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b3730, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e8c00, 0xc0009d9d40, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b3730) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 49696 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00012fb90, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00012fb90, 0x1dcd6500, 0x0, 0x1000000481654, 0x1000200000002, 0x0, 0xc004c068a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00012fb90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9785 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc001e82280, 0x3b9aca00, 0xc001eb7500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 9801 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc000ad3500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 14733 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0005b9d60, 0x23030e0, 0xc00339f240, 0xc0015193e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 33686 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc0026866e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 20883 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc003d9a420, 0xc004344b40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 15450 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002f2000, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002f2000, 0x1dcd6500, 0x0, 0x22e9ca0, 0x1000000010000, 0xc002baece0, 0x1) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002f2000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41258 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000496310, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000496310, 0x1dcd6500, 0x1856091, 0xc000ebfd48, 0xc000871500, 0xc0029a0fc0, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000496310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20996 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d904a6978, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc003344b98, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc003344b80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc003344b80, 0x37e11d600, 0xc001732f08, 0x78481a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00251af20, 0x40a73a, 0xc003ec2300, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00251af20, 0xc003ec2300, 0x0, 0x3f800000, 0xc0044f4880) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc001c84940, 0x23030e0, 0xc0044f4880) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 45920 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9023d4c0, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0046b0e98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0046b0e80, 0xc004c4e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0046b0e80, 0xc004c4e000, 0x1000, 0x1000, 0xef, 0xc0016fd000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0017085e8, 0xc004c4e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc002865bc0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc002865bc0, 0x4ad1a5, 0xc0046b0e80, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001d18600, 0xc002865bc0, 0xc002865c20, 0xc0002bb0a0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001d18600, 0x23030e0, 0xc0043f6f40, 0x2325c40, 0xc0017085e8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 20929 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc0040fa0f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 49020 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9039edf0, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00437a598, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00437a580, 0xc003e62000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc00437a580, 0xc003e62000, 0x1000, 0x1000, 0x5c, 0xc002bb6000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0013fc008, 0xc003e62000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0022e8540) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0022e8540, 0x4ad1a5, 0xc00437a580, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001d18600, 0xc0022e8540, 0xc0022e85a0, 0xc004390000, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001d18600, 0x23030e0, 0xc0043f6f40, 0x2325c40, 0xc0013fc008) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 52203 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901d10a0, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc004503718, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc004503700, 0xc001052000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc004503700, 0xc001052000, 0x1000, 0x1000, 0x13a, 0xc003ad7000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00112c038, 0xc001052000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0027a6360) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0027a6360, 0x4ad1a5, 0xc004503700, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0041e1080, 0xc0027a6360, 0xc0027a63c0, 0xc00053c230, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0041e1080, 0x23030e0, 0xc0035a0dc0, 0x2325c40, 0xc00112c038) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 39739 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b36c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b36c0, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e8600, 0xc0009d9bc0, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b36c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20893 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004aa3f0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa3f0, 0x1dcd6500, 0x0, 0xc0011bffb8, 0x1a307a5, 0xc0011bff68, 0xc0011bff60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa3f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 13554 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0029006e0, 0x23030e0, 0xc00362f840, 0xc003093380) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 34501 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048f340, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048f340, 0x1dcd6500, 0x1, 0x22e9ca0, 0x100010000, 0xc002b85dc0, 0xc004eee760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048f340) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 8980 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9040e848, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0008f7898, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc0008f7880, 0xc003288000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc0008f7880, 0xc003288000, 0x10000, 0x10000, 0x411508, 0x7f4d900c1e70, 0xc003288000, 0x10000, 0x0) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc000318a18, 0xc003288000, 0x10000, 0x10000, 0x101, 0xc000687630, 0xc0006876c0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc000318a18, 0xc003288000, 0x10000, 0x10000, 0x114320d, 0xc0022d8750, 0x1fee115, 0x18, 0x0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc000496380, 0xc000318a18) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 8982 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc000a6bb80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 8981 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc000a6bb80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 8979 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9023aea0, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0008f7818, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0008f7800, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0008f7800, 0x0, 0x0, 0xc0009c6fc8) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000ccd3a0, 0x0, 0x0, 0x1000200000001) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc000ccd3a0, 0x0, 0x1, 0x0) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc000496380, 0xc000ccd3a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 15531 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc0041fc000, 0x5f5e100, 0xc002b06240, 0xc0036b0600, 0xc003382a20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 41230 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc003828480) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 13246 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc00152cfa0, 0x23030e0, 0xc0019bedc0, 0xc0043f8f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 9753 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc001756cd0, 0x3b9aca00, 0xc000da1800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 41242 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cb880, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cb880, 0x1dcd6500, 0x1, 0xc00392a7b8, 0x1a307e5, 0xc003538fc0, 0xc00392a760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cb880) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39719 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b2d90, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b2d90, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0011ec300, 0xc001c40480, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b2d90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 14455 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc001e82c80, 0x23030e0, 0xc0012a4880, 0xc0041f0b40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 15423 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002be690, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002be690, 0x1dcd6500, 0x0, 0xc0026a97b8, 0x1a307a5, 0xc0026a9768, 0xc0026a9760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002be690) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9732 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0020b0300, 0x1fc3e78, 0x5, 0xc000813e60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 27612 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc004f880a0, 0xc00363a420, 0xc004be2a80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 8586 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc001756eb0, 0xc001f4ad38, 0xc001f54768, 0xc001f54728, 0x40a6e5) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc000bf5e00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 8903 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc002200300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc002200300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc002200300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc002200300, 0xc000d42dc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 15418 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002be230, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002be230, 0x1dcd6500, 0xc00103d7a0, 0xc0009e3fb8, 0x1a307a5, 0xc0009e3f68, 0xc0009e3f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002be230) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 8978 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc0008138f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 8673 [select, 2 minutes]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc000ad2600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000ad2600, 0xc001ee0930) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 8672 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc000ad2600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000ad2600, 0xc001ee0920) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 8671 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc000ad2600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc000ad2600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc000ad2600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000ad2600, 0xc001ee0910) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 8983 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc000a6bb80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 12919 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc0021a10e0, 0xc001030780, 0xc0026fd7a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 13547 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0026ee140, 0x23030e0, 0xc002f1e080, 0xc002838120) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 14849 [select]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc001c18300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc001c18300, 0xc003aa38c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 49747 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00012fce0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00012fce0, 0x1dcd6500, 0x1, 0x0, 0x0, 0x0, 0x1000000000001) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00012fce0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 49761 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc006588380, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc006588380, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0xc005844f00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc006588380) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 8584 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc001756be0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 49697 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00012fc00, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00012fc00, 0x1dcd6500, 0x0, 0x200ebfd48, 0x1000200000001, 0x0, 0xc004c066c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00012fc00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 8585 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc0012cf9e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 19009 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc000f22c00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc000f22c00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc000f22c00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000f22c00, 0xc001641df0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 38988 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc0022cc160) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 20913 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004c1730, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004c1730, 0x1dcd6500, 0x1, 0xc000e53fb8, 0x1a307e5, 0xc001dbe360, 0xc000e53f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004c1730) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20888 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0040f2300, 0x1fc3e78, 0x5, 0xc004337e30) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 20920 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002ca310, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002ca310, 0x1dcd6500, 0x0, 0xc00320c7b8, 0x1a307a5, 0xc00320c768, 0xc00320c760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002ca310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34505 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048f6c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048f6c0, 0x1dcd6500, 0x0, 0x1000003e24fb8, 0x2000100000002, 0x0, 0xc00363acc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048f6c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20899 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004ab570, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004ab570, 0x1dcd6500, 0x1, 0xc0023d47b8, 0x1a307e5, 0xc001923aa0, 0xc0023d4760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004ab570) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9747 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc00234a000, 0x1fc3e78, 0x5, 0xc0010d5320) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 48941 [select, 2 minutes]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc0017a0300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0017a0300, 0xc001e848b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 15536 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc002956000, 0x1fc408f, 0x5, 0xc0012a23c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 14823 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0018bc3c0, 0x23030e0, 0xc0044018c0, 0xc000d07620) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 39730 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b3260, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b3260, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e9200, 0xc0009d9ec0, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b3260) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15417 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002be1c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002be1c0, 0x1dcd6500, 0x1, 0xc0009e57b8, 0x1a307a5, 0xc0009e5768, 0xc0009e5760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002be1c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 48940 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc0017a0300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0017a0300, 0xc001e84890) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 13550 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0026ee5a0, 0x23030e0, 0xc002f1e2c0, 0xc002838480) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 28121 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc004de8c80, 0xc003f8e8a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 9752 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc001c61c20, 0x3b9aca00, 0xc000da1800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 9751 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9023aa18, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0013b7818, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0013b7800, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0013b7800, 0x37e11d600, 0xc0021baf08, 0x78481a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc001755e40, 0x40a73a, 0xc003014c60, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc001755e40, 0xc003014c60, 0x0, 0x3f800000, 0xc00300c4c0) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc00155fc40, 0x23030e0, 0xc00300c4c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 9750 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc00051db00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 9749 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc00051db00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 15524 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9023ddd0, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001978718, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc001978700, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc001978700, 0x0, 0xc002f33800, 0xc002167f48) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc001a6a080, 0x2, 0x0, 0x1) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc001a6a080, 0x1a35460, 0xc002167f48, 0xc002f33800) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc003f02230, 0xc001a6a080) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 15445 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002beaf0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002beaf0, 0x1dcd6500, 0x0, 0xc0027d3fb8, 0x1a307a5, 0xc0027d3f68, 0xc0027d3f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002beaf0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 35751 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc0043c6f00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 9487 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc001461a20, 0x5f5e100, 0xc0030053e0, 0xc003014a20, 0xc0030282d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 15448 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002bff10, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002bff10, 0x1dcd6500, 0x0, 0xc0018327b8, 0x1a307a5, 0xc001832768, 0xc001832760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002bff10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 14706 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0002d2b40, 0x23030e0, 0xc0036c6d40, 0xc0026fe240) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 20923 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc0040b9800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 14483 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0005b8960, 0x23030e0, 0xc0040f63c0, 0xc003ed1020) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 9859 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc000432c80, 0x3b9aca00, 0xc00249a5a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 8721 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc0012e74f0, 0xc000af2bb8, 0xc001fe3f68, 0xc001fe3f28, 0x40a6e5) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc001dfd740) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 9860 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc001644b40, 0x3b9aca00, 0xc00249a5a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 13342 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc002900000, 0x23030e0, 0xc002e93f00, 0xc0029d4f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 34503 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048f490, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048f490, 0x1dcd6500, 0x0, 0x1, 0x0, 0x0, 0xc001a04600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048f490) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39726 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b30a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b30a0, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e9800, 0xc001c400c0, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b30a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15443 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002bea10, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002bea10, 0x1dcd6500, 0x0, 0xc00093cfb8, 0x1a307a5, 0xc00093cf68, 0xc00093cf60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002bea10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 14847 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc001c18300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc001c18300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc001c18300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc001c18300, 0xc003aa38a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 41255 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cbf10, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cbf10, 0x1dcd6500, 0x1856091, 0xc000ebfd48, 0xc001e71080, 0xc001e6e780, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cbf10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 51765 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9007e008, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc002812598, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc002812580, 0xc0053fb000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc002812580, 0xc0053fb000, 0x1000, 0x1000, 0x61, 0xc0045d2000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001708c70, 0xc0053fb000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0017f29c0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0017f29c0, 0x4ad1a5, 0xc002812580, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001780a80, 0xc0017f29c0, 0xc0017f2a80, 0xc00028e8c0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001780a80, 0x23030e0, 0xc000acdb40, 0x2325c40, 0xc001708c70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 20916 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002ca150, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002ca150, 0x1dcd6500, 0x1, 0xc002fa47b8, 0x1a307e5, 0xc000a692c0, 0xc002fa4760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002ca150) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9772 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0010fb940, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0010fb940, 0x1fd0645, 0xc, 0x2309120, 0xc002f25e00, 0x1da2640, 0xc002f25e00, 0x1c7de20, 0xc0009db0c0, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001bc8520, 0xc002f25e00, 0xc0009db0c0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00011a4f8, 0x13, 0x1fc2f0f, 0x4, 0xc002a09cc8, 0x3, 0x3, 0xc0009db0c0, 0xc002a09d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00011a4f8, 0x13, 0xc002a09cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc000dec5c0, 0xc0012e6280, 0xc001cbd140, 0x0, 0xc0024fab00, 0xc0029b2120, 0x1da2640, 0xc002f25e00, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012e6280, 0x2303960, 0xc0009db080, 0x6161c48e, 0x209d5d7a) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000ad2300, 0x1fd0645, 0xc, 0x1da2640, 0xc003389440, 0x1c7de20, 0xc0021a2e00, 0x22c3e40, 0xc000f9a190) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4d20, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4d20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 49791 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc0017a0000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 35728 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003531180, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003531180, 0x1dcd6500, 0xc0029fee60, 0xc000a19750, 0x2, 0x0, 0xc000a19700) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003531180) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9773 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027f4d90, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4d90, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4d90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9774 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027f4e00, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4e00, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4e00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9779 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0010fb940, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0010fb940, 0x1fd0645, 0xc, 0x2309120, 0xc002bcd020, 0x1da2640, 0xc002bcd020, 0x1c7de20, 0xc00490d040, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001bc8520, 0xc002bcd020, 0xc00490d040, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00011a4f8, 0x13, 0x1fc2f0f, 0x4, 0xc000de8cc8, 0x3, 0x3, 0xc00490d040, 0xc000de8d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00011a4f8, 0x13, 0xc000de8cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc000dec5c0, 0xc0012e6280, 0xc004b7e9c0, 0x0, 0xc0024fab00, 0xc0026369c0, 0x1da2640, 0xc002bcd020, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012e6280, 0x2303960, 0xc00490d000, 0x6161c48e, 0x2176167e) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000ad2300, 0x1fd0645, 0xc, 0x1da2640, 0xc002bc0000, 0x1c7de20, 0xc0029a6140, 0x22c3e40, 0xc004227230) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f5030, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f5030) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 8367 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc0010d51a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 23863 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc0035eb200) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 13343 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc0029000a0, 0xc0029d5080, 0xc002f1ba40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 13555 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc002900780, 0xc0030934a0, 0xc001bdcde0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 9754 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc001c61cc0, 0x3b9aca00, 0xc000da1800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 9755 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc0013caf00, 0x3b9aca00, 0xc000da1800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 9756 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc0007aff50) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 9757 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc00051db00, 0x2540be400, 0xc000da1800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 9759 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901c3d20, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001978f18, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc001978f00, 0xc00341c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc001978f00, 0xc00341c000, 0x1000, 0x1000, 0x1ca1400, 0xc0002ebc20, 0x2337240) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000723920, 0xc00341c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc003419c80) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc003419c80, 0x0, 0x2e00000000000030, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc00341ba80, 0x7f4d906df348) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc000bffbc0, 0xc000d692d8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc000bffbc0, 0xc0028cb260) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc0028cb220, 0x300000000000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc000bffb80, 0x1baa420, 0xc0028cb260) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc000bffb80, 0x1baa420, 0xc0028cb260, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc003414480, 0x1baa420, 0xc0028cb260, 0x203000, 0xc0028c2ac8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc003414480, 0xc0028cb260, 0xc001399b10, 0x411508) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc0028c2aa0, 0x2304020, 0xc003414480, 0x411508, 0x7f4d9027d4a0, 0xc0028c4cd0, 0x10, 0x0, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc0028c2aa0, 0x2304020, 0xc003414480, 0xc001399d80, 0x0, 0xc003419c80, 0xc00341d000, 0xc000723920, 0xc00341c000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc0028c2aa0, 0x2304020, 0xc003414480, 0x2, 0xc003414400) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc00155fc40, 0x23030e0, 0xc00300c4c0, 0x2325c40, 0xc000723920, 0xc0028c2aa0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc00155fc40, 0x23030e0, 0xc00300c4c0, 0x2325c40, 0xc000723920, 0xc003009860) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 9768 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0010fb940, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0010fb940, 0x1fd0645, 0xc, 0x2309120, 0xc002d38a80, 0x1da2640, 0xc002d38a80, 0x1c7de20, 0xc0021a3f40, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001bc8520, 0xc002d38a80, 0xc0021a3f40, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00011a4f8, 0x13, 0x1fc2f0f, 0x4, 0xc0020e8cc8, 0x3, 0x3, 0xc0021a3f40, 0xc0020e8d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00011a4f8, 0x13, 0xc0020e8cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc000dec5c0, 0xc0012e6280, 0xc003a67bb0, 0x0, 0xc0024fab00, 0xc0026368e0, 0x1da2640, 0xc002d38a80, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012e6280, 0x2303960, 0xc0021a3f00, 0x6161c48e, 0x28c8bc27) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000ad2300, 0x1fd0645, 0xc, 0x1da2640, 0xc0022e5f20, 0x1c7de20, 0xc00353a300, 0x22c3e40, 0xc0036db200) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4b60, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4b60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9769 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027f4bd0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4bd0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4bd0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15526 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc0041fc000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 15635 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d904a6d18, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0035f0b98, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0035f0b80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0035f0b80, 0x37e11d600, 0xc00361ef08, 0x78481a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0035acd20, 0x40a73a, 0xc0036b1aa0, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc0035acd20, 0xc0036b1aa0, 0x0, 0x3f800000, 0xc0020be7c0) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc0046fab80, 0x23030e0, 0xc0020be7c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 9771 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0010fb940, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0010fb940, 0x1fd0645, 0xc, 0x2309120, 0xc002e48b40, 0x1da2640, 0xc002e48b40, 0x1c7de20, 0xc001133980, 0xaa, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001bc8520, 0xc002e48b40, 0xc001133980, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc00011a4f8, 0x13, 0x1fc2f0f, 0x4, 0xc001b71cc8, 0x3, 0x3, 0xc001133980, 0xc001b71d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc00011a4f8, 0x13, 0xc001b71cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc000dec5c0, 0xc0012e6280, 0xc0038c8228, 0x0, 0xc0024fab00, 0xc0026360c0, 0x1da2640, 0xc002e48b40, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012e6280, 0x2303960, 0xc001133940, 0x6161c48e, 0x2028d710) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000ad2300, 0x1fd0645, 0xc, 0x1da2640, 0xc0033893e0, 0x1c7de20, 0xc0021a2dc0, 0x22c3e40, 0xc000f9a170) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4cb0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4cb0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9770 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027f4c40, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4c40, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4c40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 14846 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc001b4b9f0, 0xc00198ceb8, 0xc001720f68, 0xc001720f28, 0x40a6e5) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc001b286c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 35729 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0035311f0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0035311f0, 0x1dcd6500, 0x0, 0x101d52fb8, 0x1000000020002, 0x0, 0xc00319d200) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0035311f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 28400 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000db8b40, 0x23030e0, 0xc00227dbc0, 0xc000fcdc80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 41265 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000496700, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000496700, 0x1dcd6500, 0x1856091, 0xc000ebfd48, 0xc001e72780, 0xc001e6ed20, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000496700) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41254 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cbea0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cbea0, 0x1dcd6500, 0x1856091, 0xc000ebfd48, 0xc001e71200, 0xc001e6e7e0, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cbea0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31735 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc002a38140, 0x2, 0x1, 0xc00288cf00, 0x1000000000001) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc0030c2a80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 39731 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b32d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b32d0, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e9080, 0xc0009d9e60, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b32d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 8987 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc000a6bce0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 28356 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc001108a00, 0xc001b924e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 8988 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc000a6bce0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 8989 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc000a6bce0, 0x5f5e100, 0xc0032a40c0, 0xc002499320, 0xc001ee1320) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 34526 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0001d2150, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2150, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2150) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 33685 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc0026866e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 35718 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003530230, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003530230, 0x1dcd6500, 0x1, 0xc0032befb8, 0x300000001a307e5, 0xc000a64060, 0x100010000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003530230) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 8795 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc0016447d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 35725 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003531030, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003531030, 0x1dcd6500, 0xc0032285a0, 0xc00390bf50, 0x2, 0x0, 0xc00390bf00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003531030) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 49695 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00012fab0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00012fab0, 0x1dcd6500, 0x1, 0xc00250d7b8, 0x1a307a5, 0xc00250d768, 0xc00250d760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00012fab0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 8716 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc00003dea0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 8719 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc0012e71d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 15569 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc00152c320, 0x3b9aca00, 0xc0040f10e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 8717 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc002324fc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 9748 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc00234a000, 0x1fc408f, 0x5, 0xc0010d5350) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 49787 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0065887e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0065887e0, 0x1dcd6500, 0xc003b7af78, 0xc003b7af58, 0x2, 0xc001f488a0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0065887e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 38648 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc00440b6e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 20915 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002ca0e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002ca0e0, 0x1dcd6500, 0x1, 0xc001975fb8, 0x1a307e5, 0xc00249a4e0, 0xc001975f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002ca0e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39721 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b2e70, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b2e70, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0011ec000, 0xc001c403c0, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b2e70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9734 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027f4380, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4380, 0x1dcd6500, 0x1, 0xc0011707b8, 0x1a307e5, 0xc002447380, 0xc001170760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4380) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 38761 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc00310e300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc00310e300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc00310e300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc00310e300, 0xc005180fb0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 21001 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc000ac9740) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 20469 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9039f360, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000c75498, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000c75480, 0xc005281000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000c75480, 0xc005281000, 0x1000, 0x1000, 0x1ca1400, 0xc0002ebc20, 0x2337240) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0009af1a8, 0xc005281000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc00440b980) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc00440b980, 0x2e9218936, 0x2e0000010000003e, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc0044e5580, 0x7f4d8873b4b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc001d2e180, 0xc0018bef40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc001d2e180, 0x20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc0010ba1c0, 0xc0006dd9b8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc001d2e140, 0x1baa420, 0xc0010ba300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc001d2e140, 0x1baa420, 0xc0010ba300, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc0027a2840, 0x1baa420, 0xc0010ba300, 0x203000, 0xc004595798) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc0027a2840, 0xc0010ba300, 0xc0006ddb10, 0x411310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc004595770, 0x2304020, 0xc0027a2840, 0x411310, 0x1, 0xc0006ddba0, 0xc0006ddb98, 0xc0006ddb98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc004595770, 0x2304020, 0xc0027a2840, 0xc0006ddd80, 0xc003ec2300, 0xc00440b980, 0xc002f20000, 0xc0009af1a8, 0xc005281000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc004595770, 0x2304020, 0xc0027a2840, 0x2, 0xc0027a2800) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc001c84940, 0x23030e0, 0xc0044f4880, 0x2325c40, 0xc0009af1a8, 0xc004595770) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc001c84940, 0x23030e0, 0xc0044f4880, 0x2325c40, 0xc0009af1a8, 0xc0023e5680) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 34525 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0001d20e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d20e0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d20e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41261 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000496540, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000496540, 0x1dcd6500, 0x1856091, 0xc000ebfd48, 0xc001e72480, 0xc001e6ec60, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000496540) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 13437 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc0016dd400, 0xc001706fc0, 0xc003124480) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 14845 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc001c01260) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 15442 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002be9a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002be9a0, 0x1dcd6500, 0x0, 0xc0012817b8, 0x1a307a5, 0xc001281768, 0xc001281760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002be9a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 49693 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0026f8000, 0x1fc3e78, 0x5, 0xc0013e5560) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 49694 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0026f8000, 0x1fc408f, 0x5, 0xc0013e5590) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 44037 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc0044d81e0, 0x3b9aca00, 0xc000b570e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 8720 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc000a54600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 35750 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc0043c6f00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 39715 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b2bd0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b2bd0, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0011ec900, 0xc001c40600, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b2bd0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34498 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048f180, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048f180, 0x1dcd6500, 0x0, 0xc00093f7b8, 0x1a307a5, 0xc00093f768, 0xc00093f760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048f180) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 14934 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc003a99ce0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 27768 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc001108500, 0x23030e0, 0xc000f5a3c0, 0xc003f0dda0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 20891 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003f03c70, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003f03c70, 0x1dcd6500, 0x1, 0xc00356d7b8, 0x1a307a5, 0xc00356d768, 0xc00356d760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003f03c70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 35740 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003531c70, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003531c70, 0x1dcd6500, 0x0, 0x0, 0xc002cc2840, 0x0, 0x1) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003531c70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15146 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc000f98900) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc000f98900) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc000f98900) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000f98900, 0xc004227280) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 20930 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc0040b9800, 0x2540be400, 0xc003bb2900) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 15567 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc00152c280, 0x3b9aca00, 0xc0040f10e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 49751 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00012fea0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00012fea0, 0x1dcd6500, 0x0, 0x0, 0xc001953aa0, 0x0, 0x1) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00012fea0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 13676 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc000ad7c20, 0xc003e3c3c0, 0xc000c211a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 9783 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc000ad2300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 8992 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc0010cbc80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 8993 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc0010cbc80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 26551 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc003d07040, 0xc0017582a0, 0xc004a7fc20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 21000 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc000c8e900, 0x3b9aca00, 0xc0044f9aa0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 49785 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc006588700, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc006588700, 0x1dcd6500, 0x1825bd7, 0xc005926f68, 0xc005926f58, 0x2, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc006588700) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 49793 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901c4dc0, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0016e5618, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0016e5600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0016e5600, 0x37e11d600, 0xc003d34f08, 0x78481a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00285dd20, 0x40a73a, 0xc00319c000, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00285dd20, 0xc00319c000, 0x0, 0x3f800000, 0xc000dedc00) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc002458f40, 0x23030e0, 0xc000dedc00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 48939 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc0017a0300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc0017a0300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc0017a0300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0017a0300, 0xc001e84880) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 15535 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc002956000, 0x1fc3e78, 0x5, 0xc0012a2390) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 34929 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc00313ec00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 12677 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0027ba5a0, 0x23030e0, 0xc0044f5580, 0xc0044e0600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 26550 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc003d06fa0, 0x23030e0, 0xc0017e4300, 0xc0017581e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 15419 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002be2a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002be2a0, 0x1dcd6500, 0x1, 0xc0027837b8, 0x1a307a5, 0xc002783768, 0xc002783760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002be2a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41116 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc0044d80f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 35748 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00042e070, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00042e070, 0x1dcd6500, 0x0, 0xc00180c7b8, 0x1a307e5, 0xc002f349c0, 0xc00180c760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00042e070) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 13415 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc002ec9a40, 0x23030e0, 0xc003436880, 0xc00319b0e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 13416 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc002ec9ae0, 0xc00319b200, 0xc0016719e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 13417 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc002ec9ae0, 0xc00319b200) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 49790 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc006588930, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc006588930, 0x1dcd6500, 0x0, 0x0, 0x1a307e5, 0xc002b1cde0, 0xc005708f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc006588930) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15148 [select]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc000f98900) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000f98900, 0xc0042272a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 15566 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9039ec20, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000ed5e18, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000ed5e00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc000ed5e00, 0x37e11d600, 0xc001983f08, 0x78481a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc003122660, 0x40a73a, 0xc0023abec0, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc003122660, 0xc0023abec0, 0x0, 0x3f800000, 0xc000cca380) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc0028241c0, 0x23030e0, 0xc000cca380) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 15147 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc000f98900) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000f98900, 0xc004227290) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 41256 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cbf80, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cbf80, 0x1dcd6500, 0x1856091, 0xc000ebfd48, 0xc001e71980, 0xc001e6e9c0, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cbf80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39750 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc001784d20, 0x3b9aca00, 0xc004c0aea0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 20917 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002ca1c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002ca1c0, 0x1dcd6500, 0x2303001, 0xc001d52fb8, 0x1a307e5, 0xc000a69440, 0xc001d52f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002ca1c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9741 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027f4690, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4690, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4690) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9742 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027f4700, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027f4700, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027f4700) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9625 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9007eae8, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0027f3718, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0027f3700, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0027f3700, 0xc001bbb7a0, 0xc001547db8, 0xc001bbb768) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000abc8c0, 0x1a307e5, 0x0, 0xc001bbb7b8) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc000abc8c0, 0x0, 0x1000000010000, 0xc001f488a0) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc0003e53b0, 0xc000abc8c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 9626 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9040edb8, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0027f3798, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc0027f3780, 0xc003268000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc0027f3780, 0xc003268000, 0x10000, 0x10000, 0x411508, 0x7f4d90302ff8, 0xc003268000, 0x10000, 0x0) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc0013fd800, 0xc003268000, 0x10000, 0x10000, 0x101, 0xc000cb6630, 0xc000cb66c0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc0013fd800, 0xc003268000, 0x10000, 0x10000, 0xc000cb6728, 0x40a6e5, 0xc001f58d20, 0xc000cb6760, 0x1e69c00) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc0003e53b0, 0xc0013fd800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 9627 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc0018e2dc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 9628 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc0018e2dc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 9629 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc0018e2dc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 9630 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc0018e2dc0, 0x5f5e100, 0xc0027f9e00, 0xc0027ff740, 0xc00147ceb0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 15415 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc001b3a780, 0x1fc408f, 0x5, 0xc00183b680) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 14518 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc0016249b0, 0x0, 0x0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc0020c9980) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 44036 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc000db8000, 0x3b9aca00, 0xc000b570e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 12922 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc0021a1680, 0xc0014d8f00, 0xc0026fdda0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 46510 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d906f23d8, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc003758d98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc003758d80, 0xc001cb4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc003758d80, 0xc001cb4000, 0x1000, 0x1000, 0x42, 0xc005752000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002c08008, 0xc001cb4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0013c8240) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0013c8240, 0x4ad1a5, 0xc003758d80, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0041e1080, 0xc0013c8240, 0xc0013c8360, 0xc0025f8230, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0041e1080, 0x23030e0, 0xc0035a0dc0, 0x2325c40, 0xc002c08008) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 52201 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9003eb08, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc004503598, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc004503580, 0xc000ae4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc004503580, 0xc000ae4000, 0x1000, 0x1000, 0x126, 0xc003560000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00112c028, 0xc000ae4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0027a60c0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0027a60c0, 0x4ad1a5, 0xc004503580, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001b43980, 0xc0027a60c0, 0xc0027a6120, 0xc00053c0e0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001b43980, 0x23030e0, 0xc000330f80, 0x2325c40, 0xc00112c028) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 9863 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc0014534a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 9864 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc002200000, 0x2540be400, 0xc00249a5a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 15527 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc0041fc000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 23839 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc000536140, 0xc000aaeba0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 42085 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc003a99e40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 15474 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002f2380, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002f2380, 0x1dcd6500, 0x0, 0x1000001fe97b8, 0x2000100000002, 0x0, 0xc000aaeba0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002f2380) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 13556 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc002900780, 0xc0030934a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 35745 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003531ea0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003531ea0, 0x1dcd6500, 0x1, 0xc003cd87b8, 0x1a307e5, 0xc00043e360, 0xc003cd8760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003531ea0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15528 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc0041fc000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 20999 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc00163edc0, 0x3b9aca00, 0xc0044f9aa0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 34532 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc000a97f40, 0x3b9aca00, 0xc004359920) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 14724 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0005b9ae0, 0x23030e0, 0xc00339f0c0, 0xc001518f00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 34511 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048fa40, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048fa40, 0x1dcd6500, 0x1, 0xc0035677b8, 0x1a307e5, 0xc0017075c0, 0xc003567760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048fa40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 19915 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc003a418c0, 0xc0014960c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 15730 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc001569a00, 0x3b9aca00, 0xc0040f10e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 27641 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc004de8640, 0x23030e0, 0xc0019caa40, 0xc0007e3860) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 41247 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cbab0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cbab0, 0x1dcd6500, 0x1856091, 0xc000ebfd48, 0xc001654180, 0xc00119d230, 0xc003093a40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cbab0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 12966 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000ad6820, 0x23030e0, 0xc0008f2000, 0xc000dc71a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 39641 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc0022cc160, 0x5f5e100, 0xc0021f7140, 0xc002f34ba0, 0xc002030d40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 19908 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc000012ab0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 15457 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002f2310, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002f2310, 0x1dcd6500, 0x1, 0xc000a0f7b8, 0x1a307e5, 0xc003cb3d40, 0xc000a0f760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002f2310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 14686 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d885f9770, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000af4d98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000af4d80, 0xc001a27000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000af4d80, 0xc001a27000, 0x1000, 0x1000, 0x1ca1400, 0xc0002ebc20, 0x2337240) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0004026b8, 0xc001a27000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc001f3d980) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc001f3d980, 0x469d80, 0x2e0000010000003a, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc00035a080, 0x7f4d900bfc70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc0015ea2c0, 0xc002922da0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc0015ea2c0, 0x20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc002df64e0, 0xc003756a00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc0015ea280, 0x1baa420, 0xc002df6520) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc0015ea280, 0x1baa420, 0xc002df6520, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc00278dc00, 0x1baa420, 0xc002df6520, 0x203000, 0xc0037425c8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc00278dc00, 0xc002df6520, 0xc003756b10, 0x411310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc0037425a0, 0x2304020, 0xc00278dc00, 0xa30dd2, 0x1, 0xc003756ba0, 0xc003756b98, 0xc003756b98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc0037425a0, 0x2304020, 0xc00278dc00, 0xc003756d80, 0xc0036b1080, 0xc001f3d980, 0xc002daf000, 0xc0004026b8, 0xc001a27000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc0037425a0, 0x2304020, 0xc00278dc00, 0x2, 0xc00278dc00) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc0015e9000, 0x23030e0, 0xc0022a6b80, 0x2325c40, 0xc0004026b8, 0xc0037425a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc0015e9000, 0x23030e0, 0xc0022a6b80, 0x2325c40, 0xc0004026b8, 0xc002b042d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 20895 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004aa770, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa770, 0x1dcd6500, 0x183c171, 0xc001e637b8, 0x1a307a5, 0xc001e63768, 0xc001e63760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa770) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 35752 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d882ac570, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0033fe518, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0033fe500, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0033fe500, 0x37e11d600, 0xc0043bff08, 0x78481a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00329f300, 0x40a73a, 0xc00319a120, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc00329f300, 0xc00319a120, 0x0, 0x3f800000, 0xc0013e74c0) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc001e18cc0, 0x23030e0, 0xc0013e74c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 10421 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9040f240, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000ddc398, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000ddc380, 0xc0009d0000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000ddc380, 0xc0009d0000, 0x1000, 0x1000, 0x1ca1400, 0xc0002ebc20, 0x2337240) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0029a8758, 0xc0009d0000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0035eb9e0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0035eb9e0, 0xc000bcf918, 0x2e0000000041c7de, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc0035edf80, 0x7f4d8863c6c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc002226540, 0xc0029a8ba8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc002226540, 0x20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc001bc92e0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc002226500, 0x1baa420, 0xc001bc9320) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc002226500, 0x1baa420, 0xc001bc9320, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc002949f40, 0x1baa420, 0xc001bc9320, 0x203000, 0xc001727f18) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc002949f40, 0xc001bc9320, 0xc000bcfb10, 0x411310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc001727ef0, 0x2304020, 0xc002949f40, 0x411310, 0x1, 0xc000bcfba0, 0xc000bcfb98, 0xc000bcfb98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc001727ef0, 0x2304020, 0xc002949f40, 0xc000bcfd80, 0xc0035387e0, 0xc0035eb9e0, 0xc0009bc000, 0xc0029a8758, 0xc0009d0000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc001727ef0, 0x2304020, 0xc002949f40, 0x2, 0xc002949f00) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc002459400, 0x23030e0, 0xc002af4a40, 0x2325c40, 0xc0029a8758, 0xc001727ef0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc002459400, 0x23030e0, 0xc002af4a40, 0x2325c40, 0xc0029a8758, 0xc001727ea0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 39729 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b31f0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b31f0, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e9380, 0xc0009d9f20, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b31f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 38764 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc001513c20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 37542 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc00445c190) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 41274 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc002b9ac00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 44034 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc0048c4c00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 41273 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc00510e800, 0x3b9aca00, 0xc0017ec060) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 45974 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901fa978, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000161098, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000161080, 0xc002dab000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000161080, 0xc002dab000, 0x1000, 0x1000, 0xc4, 0xc0024b3000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0003195a0, 0xc002dab000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc00194ff80) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc00194ff80, 0x4ad1a5, 0xc000161080, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0041e1080, 0xc00194ff80, 0xc0048dc000, 0xc000483420, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0041e1080, 0x23030e0, 0xc0035a0dc0, 0x2325c40, 0xc0003195a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 20918 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002ca230, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002ca230, 0x1dcd6500, 0x0, 0xc003909fb8, 0x1a307a5, 0xc003909f68, 0xc003909f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002ca230) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39645 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc001dbbc80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 20994 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc000f22900) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 49897 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9023d5a8, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc003758118, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc003758100, 0xc004df2000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc003758100, 0xc004df2000, 0x1000, 0x1000, 0x58, 0xc004df3000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001c22478, 0xc004df2000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc001f6f1a0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc001f6f1a0, 0x4ad1a5, 0xc003758100, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0041e1080, 0xc001f6f1a0, 0xc001f6f200, 0xc0025f82a0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0041e1080, 0x23030e0, 0xc0035a0dc0, 0x2325c40, 0xc001c22478) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 12552 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0025470e0, 0x23030e0, 0xc0046bf300, 0xc0042d2720) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 13700 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc003a31180, 0xc003d3d740) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 13699 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc003a31180, 0xc003d3d740, 0xc0015731a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 49760 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc006588310, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc006588310, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0xc000000100) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc006588310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20890 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003f03b90, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003f03b90, 0x1dcd6500, 0x13e6d7a585001, 0xc001ae27b8, 0x1a307e5, 0xc002eaefc0, 0xc001ae2760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003f03b90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 49795 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc001267810, 0x3b9aca00, 0xc001b1c360) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 15532 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc002956000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 35739 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003531c00, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003531c00, 0x1dcd6500, 0x1, 0xc0052627b8, 0x1a307a5, 0xc005262768, 0xc005262760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003531c00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 49779 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc006588460, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc006588460, 0x1dcd6500, 0x0, 0x0, 0x0, 0x10100c002b1de60, 0x1000000000001) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc006588460) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 19006 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc003a1b5e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 19919 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0015c2600, 0x1fc55e8, 0x6, 0xc000012bd0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 14685 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000ebfcc0, 0x23030e0, 0xc002a120c0, 0xc00163db00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 35723 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003530540, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003530540, 0x1dcd6500, 0xc0032ae701, 0xc0032ae7b8, 0x1a307a5, 0xc0032ae768, 0xc0032ae760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003530540) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20889 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0040f2300, 0x1fc408f, 0x5, 0xc004337e60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 34524 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0001d2070, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2070, 0x1dcd6500, 0x0, 0xc001b78660, 0xc001a47e28, 0x1, 0xc003a598c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2070) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15477 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002f24d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002f24d0, 0x1dcd6500, 0x0, 0xc000914fb8, 0x1a307e5, 0xc0045e9c20, 0xc000914f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002f24d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 38984 [select, 2 minutes]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc001ba7800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc001ba7800, 0xc003614c10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 15453 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002f2150, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002f2150, 0x1dcd6500, 0xc000b0cf50, 0x40a73a, 0xc003110600, 0x0, 0xc000b0cf00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002f2150) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15478 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002f2540, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002f2540, 0x1dcd6500, 0x1, 0xc0009137b8, 0x1a307e5, 0xc003e7a600, 0xc000913760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002f2540) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15454 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002f21c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002f21c0, 0x1dcd6500, 0x0, 0x2000001ddefb8, 0x1000200000001, 0x0, 0xc003a59920) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002f21c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15456 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002f22a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002f22a0, 0x1dcd6500, 0x0, 0xc001de5fb8, 0x1a307a5, 0xc001de5f68, 0xc001de5f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002f22a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15451 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002f2070, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002f2070, 0x1dcd6500, 0x0, 0xc00167fd40, 0xc000f04628, 0x1, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002f2070) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41272 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc004d56280, 0x3b9aca00, 0xc0017ec060) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 37095 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d904722e0, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00247eb18, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00247eb00, 0xc004758000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc00247eb00, 0xc004758000, 0x1000, 0x1000, 0x105, 0xc002fa8000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0020100e0, 0xc004758000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc00344ae40) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc00344ae40, 0x4ad1a5, 0xc00247eb00, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0020c8840, 0xc00344ae40, 0xc00344aea0, 0xc00371e4d0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0020c8840, 0x23030e0, 0xc000f45c80, 0x2325c40, 0xc0020100e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 49799 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc0017a0000, 0x2540be400, 0xc001b1c360) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 41260 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004964d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004964d0, 0x1dcd6500, 0x1856091, 0xc000ebfd48, 0xc000871800, 0xc0029a1080, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004964d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34534 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc004ca4600, 0x3b9aca00, 0xc004359920) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 35722 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0035304d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0035304d0, 0x1dcd6500, 0x1, 0xc0058b9fb8, 0x1a307e5, 0xc000aae660, 0xc0058b9f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0035304d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 42086 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc003a99e40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 35742 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003531d50, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003531d50, 0x1dcd6500, 0x23030e0, 0xc00397b340, 0x1, 0xc003ccff68, 0xc003ccff60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003531d50) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15533 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc002956000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 15530 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc0041fc000, 0xc0036b0600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 15564 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc001c18000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 34527 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0001d2f50, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2f50, 0x1dcd6500, 0x3a8170b9e, 0xc0508e9e94057098, 0x8, 0xc002a14f60, 0xc000adf760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2f50) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39735 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b3490, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b3490, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0011ed680, 0xc001c40990, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b3490) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34207 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc0013e4c60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 40092 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901d03f0, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00031e198, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00031e180, 0xc0044ee000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc00031e180, 0xc0044ee000, 0x1000, 0x1000, 0x138, 0xc0044ef000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00112c048, 0xc0044ee000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0048dd2c0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0048dd2c0, 0x4ad1a5, 0xc00031e180, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001d18600, 0xc0048dd2c0, 0xc0048dd320, 0xc000164000, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001d18600, 0x23030e0, 0xc0043f6f40, 0x2325c40, 0xc00112c048) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 28120 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc004de8c80, 0xc003f8e8a0, 0xc000e0d800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 15636 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc00050efa0, 0x3b9aca00, 0xc0040f4600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 15638 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc00050f040, 0x3b9aca00, 0xc0040f4600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 15634 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc000f98600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 15637 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc0016245a0, 0x3b9aca00, 0xc0040f4600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 41270 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc004d56140, 0x3b9aca00, 0xc0017ec060) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 15640 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc003a4b260) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 15639 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc001fd6800, 0x3b9aca00, 0xc0040f4600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 15641 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc000f98600, 0x2540be400, 0xc0040f4600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 19906 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc000f22c00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000f22c00, 0xc001641e00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 13551 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0026ee6e0, 0x23030e0, 0xc002f1e380, 0xc002838540) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 19907 [select]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc000f22c00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000f22c00, 0xc001641e10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 35749 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00042e0e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00042e0e0, 0x1dcd6500, 0xc004237860, 0xc001fe3750, 0x2, 0x0, 0xc001fe3700) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00042e0e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 27609 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc003bb5e00, 0xc00363a300, 0xc004be2840) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 13440 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0016dd720, 0x23030e0, 0xc001c77d40, 0xc00177f740) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 49689 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc004d87a20, 0x5f5e100, 0xc003125740, 0xc0025be7e0, 0xc004baa780) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 41234 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc003828480, 0x1fc408f, 0x5, 0xc001513e00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 44039 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc003ed2500, 0x3b9aca00, 0xc000b570e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 41268 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc004774f00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 27775 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc001108780, 0x23030e0, 0xc000f5b4c0, 0xc001b922a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 38989 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc0022cc160) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 26553 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc003d07220, 0x23030e0, 0xc0017e4440, 0xc001758300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 34510 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048f9d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048f9d0, 0x1dcd6500, 0x0, 0x1000200000000, 0x1000200000000, 0xc002847140, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048f9d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39724 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b2fc0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b2fc0, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e9b00, 0xc001c402a0, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b2fc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41257 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004962a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004962a0, 0x1dcd6500, 0x1856091, 0xc000ebfd48, 0xc000871080, 0xc0029a0ea0, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004962a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34224 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048efc0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048efc0, 0x1dcd6500, 0x1, 0xc0021e9fb8, 0x1a307e5, 0xc0036cc720, 0xc0021e9f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048efc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 27611 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc004f88000, 0x23030e0, 0xc0049950c0, 0xc00363a360) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 34536 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc00310e000, 0x2540be400, 0xc004359920) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 27613 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc004f880a0, 0xc00363a420) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 34506 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048f810, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048f810, 0x1dcd6500, 0x1, 0xc0024b57b8, 0x1a307e5, 0xc001a04900, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048f810) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41250 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cbc00, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cbc00, 0x1dcd6500, 0x1856091, 0xc000ebfd48, 0xc00167c900, 0xc0029a04e0, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cbc00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 28044 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000432640, 0x23030e0, 0xc0011fccc0, 0xc002f8c1e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 34520 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048fea0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048fea0, 0x1dcd6500, 0x0, 0x1, 0x0, 0x0, 0xc0017f0a80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048fea0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 49788 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002458f40, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002458f40, 0x1fd0645, 0xc, 0x2309120, 0xc002a0d920, 0x1da2640, 0xc002a0d920, 0x1c7de20, 0xc001132e80, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00285db00, 0xc002a0d920, 0xc001132e80, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc002159ae0, 0x13, 0x1fc2f0f, 0x4, 0xc000b21cc8, 0x3, 0x3, 0xc001132e80, 0xc000b21d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc002159ae0, 0x13, 0xc000b21cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459380, 0xc0012676d0, 0xc002599e00, 0x0, 0xc0048e0a00, 0xc00212b120, 0x1da2640, 0xc002a0d920, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012676d0, 0x2303960, 0xc001132e40, 0x6161c489, 0x2f197491) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0017a0000, 0x1fd0645, 0xc, 0x1da2640, 0xc002410d80, 0x1c7de20, 0xc003984f80, 0x22c3e40, 0xc003028b00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc006588850, 0x1dcd6500, 0x1fc7801, 0xc00055ffb8, 0x1a307e5, 0xc003f0d140, 0xc00055ff60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc006588850) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20885 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc0040f2300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 28302 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000db8280, 0x23030e0, 0xc00227d740, 0xc0018efaa0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 49754 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc006588070, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc006588070, 0x1dcd6500, 0x1825bd7, 0xc00345ef68, 0xc00345ef58, 0x2, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc006588070) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39714 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b2b60, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b2b60, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0011eca80, 0xc001c40660, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b2b60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34768 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d903b5460, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc003afd698, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc003afd680, 0xc0017a4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc003afd680, 0xc0017a4000, 0x1000, 0x1000, 0xce, 0xc0017a5000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002011160, 0xc0017a4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0014cc0c0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0014cc0c0, 0x4ad1a5, 0xc003afd680, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001075080, 0xc0014cc0c0, 0xc0014cc120, 0xc0028f67e0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001075080, 0x23030e0, 0xc003437800, 0x2325c40, 0xc002011160) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 26552 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc003d07040, 0xc0017582a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 34504 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048f5e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048f5e0, 0x1dcd6500, 0x0, 0x200010463c768, 0x2000100000000, 0x0, 0xc00363ac60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048f5e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34201 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc005686410) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 39753 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc001ba7500, 0x2540be400, 0xc004c0aea0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 39716 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b2c40, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b2c40, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0011ec780, 0xc001c405a0, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b2c40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20914 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004c17a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004c17a0, 0x1dcd6500, 0x0, 0xc001add7b8, 0x1a307a5, 0xc001add768, 0xc001add760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004c17a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34530 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9023db18, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001df0298, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc001df0280, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc001df0280, 0x37e11d600, 0xc0017b7f08, 0x78481a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc002b36720, 0x40a73a, 0xc004ba7440, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc002b36720, 0xc004ba7440, 0x0, 0x3f800000, 0xc003a3a780) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc004080600, 0x23030e0, 0xc003a3a780) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 20826 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc0040b9b00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0040b9b00, 0xc000edecd0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 20919 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002ca2a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002ca2a0, 0x1dcd6500, 0x1, 0xc0032defb8, 0x1a307e5, 0xc002eaee40, 0xc0032def60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002ca2a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39680 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc003a99e40, 0x5f5e100, 0xc000b51e60, 0xc004c07620, 0xc0036daa90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 35714 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc00313ec00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 34502 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048f420, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048f420, 0x1dcd6500, 0x1fc7801, 0xc001fbf7b8, 0x1a307e5, 0xc001d84180, 0xc001a043c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048f420) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34522 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048ff80, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048ff80, 0x1dcd6500, 0x1, 0xc00582ff00, 0x1a307e5, 0xc002f35920, 0x1000000010000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048ff80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20829 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d885f9118, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0042f9b98, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0042f9b80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0042f9b80, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0036bd2e0, 0x1dcd6500, 0x0, 0xc001de0fb8) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc0036bd2e0, 0x0, 0x100000001, 0xc0047a6240) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc003f033b0, 0xc0036bd2e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 20828 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc004337ce0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 20827 [select]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc0040b9b00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0040b9b00, 0xc000edece0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 34928 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc003af69a0, 0x5f5e100, 0xc000725080, 0xc0029d49c0, 0xc002cb8d20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 31733 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc000a97e00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 43002 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d90472f90, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc004628418, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc004628400, 0xc00542f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc004628400, 0xc00542f000, 0x1000, 0x1000, 0xf7, 0xc0053fa000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002c02040, 0xc00542f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0039cc7e0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0039cc7e0, 0x4ad1a5, 0xc004628400, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0041e1080, 0xc0039cc7e0, 0xc0039cc840, 0xc0002ca690, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0041e1080, 0x23030e0, 0xc0035a0dc0, 0x2325c40, 0xc002c02040) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 39722 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b2ee0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b2ee0, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e9e00, 0xc001c40360, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b2ee0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20887 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0040f2300, 0x1fc55e8, 0x6, 0xc004337e00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 49849 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d90247990, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00438b998, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00438b980, 0xc006190000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc00438b980, 0xc006190000, 0x1000, 0x1000, 0x1ca1400, 0xc0002ebc20, 0x2337240) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000011338, 0xc006190000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc00389da40) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc00389da40, 0x0, 0x2e00000000000050, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc0011a4400, 0x7f4d8877ff90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc0019c82c0, 0xc001708be8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc0019c82c0, 0x20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc001a4c020, 0x7f4d902c8420) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc0019c8280, 0x1baa420, 0xc001a4c060) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc0019c8280, 0x1baa420, 0xc001a4c060, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc00265e700, 0x1baa420, 0xc001a4c060, 0x203000, 0xc0027b14c8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc00265e700, 0xc001a4c060, 0xc003d27b10, 0x411310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc0027b14a0, 0x2304020, 0xc00265e700, 0x411310, 0x1, 0xc003d27ba0, 0xc003d27b98, 0xc003d27b98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc0027b14a0, 0x2304020, 0xc00265e700, 0xc003d27d80, 0xc001b1c360, 0xc00389da40, 0xc006191000, 0xc000011338, 0xc006190000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc0027b14a0, 0x2304020, 0xc00265e700, 0x2, 0xc00265e700) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc002458f40, 0x23030e0, 0xc000dedc00, 0x2325c40, 0xc000011338, 0xc0027b14a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc002458f40, 0x23030e0, 0xc000dedc00, 0x2325c40, 0xc000011338, 0xc0024aa1e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 19918 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc0015c2600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 49756 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002458f40, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002458f40, 0x1fd0645, 0xc, 0x2309120, 0xc002b22480, 0x1da2640, 0xc002b22480, 0x1c7de20, 0xc0009da740, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00285db00, 0xc002b22480, 0xc0009da740, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc002159ae0, 0x13, 0x1fc2f0f, 0x4, 0xc003061cc8, 0x3, 0x3, 0xc0009da740, 0xc003061d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc002159ae0, 0x13, 0xc003061cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459380, 0xc0012676d0, 0xc001cbcdc0, 0x0, 0xc0048e0a00, 0xc001c5f160, 0x1da2640, 0xc002b22480, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012676d0, 0x2303960, 0xc0009da680, 0x6161c489, 0x2bfdc5f7) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0017a0000, 0x1fd0645, 0xc, 0x1da2640, 0xc0017dc1e0, 0x1c7de20, 0xc002dfd180, 0x22c3e40, 0xc0036daed0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc006588150, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc001191c80, 0x100010000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc006588150) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 28119 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc004de8be0, 0x23030e0, 0xc001b1a780, 0xc003f8e7e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 26555 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc003d072c0, 0xc0017583c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 27769 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc0011085a0, 0xc003f0de60, 0xc001bd1980) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 39742 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b38f0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b38f0, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc00335f680, 0xc0009d9800, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b38f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39743 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b3960, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b3960, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e8480, 0xc0009d9b60, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b3960) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 49692 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0026f8000, 0x1fc55e8, 0x6, 0xc0013e5530) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 34202 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc002449200) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 35715 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc00313ec00, 0x1fc55e8, 0x6, 0xc0013e4f30) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 20894 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004aa540, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004aa540, 0x1dcd6500, 0x0, 0xc0031a27b8, 0x1a307a5, 0xc0031a2768, 0xc0031a2760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004aa540) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20924 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d904a6068, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0042f9998, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0042f9980, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0042f9980, 0x0, 0x1, 0xc0014d9800) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0035ac0c0, 0x40a73a, 0xc0014d9800, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc0035ac0c0, 0xc0014d9800, 0xc0031a3700, 0x1a307e5, 0xc002cc27e0) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc000c945c0, 0x23030e0, 0xc0036c76c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 20892 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003f03ce0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003f03ce0, 0x1dcd6500, 0x0, 0xc003a54fb8, 0x1a307a5, 0xc003a54f68, 0xc003a54f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003f03ce0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20922 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc0040b9800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 49780 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0065884d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0065884d0, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc00065f768, 0xc00065f760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0065884d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34518 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048fdc0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048fdc0, 0x1dcd6500, 0x1825bd7, 0xc000bc2768, 0xc000bc2758, 0x2, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048fdc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 19916 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc003a418c0, 0x5f5e100, 0xc003aa9440, 0xc0014960c0, 0xc002f943c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 19917 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc0015c2600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 52541 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d88270fa0, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001f6c518, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc001f6c500, 0xc00354c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc001f6c500, 0xc00354c000, 0x1000, 0x1000, 0x28, 0xc00557c000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00112c050, 0xc00354c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc00245a480) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc00245a480, 0x4ad1a5, 0xc001f6c500, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001780a80, 0xc00245a480, 0xc00245a4e0, 0xc0001d3030, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001780a80, 0x23030e0, 0xc000acdb40, 0x2325c40, 0xc00112c050) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 38986 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d882accb0, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc002aa0718, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc002aa0700, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc002aa0700, 0xc0032e16f8, 0x2, 0x0) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc003900ca0, 0x1, 0x0, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc003900ca0, 0xc002ebc480, 0x0, 0x1) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc0002bafc0, 0xc003900ca0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 35757 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc000e55440) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 48938 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc001267ef0, 0xc002fc6d38, 0xc00055c790, 0xc00055c728, 0x40a6e5) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc000a73c80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 41240 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cb7a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cb7a0, 0x1dcd6500, 0x1, 0xc0023b8fb8, 0x1a307e5, 0xc004490ae0, 0xc0023b8f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cb7a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20897 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004ab0a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004ab0a0, 0x1dcd6500, 0x0, 0xc0023d9fb8, 0x1a307a5, 0xc0023d9f68, 0xc0023d9f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004ab0a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20927 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc0040d6280, 0x3b9aca00, 0xc003bb2900) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 34223 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc001dbaa80, 0x1fc408f, 0x5, 0xc004160c00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 26554 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc003d072c0, 0xc0017583c0, 0xc004a7fe00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 27638 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc004de8320, 0x23030e0, 0xc0019ca780, 0xc0007e35c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 49794 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc000fede00, 0x3b9aca00, 0xc001b1c360) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 34528 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc00310e000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 49797 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc00292e800, 0x3b9aca00, 0xc001b1c360) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 20884 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc003d9a420, 0x5f5e100, 0xc00434a5a0, 0xc004344b40, 0xc000edf210) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 27424 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc000ebe6e0, 0xc00177f080, 0xc001d04ae0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 42083 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901fa408, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00279e898, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc00279e880, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc00279e880, 0xc0025791b8, 0xc003341f90, 0x49d7e5) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00158dcc0, 0xc001c49f80, 0xc003341fb8, 0x18272fd) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc00158dcc0, 0x1000000010000, 0x100000001, 0xc001c49f80) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc00155aaf0, 0xc00158dcc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 38765 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d906f2208, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc004629618, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc004629600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc004629600, 0xc005911778, 0x468700, 0xc0018ef3e0) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000cccc20, 0x1a307e5, 0x1, 0xc0059117b8) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc000cccc20, 0x0, 0x100000001, 0xc002b44a80) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc003f03d50, 0xc000cccc20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 48945 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc004d87a20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 34517 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048fd50, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048fd50, 0x1dcd6500, 0xc000b7ef01, 0xc00238b7b8, 0x1a307a5, 0xc00195fa40, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048fd50) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 27425 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc000ebe6e0, 0xc00177f080) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 50633 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901d0fb8, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0021d8018, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0021d8000, 0xc003ad8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0021d8000, 0xc003ad8000, 0x1000, 0x1000, 0x9b, 0xc0064ff000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc005413dd8, 0xc003ad8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc001ee5e60) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc001ee5e60, 0x4ad1a5, 0xc0021d8000, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0057a4cc0, 0xc001ee5e60, 0xc001ee5ec0, 0xc006588fc0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0057a4cc0, 0x23030e0, 0xc001c04480, 0x2325c40, 0xc005413dd8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 41269 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d900cb5a8, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0045e3698, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0045e3680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0045e3680, 0x37e11d600, 0xc00239ff08, 0x78481a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0018eda40, 0x40a73a, 0xc0006e1140, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc0018eda40, 0xc0006e1140, 0x0, 0x3f800000, 0xc0010fb5c0) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc001b1a600, 0x23030e0, 0xc0010fb5c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 35724 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0035305b0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0035305b0, 0x1dcd6500, 0x1825bd7, 0xc0023b7f68, 0xc0023b7f58, 0x2, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0035305b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31734 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc0030e1140) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 20898 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004ab1f0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004ab1f0, 0x1dcd6500, 0x0, 0xc003d6c7b8, 0x1a307e5, 0xc002572360, 0xc003d6c760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004ab1f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20928 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc001c35e00, 0x3b9aca00, 0xc003bb2900) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 20900 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004c0070, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004c0070, 0x1dcd6500, 0xc001922300, 0xc00345e7b8, 0x1a307e5, 0xc001923b00, 0xc00345e760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004c0070) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20901 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004c00e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004c00e0, 0x1dcd6500, 0x0, 0xc003da9fb8, 0x1a307a5, 0xc003da9f68, 0xc003da9f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004c00e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20902 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004c0150, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004c0150, 0x1dcd6500, 0x0, 0xc003dbc7b8, 0x1a307a5, 0xc003dbc768, 0xc003dbc760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004c0150) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 43934 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9023d120, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc004dc5798, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc004dc5780, 0xc004182000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc004dc5780, 0xc004182000, 0x1000, 0x1000, 0xc6, 0xc004a2f000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000722fc0, 0xc004182000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0021ac7e0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0021ac7e0, 0x4ad1a5, 0xc004dc5780, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0057a4cc0, 0xc0021ac7e0, 0xc0021ac840, 0xc002444d20, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0057a4cc0, 0x23030e0, 0xc001c04480, 0x2325c40, 0xc000722fc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 28304 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc000db8320, 0xc0018efe00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 20903 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004c01c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004c01c0, 0x1dcd6500, 0x0, 0xc003d977b8, 0x1a307e5, 0xc002572480, 0xc003d97760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004c01c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20904 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004c1260, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004c1260, 0x1dcd6500, 0x0, 0xc003dc5fb8, 0x1a307a5, 0xc003dc5f68, 0xc003dc5f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004c1260) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34548 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc003af69a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 20831 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc003d9a420) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 44043 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9007e1d8, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc004c00798, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc004c00780, 0xc0013d7000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc004c00780, 0xc0013d7000, 0x1000, 0x1000, 0x1ca1400, 0xc0002ebc20, 0x2337240) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00158a610, 0xc0013d7000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc004c9e780) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc004c9e780, 0x0, 0x2e0000000086151d, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc00360d700, 0x11c0060) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc00103fe40, 0xc00260b740) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc00103fe40, 0x20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc0014e4340, 0x7f4d906ebc88) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc00103fe00, 0x1baa420, 0xc0014e4380) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc00103fe00, 0x1baa420, 0xc0014e4380, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc0014796c0, 0x1baa420, 0xc0014e4380, 0x203000, 0xc004b41388) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc0014796c0, 0xc0014e4380, 0xc004c22b10, 0x411310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc004b41360, 0x2304020, 0xc0014796c0, 0x411310, 0x1, 0xc004c22ba0, 0xc004c22b98, 0xc004c22b98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc004b41360, 0x2304020, 0xc0014796c0, 0xc004c22d80, 0xc004914c00, 0xc004c9e780, 0xc002163000, 0xc00158a610, 0xc0013d7000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc004b41360, 0x2304020, 0xc0014796c0, 0x2, 0xc001479600) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc002ce1a80, 0x23030e0, 0xc0040ee540, 0x2325c40, 0xc00158a610, 0xc004b41360) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc002ce1a80, 0x23030e0, 0xc0040ee540, 0x2325c40, 0xc00158a610, 0xc003683810) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 20909 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004c1500, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004c1500, 0x1dcd6500, 0x0, 0xc001eebfb8, 0x1a307e5, 0xc002efc1e0, 0xc001eebf60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004c1500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20830 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d885f9b10, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0042f9c18, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc0042f9c00, 0xc0045f0000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc0042f9c00, 0xc0045f0000, 0x10000, 0x10000, 0x411410, 0x0, 0x0, 0xc000000000, 0xc003dc9f0c) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc002ce37e8, 0xc0045f0000, 0x10000, 0x10000, 0x101, 0xc003dc9e30, 0xc003dc9ec0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc002ce37e8, 0xc0045f0000, 0x10000, 0x10000, 0xc00093c700, 0x1000000000001, 0x100010000, 0x1000000000001, 0x0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc003f033b0, 0xc002ce37e8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 20822 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc003dfbf40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 20823 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc0040f8600) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 20824 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc00428c230, 0x0, 0x0, 0x0, 0xc0003b6b10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc0040ec3c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 34488 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d900cb778, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001c7bc98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc001c7bc80, 0xc0016b7000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc001c7bc80, 0xc0016b7000, 0x1000, 0x1000, 0x1ca1400, 0xc0002ebc20, 0x2337240) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0017080a0, 0xc0016b7000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0018789c0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0018789c0, 0x0, 0x2e00000000000044, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc00508d380, 0x7f4d8877ff90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc00384ee00, 0xc001708578) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc00384ee00, 0x20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc003704a80, 0x7f4d886baad0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc00384edc0, 0x1baa420, 0xc003704ac0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc00384edc0, 0x1baa420, 0xc003704ac0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc00300d440, 0x1baa420, 0xc003704ac0, 0x203000, 0xc005303d38) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc00300d440, 0xc003704ac0, 0xc004c26b10, 0x411310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc005303d10, 0x2304020, 0xc00300d440, 0x411310, 0x1, 0xc004c26ba0, 0xc004c26b98, 0xc004c26b98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc005303d10, 0x2304020, 0xc00300d440, 0xc004c26d80, 0xc004ba7440, 0xc0018789c0, 0xc001992000, 0xc0017080a0, 0xc0016b7000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc005303d10, 0x2304020, 0xc00300d440, 0x2, 0xc00300d400) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc004080600, 0x23030e0, 0xc003a3a780, 0x2325c40, 0xc0017080a0, 0xc005303d10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc004080600, 0x23030e0, 0xc003a3a780, 0x2325c40, 0xc0017080a0, 0xc005303c70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 20910 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004c1570, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004c1570, 0x1dcd6500, 0x0, 0xc003823fb8, 0x1a307a5, 0xc003823f68, 0xc003823f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004c1570) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20912 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004c16c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004c16c0, 0x1dcd6500, 0x1, 0xc0038207b8, 0x1a307e5, 0xc0017063c0, 0xc003820760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004c16c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39733 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b33b0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b33b0, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e8d80, 0xc0009d9da0, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b33b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20905 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004c12d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004c12d0, 0x1dcd6500, 0x0, 0xc003052fb8, 0x1a307e5, 0xc0027feea0, 0xc003052f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004c12d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34203 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc005686910, 0x0, 0x0, 0x0, 0xc0016b4008) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc001d93e00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 41264 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000496690, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000496690, 0x1dcd6500, 0x1856091, 0xc000ebfd48, 0xc001e72600, 0xc001e6ecc0, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000496690) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20906 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004c1340, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004c1340, 0x1dcd6500, 0x0, 0xc003e277b8, 0x1a307a5, 0xc003e27768, 0xc003e27760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004c1340) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34512 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048fab0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048fab0, 0x1dcd6500, 0xc004059901, 0xc003e27fb8, 0x1a307e5, 0xc001a04c00, 0xc003e27f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048fab0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41244 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cb960, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cb960, 0x1dcd6500, 0x1856091, 0x22e9ca0, 0x1000000010000, 0xc0016dba80, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cb960) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20907 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004c13b0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004c13b0, 0x1dcd6500, 0x0, 0xc003e23fb8, 0x1a307a5, 0xc003e23f68, 0xc003e23f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004c13b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34499 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048f1f0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048f1f0, 0x1dcd6500, 0x0, 0xc0011de7b8, 0x1a307a5, 0xc0011de768, 0xc0011de760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048f1f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20908 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004c1420, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004c1420, 0x1dcd6500, 0x0, 0xc003858fb8, 0x1a307e5, 0xc002654300, 0xc003858f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004c1420) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 44041 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc0048c4c00, 0x2540be400, 0xc000b570e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 41865 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc002a51980) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 41246 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cba40, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cba40, 0x1dcd6500, 0x23030e0, 0xc0050e23c0, 0x1, 0xc00119d350, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cba40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 19913 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc003a418c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 38990 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc0022cc160) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 34507 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048f880, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048f880, 0x1dcd6500, 0x0, 0xc002b66fb8, 0x1a307a5, 0xc002b66f68, 0xc002b66f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048f880) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 27640 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc004de8460, 0xc0007e3680) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 44040 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc00211aba0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 41866 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc002a51980) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 49748 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00012fd50, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00012fd50, 0x1dcd6500, 0xc0032b0fb8, 0x18b8cdd, 0xc0032b0f68, 0xc0032b0f58, 0x2) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00012fd50) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20832 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc003d9a420) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 34521 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048ff10, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048ff10, 0x1dcd6500, 0x0, 0xc003dcb7b8, 0x1a307e5, 0xc000aae840, 0xc003dcb760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048ff10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20833 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc003d9a420) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 27608 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc003bb5d60, 0x23030e0, 0xc004994fc0, 0xc00363a240) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 49778 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002458f40, 0x1fc6000, 0x6, 0x2e28901) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002458f40, 0x1fd0645, 0xc, 0x2309120, 0xc002a0d260, 0x1da2640, 0xc002a0d260, 0x1c7de20, 0xc001132c40, 0x2daa108, ...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc00285db00, 0xc002a0d260, 0xc001132c40, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc0002fe360, 0xc002159ae0, 0x13, 0x1fc2f0f, 0x4, 0xc00239acc8, 0x3, 0x3, 0xc001132c40, 0xc00239ad20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc0002fe360, 0xc002159ae0, 0x13, 0xc00239acc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002459380, 0xc0012676d0, 0xc002599df8, 0x0, 0xc0048e0a00, 0xc000aece20, 0x1da2640, 0xc002a0d260, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0012676d0, 0x2303960, 0xc001132bc0, 0x6161c489, 0x2d9d33cb) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0017a0000, 0x1fd0645, 0xc, 0x1da2640, 0xc002411140, 0x1c7de20, 0xc003984fc0, 0x22c3e40, 0xc004227060) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0065883f0, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc000a18f68, 0xc000a18f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0065883f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 49749 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00012fdc0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00012fdc0, 0x1dcd6500, 0xc0025b07b8, 0x18dcfc7, 0xc0025b0768, 0xc0025b0758, 0x2) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00012fdc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 20911 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004c1650, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004c1650, 0x1dcd6500, 0x1, 0xc003424fb8, 0x1a307e5, 0xc002162780, 0xc003424f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004c1650) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 23837 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0005360a0, 0x23030e0, 0xc001498780, 0xc000aae9c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 27420 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000ebe460, 0x23030e0, 0xc00155e280, 0xc00177eea0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 33600 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*Snapshotter).teeStream(0xc002f28f70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/snapshot.go:223 +0x105 created by github.com/hashicorp/serf/serf.NewSnapshotter /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/snapshot.go:152 +0x54b goroutine 33601 [select]: github.com/hashicorp/serf/serf.(*Snapshotter).stream(0xc002f28f70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/snapshot.go:266 +0x174 created by github.com/hashicorp/serf/serf.NewSnapshotter /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/snapshot.go:153 +0x56d goroutine 33682 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901c4938, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000983d18, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000983d00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc000983d00, 0xc002854778, 0xc003098738, 0xc002854790) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00480b360, 0x1a307e5, 0x1, 0xc0028547b8) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc00480b360, 0x0, 0x100000001, 0xc004e88660) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc000518770, 0xc00480b360) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 33683 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d907128f0, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000983d98, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc000983d80, 0xc00334e000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc000983d80, 0xc00334e000, 0x10000, 0x10000, 0x411310, 0xc002851e70, 0x44dcdf, 0xc002851f68, 0x2) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc0007e1338, 0xc00334e000, 0x10000, 0x10000, 0x101, 0xc002851e30, 0xc002851ec0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc0007e1338, 0xc00334e000, 0x10000, 0x10000, 0xc002851f28, 0x40a6e5, 0xc001b1e3c0, 0xc002851f60, 0xc002851f00) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc000518770, 0xc0007e1338) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 48936 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc001267450) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 34523 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0001d2000, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0001d2000, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc000aaf380, 0xc001a45f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0001d2000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 33684 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc0026866e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 34218 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc0026866e0, 0x5f5e100, 0xc004a6cfc0, 0xc004a31500, 0xc0029455d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 41229 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc0039d6420, 0x5f5e100, 0xc004280660, 0xc000da0ba0, 0xc0026d2760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 43547 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d882ad050, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0008a7818, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0008a7800, 0xc00213f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0008a7800, 0xc00213f000, 0x1000, 0x1000, 0x1ca1400, 0xc0002ebc20, 0x2337240) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc003772020, 0xc00213f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc003d94180) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc003d94180, 0x469d80, 0x2e0000010000004a, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc0047dfa00, 0x7f4d8863c6c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc0041e8400, 0xc0029a8178) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc0041e8400, 0x20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc001eb9e00, 0x7f4d90311cb8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc0041e83c0, 0x1baa420, 0xc001eb9e40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc0041e83c0, 0x1baa420, 0xc001eb9e40, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc003de4cc0, 0x1baa420, 0xc001eb9e40, 0x203000, 0xc0007dc9d8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc003de4cc0, 0xc001eb9e40, 0xc003a76b10, 0x411310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc0007dc9b0, 0x2304020, 0xc003de4cc0, 0x411310, 0x1, 0xc003a76ba0, 0xc003a76b98, 0xc003a76b98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc0007dc9b0, 0x2304020, 0xc003de4cc0, 0xc003a76d80, 0xc0017ec060, 0xc003d94180, 0xc003390000, 0xc003772020, 0xc00213f000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc0007dc9b0, 0x2304020, 0xc003de4cc0, 0x2, 0xc003de4c00) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc001b1a600, 0x23030e0, 0xc0010fb5c0, 0x2325c40, 0xc003772020, 0xc0007dc9b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc001b1a600, 0x23030e0, 0xc0010fb5c0, 0x2325c40, 0xc003772020, 0xc004912500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 35721 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003530460, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003530460, 0x1dcd6500, 0xc005686780, 0xc003ccb750, 0x2, 0x0, 0xc003cac800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003530460) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34221 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc001dbaa80, 0x1fc55e8, 0x6, 0xc004160ba0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 20882 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc003d9a420, 0x5f5e100, 0xc00434a540, 0xc004344b40, 0xc000edf200) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 41249 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cbb90, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cbb90, 0x1dcd6500, 0x23030e0, 0xc0050e2200, 0x1, 0xc0029a0540, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cbb90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34531 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc0026ef4a0, 0x3b9aca00, 0xc004359920) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 38985 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc004cb6bd0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 42084 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d882ad138, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001d3ae18, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc001d3ae00, 0xc0060a6000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc001d3ae00, 0xc0060a6000, 0x10000, 0x10000, 0x411310, 0xc003dc8e70, 0x0, 0xc001caaa60, 0xc003dc8eec) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc005413528, 0xc0060a6000, 0x10000, 0x10000, 0x101, 0xc003dc8e30, 0xc003dc8ec0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc005413528, 0xc0060a6000, 0x10000, 0x10000, 0xc003dc8f28, 0x40a6e5, 0xc002a15a40, 0xc0044ebb00, 0x0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc00155aaf0, 0xc005413528) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 35726 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0035310a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0035310a0, 0x1dcd6500, 0x0, 0x200000000, 0x1000000020001, 0x0, 0xc00319d3e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0035310a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 44038 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc000db80a0, 0x3b9aca00, 0xc000b570e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 39738 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b3650, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b3650, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e8780, 0xc0009d9c20, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b3650) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39648 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc001dbbc80, 0x1fc408f, 0x5, 0xc004cb6d50) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 35738 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003531b90, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003531b90, 0x1dcd6500, 0x1, 0xc00582ffb8, 0x1a307a5, 0xc00582ff68, 0xc00582ff60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003531b90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 37543 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc003562060) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 35732 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003531340, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003531340, 0x1dcd6500, 0x0, 0xc003975d40, 0xc003aa0d20, 0x0, 0x1) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003531340) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 38982 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc001ba7800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc001ba7800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc001ba7800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc001ba7800, 0xc003614bf0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 38983 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc001ba7800) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc001ba7800, 0xc003614c00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 39649 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b2af0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b2af0, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0011ecc00, 0xc001c406c0, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b2af0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 45583 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d885f9940, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc003c2be18, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc003c2be00, 0xc0052ad000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc003c2be00, 0xc0052ad000, 0x1000, 0x1000, 0xf2, 0xc000b4a000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002bd6248, 0xc0052ad000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0013c8a20) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0013c8a20, 0x4ad1a5, 0xc003c2be00, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0041e1080, 0xc0013c8a20, 0xc0013c8a80, 0xc004ab4310, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0041e1080, 0x23030e0, 0xc0035a0dc0, 0x2325c40, 0xc002bd6248) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 43001 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901fab48, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc004628918, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc004628900, 0xc00307a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc004628900, 0xc00307a000, 0x1000, 0x1000, 0x11f, 0xc00542e000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002c02058, 0xc00307a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0039cc660) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0039cc660, 0x4ad1a5, 0xc004628900, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001d18600, 0xc0039cc660, 0xc0039cc6c0, 0xc0002ca620, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001d18600, 0x23030e0, 0xc0043f6f40, 0x2325c40, 0xc002c02058) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 39746 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc001ba7500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 34222 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc001dbaa80, 0x1fc3e78, 0x5, 0xc004160bd0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 51431 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901c3c38, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00376f618, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00376f600, 0xc0039c7000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc00376f600, 0xc0039c7000, 0x1000, 0x1000, 0x1ca1400, 0xc0002ebc20, 0x2337240) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00260b2b0, 0xc0039c7000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000e19b60) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000e19b60, 0xc001694970, 0x2e000000004ad1a5, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc0034f8600, 0x7f4d901c3660) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc005139080, 0xc00260bb60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc005139080, 0x20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc0046c50e0, 0xc0016949b8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc005139040, 0x1baa420, 0xc0046c5120) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc005139040, 0x1baa420, 0xc0046c5120, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc002ad6dc0, 0x1baa420, 0xc0046c5120, 0x203001, 0xc0025d4528) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc002ad6dc0, 0xc0046c5120, 0xc001694b10, 0x411310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc0025d4500, 0x2304020, 0xc002ad6dc0, 0x411310, 0x1, 0xc001694ba0, 0xc001694b98, 0xc001694b98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc0025d4500, 0x2304020, 0xc002ad6dc0, 0xc001694d80, 0x0, 0xc000e19b60, 0xc005002000, 0xc00260b2b0, 0xc0039c7000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc0025d4500, 0x2304020, 0xc002ad6dc0, 0x2, 0xc002ad6d00) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc00219d2c0, 0x23030e0, 0xc002ad67c0, 0x2325c40, 0xc00260b2b0, 0xc0025d4500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc00219d2c0, 0x23030e0, 0xc002ad67c0, 0x2325c40, 0xc00260b2b0, 0xc0025d4460) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 35736 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003531ab0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003531ab0, 0x1dcd6500, 0x1, 0xc0005597b8, 0x1a307a5, 0xc000559768, 0xc000559760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003531ab0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 35737 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003531b20, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003531b20, 0x1dcd6500, 0x0, 0xc003cd5fb8, 0x1a307a5, 0xc003cd5f68, 0xc003cd5f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003531b20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 48937 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc004a98c60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 39741 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b3880, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b3880, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc00335fc80, 0xc0009d9980, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b3880) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 35733 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0035313b0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0035313b0, 0x1dcd6500, 0x0, 0xc003975e60, 0xc002135ee8, 0x1, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0035313b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 27639 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc004de8460, 0xc0007e3680, 0xc00225bec0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 39512 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901c5248, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0047de218, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0047de200, 0xc0045b6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0047de200, 0xc0045b6000, 0x1000, 0x1000, 0x117, 0xc0045b7000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002c03e40, 0xc0045b6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0016b20c0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0016b20c0, 0x4ad1a5, 0xc0047de200, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0034aa240, 0xc0016b20c0, 0xc000f97920, 0xc00371e690, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0034aa240, 0x23030e0, 0xc0046f5ac0, 0x2325c40, 0xc002c03e40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 47422 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d88270860, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc004715b18, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc004715b00, 0xc005557000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc004715b00, 0xc005557000, 0x1000, 0x1000, 0x14b, 0xc004c85000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000d68180, 0xc005557000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0022495c0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0022495c0, 0x4ad1a5, 0xc004715b00, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001d18600, 0xc0022495c0, 0xc002249620, 0xc000cee150, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001d18600, 0x23030e0, 0xc0043f6f40, 0x2325c40, 0xc000d68180) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 35735 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003531a40, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003531a40, 0x1dcd6500, 0xc004861740, 0x481654, 0xc0002e5c20, 0xffffffffffffffff, 0xc0048617c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003531a40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 35734 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003531960, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003531960, 0x1dcd6500, 0x0, 0x22c6d80, 0x0, 0xc0035a2540, 0xc004a14760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003531960) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34220 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc001dbaa80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 27776 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc001108820, 0xc001b92360, 0xc0014e35c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 28046 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc000432780, 0xc002f8c300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 28354 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc001108960, 0x23030e0, 0xc000f5b700, 0xc001b92420) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 28396 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc000db8780, 0xc000fcd6e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 28397 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000db8960, 0x23030e0, 0xc00227dac0, 0xc000fcd740) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 28398 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc000db8a00, 0xc000fcdc20, 0xc0031b75c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 27642 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc004de86e0, 0xc0007e39e0, 0xc000966d80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 39718 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b2d20, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b2d20, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0011ec480, 0xc001c404e0, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b2d20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 27643 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc004de86e0, 0xc0007e39e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 28395 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc000db8780, 0xc000fcd6e0, 0xc0031b73e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 27777 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc001108820, 0xc001b92360) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 28399 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc000db8a00, 0xc000fcdc20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 34216 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc0026866e0, 0x5f5e100, 0xc004a6cf60, 0xc004a31500, 0xc0029455c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 49789 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0065888c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0065888c0, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc003f87680, 0xc003548060) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0065888c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 28355 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc001108a00, 0xc001b924e0, 0xc0014e39e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 28345 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc004bda280, 0x23030e0, 0xc00312a080, 0xc000f81aa0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 28346 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc004bda320, 0xc000f81b60, 0xc0025336e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 41227 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc0039d6420, 0x5f5e100, 0xc0042805a0, 0xc000da0ba0, 0xc0026d2750) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 28347 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc004bda320, 0xc000f81b60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 28045 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc000432780, 0xc002f8c300, 0xc001329f80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 35756 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc000056900, 0x3b9aca00, 0xc00319de00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 35716 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc00313ec00, 0x1fc3e78, 0x5, 0xc0013e4f90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 35727 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003531110, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003531110, 0x1dcd6500, 0x1, 0x0, 0x0, 0xc0026d7320, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003531110) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 38987 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d906f2b18, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc002aa0798, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc002aa0780, 0xc006800000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc002aa0780, 0xc006800000, 0x10000, 0x10000, 0x41146b, 0xc0000b0c00, 0xc006800000, 0x10000, 0x0) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc001cc65a8, 0xc006800000, 0x10000, 0x10000, 0x101, 0xc005905e30, 0xc005905ec0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc001cc65a8, 0xc006800000, 0x10000, 0x10000, 0x0, 0x0, 0xc005905fc8, 0x18de1e9, 0xc000cef730) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc0002bafc0, 0xc001cc65a8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 34529 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc00310e000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 41262 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004965b0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004965b0, 0x1dcd6500, 0x1856091, 0xc000ebfd48, 0xc000871980, 0xc0029a10e0, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004965b0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 49690 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc0026f8000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 28390 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000db8500, 0x23030e0, 0xc00227d8c0, 0xc000fcc3c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 28391 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc000db85a0, 0xc000fcc8a0, 0xc0031b71a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 49746 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00012fc70, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00012fc70, 0x1dcd6500, 0x0, 0x100000001, 0x1000200000002, 0x0, 0xc004c06660) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00012fc70) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 28392 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc000db85a0, 0xc000fcc8a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 41868 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc002a51980, 0x1fc3e78, 0x5, 0xc001ece930) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 44035 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901d0a48, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc002177f18, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc002177f00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc002177f00, 0x37e11d600, 0xc000573f08, 0x78481a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc004130b20, 0x40a73a, 0xc004914c00, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc004130b20, 0xc004914c00, 0x0, 0x3f800000, 0xc0040ee540) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc002ce1a80, 0x23030e0, 0xc0040ee540) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 49796 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc000fedea0, 0x3b9aca00, 0xc001b1c360) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 38647 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc004d45860) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 34519 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048fe30, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048fe30, 0x1dcd6500, 0xc003d92fa0, 0xc000556f50, 0x2, 0x0, 0xc000556f00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048fe30) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41237 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cb650, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cb650, 0x1dcd6500, 0x1, 0xc0023cd7b8, 0x1a307e5, 0xc0050e08a0, 0xc0023cd760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cb650) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 40172 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901d0c18, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00283eb18, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00283eb00, 0xc001993000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc00283eb00, 0xc001993000, 0x1000, 0x1000, 0x130, 0xc0019ae000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002159d90, 0xc001993000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc002635da0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc002635da0, 0x4ad1a5, 0xc00283eb00, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc003a0b980, 0xc002635da0, 0xc002635e00, 0xc0002e4000, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc003a0b980, 0x23030e0, 0xc002df2040, 0x2325c40, 0xc002159d90) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 28467 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000db8d20, 0x23030e0, 0xc00227dcc0, 0xc000fcdec0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 41121 [select, 4 minutes]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc0048c5500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0048c5500, 0xc0050d2200) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 28401 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc000db8be0, 0xc000fcde60, 0xc0031b77a0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 34926 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc003af69a0, 0x5f5e100, 0xc000725020, 0xc0029d49c0, 0xc002cb8d10) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 38649 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc004d45b30, 0x468700, 0xc0025969c0, 0xc0015eff28, 0x40a6e5) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc0041e0000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 39644 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc001dbbc80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 41232 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc003828480, 0x1fc55e8, 0x6, 0xc001513d40) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 49687 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc004d87a20, 0x5f5e100, 0xc0031256e0, 0xc0025be7e0, 0xc004baa750) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 41233 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc003828480, 0x1fc3e78, 0x5, 0xc001513dd0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 41869 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc002a51980, 0x1fc408f, 0x5, 0xc001ece960) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 35760 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d90472cd8, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0026f1198, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0026f1180, 0xc002e7a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0026f1180, 0xc002e7a000, 0x1000, 0x1000, 0x1ca1400, 0xc0002ebc20, 0x2337240) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc005132140, 0xc002e7a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0015fa300) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0015fa300, 0x0, 0x2e00000000000044, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc002e79a80, 0x7f4d9040b658) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc005103080, 0xc005132590) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc005103080, 0x20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc001d30180, 0x300000000000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc005103040, 0x1baa420, 0xc001d301c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc005103040, 0x1baa420, 0xc001d301c0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc003284ec0, 0x1baa420, 0xc001d301c0, 0x203000, 0xc004719bf8) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc003284ec0, 0xc001d301c0, 0xc0013b4b10, 0x411310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc004719bd0, 0x2304020, 0xc003284ec0, 0x411310, 0x1, 0xc0013b4ba0, 0xc0013b4b98, 0xc0013b4b98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc004719bd0, 0x2304020, 0xc003284ec0, 0xc0013b4d80, 0xc00319de00, 0xc0015fa300, 0xc002e7b000, 0xc005132140, 0xc002e7a000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc004719bd0, 0x2304020, 0xc003284ec0, 0x2, 0xc003284e00) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc001e18cc0, 0x23030e0, 0xc0013e74c0, 0x2325c40, 0xc005132140, 0xc004719bd0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc001e18cc0, 0x23030e0, 0xc0013e74c0, 0x2325c40, 0xc005132140, 0xc004719b80) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 39728 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b3180, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b3180, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e9500, 0xc0009d9f80, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b3180) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39751 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc000057400, 0x3b9aca00, 0xc004c0aea0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 39744 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b39d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b39d0, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e8180, 0xc0009d9aa0, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b39d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 42938 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc003a99e40, 0x5f5e100, 0xc0029d9380, 0xc004c07620, 0xc003b98890) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 35719 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003530310, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003530310, 0x1dcd6500, 0x1, 0xc003b667b8, 0x1a307a5, 0xc003b66768, 0xc003b66760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003530310) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 32663 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc003674000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc003674000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc003674000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc003674000, 0xc002086260) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 32664 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc003674000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc003674000, 0xc002086270) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 32665 [select]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc003674000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc003674000, 0xc002086280) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 32666 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc0019ff170) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 41241 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cb810, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cb810, 0x1dcd6500, 0xc0039d1f01, 0xc0039d1fb8, 0x1a307e5, 0xc002a31800, 0xc0039d1f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cb810) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41228 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc0039d6420, 0xc000da0ba0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 41266 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004967e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004967e0, 0x1dcd6500, 0x1856091, 0xc000ebfd48, 0xc00167d680, 0xc0029a0840, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004967e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39737 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b3570, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b3570, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e8900, 0xc0009d9c80, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b3570) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41245 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cb9d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cb9d0, 0x1dcd6500, 0x1856091, 0xc000ebfd48, 0xc001e71680, 0xc001e6e900, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cb9d0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 35758 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc0043c6f00, 0x2540be400, 0xc00319de00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 51891 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9023d208, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00508dc98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00508dc80, 0xc0017df000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc00508dc80, 0xc0017df000, 0x1000, 0x1000, 0x5a, 0xc004980000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc004cf0830, 0xc0017df000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0013f7860) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0013f7860, 0x4ad1a5, 0xc00508dc80, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0057a4cc0, 0xc0013f7860, 0xc0013f78c0, 0xc002bb85b0, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0057a4cc0, 0x23030e0, 0xc001c04480, 0x2325c40, 0xc004cf0830) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 34515 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00048fc00, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00048fc00, 0x1dcd6500, 0x0, 0xc005739fb8, 0x1a307a5, 0xc005739f68, 0xc005739f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00048fc00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 49792 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc0017a0000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 49691 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc0026f8000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 41238 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cb6c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cb6c0, 0x1dcd6500, 0x1, 0xc0057d4fb8, 0x1a307e5, 0xc00084ccc0, 0xc0057d4f60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cb6c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41263 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000496620, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000496620, 0x1dcd6500, 0x1856091, 0xc000ebfd48, 0xc000871b00, 0xc0029a1170, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000496620) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 46446 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901d06a8, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc003314018, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc003314000, 0xc00454b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc003314000, 0xc00454b000, 0x1000, 0x1000, 0x11e, 0xc004b31000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002aec010, 0xc00454b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc00110aa20) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc00110aa20, 0x4ad1a5, 0xc003314000, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001204e40, 0xc00110aa20, 0xc00110ae40, 0xc001f7a000, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001204e40, 0x23030e0, 0xc003b85540, 0x2325c40, 0xc002aec010) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 49753 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc006588000, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc006588000, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc002efdc20, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc006588000) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39720 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b2e00, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b2e00, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0011ec180, 0xc001c40420, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b2e00) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 49758 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc006588230, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc006588230, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc001f53768, 0xc001f53760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc006588230) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39749 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc004d45950, 0x3b9aca00, 0xc004c0aea0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 39727 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b3110, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b3110, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e9680, 0xc001c40000, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b3110) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39745 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc001ba7500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 38766 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d901c3980, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc004629698, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc004629680, 0xc006832000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc004629680, 0xc006832000, 0x10000, 0x10000, 0x41146b, 0xc0000b0c00, 0xc006832000, 0x10000, 0x0) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc002aec618, 0xc006832000, 0x10000, 0x10000, 0x101, 0xc005840e30, 0xc005840ec0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc002aec618, 0xc006832000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x1000000010000, 0x0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc003f03d50, 0xc002aec618) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 49757 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0065881c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0065881c0, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc002b1d320, 0xc00323af60) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0065881c0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41239 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cb730, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cb730, 0x1dcd6500, 0x1, 0xc0058af7b8, 0x1a307e5, 0xc005506000, 0xc0058af760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cb730) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41243 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cb8f0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cb8f0, 0x1dcd6500, 0x1, 0xc00581e7b8, 0x1a307e5, 0xc003539140, 0xc00581e760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cb8f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 44175 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f4d9003e938, 0x72, 0x22c8d80) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0008a7e18, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0008a7e00, 0xc002059000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0008a7e00, 0xc002059000, 0x1000, 0x1000, 0xdd, 0xc002e1e000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000402518, 0xc002059000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc00474b9e0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc00474b9e0, 0x4ad1a5, 0xc0008a7e00, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0057a4cc0, 0xc00474b9e0, 0xc00474ba40, 0xc0002bc380, 0x0, 0x0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0057a4cc0, 0x23030e0, 0xc001c04480, 0x2325c40, 0xc000402518) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 48942 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc0013e5410) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 49315 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc004d87a20) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 41119 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc0048c5500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc0048c5500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc0048c5500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0048c5500, 0xc0050d21e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 39752 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc002eb3020) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 41259 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000496460, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000496460, 0x1dcd6500, 0x1856091, 0xc000ebfd48, 0xc000871680, 0xc0029a1020, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000496460) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 38767 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc0039d6420) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 38768 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc0039d6420) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 38769 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc0039d6420) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 39734 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004b3420, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004b3420, 0x1dcd6500, 0x1856091, 0xc0026ee1c8, 0xc0010e8300, 0xc0009d9b00, 0x24) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004b3420) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 38763 [select]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc00310e300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc00310e300, 0xc005180ff0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 38762 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc00310e300) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc00310e300, 0xc005180fc0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 41235 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0004cb570, 0x1312d00, 0x2540be400, 0x19) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0004cb570, 0x1dcd6500, 0x1, 0xc0059137b8, 0x1a307e5, 0xc0050e06c0, 0xc005913760) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0004cb570) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 42082 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc001ece7e0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 41120 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc0048c5500) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0048c5500, 0xc0050d21f0) /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-SofExn/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 FAIL github.com/hashicorp/nomad/nomad 420.603s === RUN TestDeadlineHeap_Interface === PAUSE TestDeadlineHeap_Interface === RUN TestDeadlineHeap_WatchAndGet drain_heap_test.go:20: DM-skipped --- SKIP: TestDeadlineHeap_WatchAndGet (0.00s) === RUN TestDeadlineHeap_WatchThenUpdateAndGet drain_heap_test.go:43: DM-skipped --- SKIP: TestDeadlineHeap_WatchThenUpdateAndGet (0.00s) === RUN TestDeadlineHeap_MultiwatchAndDelete drain_heap_test.go:71: DM-skipped --- SKIP: TestDeadlineHeap_MultiwatchAndDelete (0.00s) === RUN TestDeadlineHeap_WatchCoalesce === PAUSE TestDeadlineHeap_WatchCoalesce === RUN TestDeadlineHeap_MultipleForce drain_heap_test.go:156: DM-skipped --- SKIP: TestDeadlineHeap_MultipleForce (0.00s) === RUN TestDrainer_PartitionAllocDrain === PAUSE TestDrainer_PartitionAllocDrain === RUN TestDrainer_PartitionIds === PAUSE TestDrainer_PartitionIds === RUN TestDrainingNode_Table === RUN TestDrainingNode_Table/Empty === PAUSE TestDrainingNode_Table/Empty === RUN TestDrainingNode_Table/Batch === PAUSE TestDrainingNode_Table/Batch === RUN TestDrainingNode_Table/Service === PAUSE TestDrainingNode_Table/Service === RUN TestDrainingNode_Table/System === PAUSE TestDrainingNode_Table/System === RUN TestDrainingNode_Table/AllTerminal === PAUSE TestDrainingNode_Table/AllTerminal === RUN TestDrainingNode_Table/ServiceTerminal === PAUSE TestDrainingNode_Table/ServiceTerminal === RUN TestDrainingNode_Table/AllTerminalButBatch === PAUSE TestDrainingNode_Table/AllTerminalButBatch === RUN TestDrainingNode_Table/AllTerminalButSystem === PAUSE TestDrainingNode_Table/AllTerminalButSystem === RUN TestDrainingNode_Table/HalfTerminal === PAUSE TestDrainingNode_Table/HalfTerminal === CONT TestDrainingNode_Table/Empty === CONT TestDrainingNode_Table/HalfTerminal === CONT TestDrainingNode_Table/AllTerminal === CONT TestDrainingNode_Table/AllTerminalButSystem === CONT TestDrainingNode_Table/AllTerminalButBatch === CONT TestDrainingNode_Table/ServiceTerminal === CONT TestDrainingNode_Table/Service === CONT TestDrainingNode_Table/System === CONT TestDrainingNode_Table/Batch --- PASS: TestDrainingNode_Table (0.00s) --- PASS: TestDrainingNode_Table/Empty (0.00s) --- PASS: TestDrainingNode_Table/HalfTerminal (0.00s) --- PASS: TestDrainingNode_Table/AllTerminal (0.00s) --- PASS: TestDrainingNode_Table/AllTerminalButSystem (0.00s) --- PASS: TestDrainingNode_Table/AllTerminalButBatch (0.00s) --- PASS: TestDrainingNode_Table/Service (0.00s) --- PASS: TestDrainingNode_Table/System (0.01s) --- PASS: TestDrainingNode_Table/ServiceTerminal (0.01s) --- PASS: TestDrainingNode_Table/Batch (0.00s) === RUN TestDrainingJobWatcher_Interface --- PASS: TestDrainingJobWatcher_Interface (0.00s) === RUN TestDrainingJobWatcher_DrainJobs watch_jobs_test.go:102: DM-skipped --- SKIP: TestDrainingJobWatcher_DrainJobs (0.00s) === RUN TestHandeTaskGroup_Table === RUN TestHandeTaskGroup_Table/AllDraining === PAUSE TestHandeTaskGroup_Table/AllDraining 2021-10-09T16:26:12.852Z [TRACE] drainer/watch_jobs.go:145: job_watcher: getting job allocs at index: index=1 === RUN TestHandeTaskGroup_Table/AllNonDraining === PAUSE TestHandeTaskGroup_Table/AllNonDraining === RUN TestHandeTaskGroup_Table/SomeNonDrainingUnhealthy === PAUSE TestHandeTaskGroup_Table/SomeNonDrainingUnhealthy === RUN TestHandeTaskGroup_Table/OneDraining === PAUSE TestHandeTaskGroup_Table/OneDraining === RUN TestHandeTaskGroup_Table/OneAlreadyDraining === PAUSE TestHandeTaskGroup_Table/OneAlreadyDraining === RUN TestHandeTaskGroup_Table/OneAlreadyDrained === PAUSE TestHandeTaskGroup_Table/OneAlreadyDrained === RUN TestHandeTaskGroup_Table/OneAlreadyDrainedBatched === PAUSE TestHandeTaskGroup_Table/OneAlreadyDrainedBatched === RUN TestHandeTaskGroup_Table/AllMigrating === PAUSE TestHandeTaskGroup_Table/AllMigrating === RUN TestHandeTaskGroup_Table/AllMigratingBatch === PAUSE TestHandeTaskGroup_Table/AllMigratingBatch === RUN TestHandeTaskGroup_Table/AllAtOnce === PAUSE TestHandeTaskGroup_Table/AllAtOnce === RUN TestHandeTaskGroup_Table/Drain2 === PAUSE TestHandeTaskGroup_Table/Drain2 === RUN TestHandeTaskGroup_Table/#00 === PAUSE TestHandeTaskGroup_Table/#00 === RUN TestHandeTaskGroup_Table/#01 === PAUSE TestHandeTaskGroup_Table/#01 === RUN TestHandeTaskGroup_Table/#02 === PAUSE TestHandeTaskGroup_Table/#02 === RUN TestHandeTaskGroup_Table/PendingHealth === PAUSE TestHandeTaskGroup_Table/PendingHealth === RUN TestHandeTaskGroup_Table/PendingHealthHigherMax === PAUSE TestHandeTaskGroup_Table/PendingHealthHigherMax === CONT TestHandeTaskGroup_Table/AllDraining === CONT TestHandeTaskGroup_Table/#01 === CONT TestHandeTaskGroup_Table/OneAlreadyDrainedBatched === CONT TestHandeTaskGroup_Table/AllAtOnce === CONT TestHandeTaskGroup_Table/PendingHealthHigherMax === CONT TestHandeTaskGroup_Table/#02 === CONT TestHandeTaskGroup_Table/PendingHealth === CONT TestHandeTaskGroup_Table/OneDraining 2021-10-09T16:26:12.934Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=09c0cf68-547a-aaaf-8d2d-e271994772aa desired_status=stop 2021-10-09T16:26:12.941Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=f63112ff-96f4-c390-a230-0ad05b5f0d9a desired_status=stop === CONT TestHandeTaskGroup_Table/OneAlreadyDrained === CONT TestHandeTaskGroup_Table/OneAlreadyDraining === CONT TestHandeTaskGroup_Table/AllMigratingBatch === CONT TestHandeTaskGroup_Table/AllMigrating === CONT TestHandeTaskGroup_Table/SomeNonDrainingUnhealthy === CONT TestHandeTaskGroup_Table/AllNonDraining 2021-10-09T16:26:12.936Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=cea55f52-4c6e-6cc9-5e39-17ccd7ffdb99 desired_status=stop === CONT TestHandeTaskGroup_Table/Drain2 === CONT TestHandeTaskGroup_Table/#00 2021-10-09T16:26:12.939Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=9e306309-4223-29d2-665a-2ad811893683 desired_status=stop 2021-10-09T16:26:12.945Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=39494a1d-7e9a-7b39-e1cc-4a01451d9d2f desired_status=stop 2021-10-09T16:26:12.949Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=48041153-c946-53a7-80c8-73f115e2e05a desired_status=stop 2021-10-09T16:26:12.951Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=67ae9374-7ef7-4365-dfba-bcd2eeb7d34e desired_status=stop 2021-10-09T16:26:12.951Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=6f915101-95cc-f424-f1eb-39142eb2b55e desired_status=stop 2021-10-09T16:26:12.951Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=01951c91-5b37-7dad-ee60-0192f1c459c0 desired_status=stop 2021-10-09T16:26:12.951Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=ffa94073-9f91-94d2-dc51-19428ec5361d desired_status=stop 2021-10-09T16:26:12.951Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=8418b17c-8c25-8459-509e-9805dde8670c desired_status=stop 2021-10-09T16:26:12.951Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=4a0e3483-3c86-9b4c-500d-16d05a6bff83 desired_status=stop 2021-10-09T16:26:12.951Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=4145fd01-2836-e851-237a-0dfd55c94897 desired_status=stop 2021-10-09T16:26:12.951Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=c27c9089-991f-3039-f0b3-97f64ffef10a desired_status=stop 2021-10-09T16:26:12.951Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=de63a9b1-99e0-6a06-4a0c-5d81eb83a486 desired_status=stop 2021-10-09T16:26:12.951Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=01c97842-232e-3f28-55f0-51d0d7b8b9fe desired_status=stop 2021-10-09T16:26:12.951Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=7e4ad4fe-5e0f-0aa3-cf13-2b6f3a4b1113 desired_status=stop 2021-10-09T16:26:12.952Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=bb476c2b-d109-5e77-d372-323685156313 desired_status=stop 2021-10-09T16:26:12.952Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=5afcc912-7588-84a1-2776-66f2612255b7 desired_status=stop 2021-10-09T16:26:12.952Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=ad4bcd98-6dff-73d2-b64d-65ebf136719b desired_status=stop 2021-10-09T16:26:12.952Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=f5e58fce-4f00-c109-b6f6-de37a9db4e26 desired_status=stop 2021-10-09T16:26:12.952Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=ce821a69-4a0a-6365-0e22-18bb53a4ed44 desired_status=stop 2021-10-09T16:26:12.952Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=1a738b5e-397f-b73e-ce2b-c78db41e7b3e desired_status=stop 2021-10-09T16:26:12.952Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=47796ca5-aa27-950a-ed59-5801346e8d3a desired_status=stop 2021-10-09T16:26:12.952Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=50de852f-f573-84a9-0206-4e44a2eb9b03 desired_status=stop 2021-10-09T16:26:12.952Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=b369524f-f189-2251-5713-ab512e25fcd6 desired_status=stop 2021-10-09T16:26:13.034Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=72681142-0306-81d6-2651-71c24d06affd desired_status=stop 2021-10-09T16:26:13.042Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=dfd98e78-5e61-761e-6842-30703185d509 desired_status=stop --- PASS: TestHandeTaskGroup_Table (0.00s) --- PASS: TestHandeTaskGroup_Table/AllAtOnce (0.00s) --- PASS: TestHandeTaskGroup_Table/AllDraining (0.08s) --- PASS: TestHandeTaskGroup_Table/PendingHealth (0.09s) --- PASS: TestHandeTaskGroup_Table/OneDraining (0.00s) --- PASS: TestHandeTaskGroup_Table/PendingHealthHigherMax (0.09s) --- PASS: TestHandeTaskGroup_Table/OneAlreadyDrainedBatched (0.09s) --- PASS: TestHandeTaskGroup_Table/#01 (0.09s) --- PASS: TestHandeTaskGroup_Table/#02 (0.10s) --- PASS: TestHandeTaskGroup_Table/AllMigratingBatch (0.01s) --- PASS: TestHandeTaskGroup_Table/AllNonDraining (0.01s) --- PASS: TestHandeTaskGroup_Table/Drain2 (0.01s) --- PASS: TestHandeTaskGroup_Table/SomeNonDrainingUnhealthy (0.01s) --- PASS: TestHandeTaskGroup_Table/AllMigrating (0.01s) --- PASS: TestHandeTaskGroup_Table/OneAlreadyDraining (0.09s) --- PASS: TestHandeTaskGroup_Table/OneAlreadyDrained (0.09s) --- PASS: TestHandeTaskGroup_Table/#00 (0.10s) === RUN TestHandleTaskGroup_Migrations === PAUSE TestHandleTaskGroup_Migrations === RUN TestHandleTaskGroup_GarbageCollectedNode === PAUSE TestHandleTaskGroup_GarbageCollectedNode === RUN TestNodeDrainWatcher_Interface === PAUSE TestNodeDrainWatcher_Interface === RUN TestNodeDrainWatcher_AddDraining === PAUSE TestNodeDrainWatcher_AddDraining === RUN TestNodeDrainWatcher_Remove === PAUSE TestNodeDrainWatcher_Remove === RUN TestNodeDrainWatcher_Remove_Nonexistent === PAUSE TestNodeDrainWatcher_Remove_Nonexistent === RUN TestNodeDrainWatcher_Update === PAUSE TestNodeDrainWatcher_Update === CONT TestDeadlineHeap_Interface --- PASS: TestDeadlineHeap_Interface (0.00s) === CONT TestNodeDrainWatcher_Update === CONT TestHandleTaskGroup_GarbageCollectedNode === CONT TestHandleTaskGroup_Migrations --- PASS: TestHandleTaskGroup_Migrations (0.00s) === CONT TestDrainer_PartitionIds --- PASS: TestDrainer_PartitionIds (0.00s) === CONT TestDrainer_PartitionAllocDrain --- PASS: TestDrainer_PartitionAllocDrain (0.00s) === CONT TestDeadlineHeap_WatchCoalesce === CONT TestNodeDrainWatcher_Remove --- PASS: TestHandleTaskGroup_GarbageCollectedNode (0.00s) === CONT TestNodeDrainWatcher_AddDraining === CONT TestNodeDrainWatcher_Interface === CONT TestNodeDrainWatcher_Remove_Nonexistent --- PASS: TestNodeDrainWatcher_Interface (0.00s) --- PASS: TestNodeDrainWatcher_AddDraining (0.01s) --- PASS: TestNodeDrainWatcher_Update (0.02s) --- PASS: TestNodeDrainWatcher_Remove (0.02s) --- PASS: TestNodeDrainWatcher_Remove_Nonexistent (0.02s) --- PASS: TestDeadlineHeap_WatchCoalesce (0.69s) PASS ok github.com/hashicorp/nomad/nomad/drainer 1.170s ? github.com/hashicorp/nomad/nomad/mock [no test files] === RUN TestStateStore_Autopilot --- PASS: TestStateStore_Autopilot (0.00s) === RUN TestStateStore_AutopilotCAS --- PASS: TestStateStore_AutopilotCAS (0.00s) === RUN TestStateStoreSchema --- PASS: TestStateStoreSchema (0.00s) === RUN TestState_singleRecord --- PASS: TestState_singleRecord (0.00s) === RUN TestStateStore_Blocking_Error === PAUSE TestStateStore_Blocking_Error === RUN TestStateStore_Blocking_Timeout === PAUSE TestStateStore_Blocking_Timeout === RUN TestStateStore_Blocking_MinQuery === PAUSE TestStateStore_Blocking_MinQuery === RUN TestStateStore_UpsertPlanResults_AllocationsCreated_Denormalized === PAUSE TestStateStore_UpsertPlanResults_AllocationsCreated_Denormalized === RUN TestStateStore_UpsertPlanResults_AllocationsDenormalized === PAUSE TestStateStore_UpsertPlanResults_AllocationsDenormalized === RUN TestStateStore_UpsertPlanResults_Deployment === PAUSE TestStateStore_UpsertPlanResults_Deployment === RUN TestStateStore_UpsertPlanResults_PreemptedAllocs === PAUSE TestStateStore_UpsertPlanResults_PreemptedAllocs === RUN TestStateStore_UpsertPlanResults_DeploymentUpdates === PAUSE TestStateStore_UpsertPlanResults_DeploymentUpdates === RUN TestStateStore_UpsertDeployment === PAUSE TestStateStore_UpsertDeployment === RUN TestStateStore_OldDeployment === PAUSE TestStateStore_OldDeployment === RUN TestStateStore_DeleteDeployment === PAUSE TestStateStore_DeleteDeployment === RUN TestStateStore_Deployments === PAUSE TestStateStore_Deployments === RUN TestStateStore_DeploymentsByIDPrefix === PAUSE TestStateStore_DeploymentsByIDPrefix === RUN TestStateStore_UpsertNode_Node === PAUSE TestStateStore_UpsertNode_Node === RUN TestStateStore_DeleteNode_Node === PAUSE TestStateStore_DeleteNode_Node === RUN TestStateStore_UpdateNodeStatus_Node === PAUSE TestStateStore_UpdateNodeStatus_Node === RUN TestStateStore_BatchUpdateNodeDrain === PAUSE TestStateStore_BatchUpdateNodeDrain === RUN TestStateStore_UpdateNodeDrain_Node === PAUSE TestStateStore_UpdateNodeDrain_Node === RUN TestStateStore_AddSingleNodeEvent === PAUSE TestStateStore_AddSingleNodeEvent === RUN TestStateStore_NodeEvents_RetentionWindow === PAUSE TestStateStore_NodeEvents_RetentionWindow === RUN TestStateStore_UpdateNodeDrain_ResetEligiblity === PAUSE TestStateStore_UpdateNodeDrain_ResetEligiblity === RUN TestStateStore_UpdateNodeEligibility === PAUSE TestStateStore_UpdateNodeEligibility === RUN TestStateStore_Nodes === PAUSE TestStateStore_Nodes === RUN TestStateStore_NodesByIDPrefix === PAUSE TestStateStore_NodesByIDPrefix === RUN TestStateStore_RestoreNode === PAUSE TestStateStore_RestoreNode === RUN TestStateStore_UpsertJob_Job === PAUSE TestStateStore_UpsertJob_Job === RUN TestStateStore_UpdateUpsertJob_Job === PAUSE TestStateStore_UpdateUpsertJob_Job === RUN TestStateStore_UpdateUpsertJob_PeriodicJob === PAUSE TestStateStore_UpdateUpsertJob_PeriodicJob === RUN TestStateStore_UpsertJob_BadNamespace === PAUSE TestStateStore_UpsertJob_BadNamespace === RUN TestStateStore_UpsertJob_ChildJob === PAUSE TestStateStore_UpsertJob_ChildJob === RUN TestStateStore_UpdateUpsertJob_JobVersion === PAUSE TestStateStore_UpdateUpsertJob_JobVersion === RUN TestStateStore_DeleteJob_Job === PAUSE TestStateStore_DeleteJob_Job === RUN TestStateStore_DeleteJobTxn_BatchDeletes === PAUSE TestStateStore_DeleteJobTxn_BatchDeletes === RUN TestStateStore_DeleteJob_MultipleVersions === PAUSE TestStateStore_DeleteJob_MultipleVersions === RUN TestStateStore_DeleteJob_ChildJob === PAUSE TestStateStore_DeleteJob_ChildJob === RUN TestStateStore_Jobs === PAUSE TestStateStore_Jobs === RUN TestStateStore_JobVersions === PAUSE TestStateStore_JobVersions === RUN TestStateStore_JobsByIDPrefix === PAUSE TestStateStore_JobsByIDPrefix === RUN TestStateStore_JobsByPeriodic === PAUSE TestStateStore_JobsByPeriodic === RUN TestStateStore_JobsByScheduler === PAUSE TestStateStore_JobsByScheduler === RUN TestStateStore_JobsByGC === PAUSE TestStateStore_JobsByGC === RUN TestStateStore_RestoreJob === PAUSE TestStateStore_RestoreJob === RUN TestStateStore_UpsertPeriodicLaunch === PAUSE TestStateStore_UpsertPeriodicLaunch === RUN TestStateStore_UpdateUpsertPeriodicLaunch === PAUSE TestStateStore_UpdateUpsertPeriodicLaunch === RUN TestStateStore_DeletePeriodicLaunch === PAUSE TestStateStore_DeletePeriodicLaunch === RUN TestStateStore_PeriodicLaunches === PAUSE TestStateStore_PeriodicLaunches === RUN TestStateStore_RestorePeriodicLaunch === PAUSE TestStateStore_RestorePeriodicLaunch === RUN TestStateStore_RestoreJobVersion === PAUSE TestStateStore_RestoreJobVersion === RUN TestStateStore_RestoreDeployment === PAUSE TestStateStore_RestoreDeployment === RUN TestStateStore_RestoreJobSummary === PAUSE TestStateStore_RestoreJobSummary === RUN TestStateStore_CSIVolume --- PASS: TestStateStore_CSIVolume (0.00s) === RUN TestStateStore_CSIPluginNodes --- PASS: TestStateStore_CSIPluginNodes (0.00s) === RUN TestStateStore_CSIPluginAllocUpdates === PAUSE TestStateStore_CSIPluginAllocUpdates === RUN TestStateStore_CSIPluginMultiNodeUpdates === PAUSE TestStateStore_CSIPluginMultiNodeUpdates === RUN TestStateStore_CSIPluginJobs --- PASS: TestStateStore_CSIPluginJobs (0.00s) === RUN TestStateStore_RestoreCSIPlugin === PAUSE TestStateStore_RestoreCSIPlugin === RUN TestStateStore_RestoreCSIVolume === PAUSE TestStateStore_RestoreCSIVolume === RUN TestStateStore_Indexes === PAUSE TestStateStore_Indexes === RUN TestStateStore_LatestIndex === PAUSE TestStateStore_LatestIndex === RUN TestStateStore_RestoreIndex === PAUSE TestStateStore_RestoreIndex === RUN TestStateStore_UpsertEvals_Eval === PAUSE TestStateStore_UpsertEvals_Eval === RUN TestStateStore_UpsertEvals_CancelBlocked === PAUSE TestStateStore_UpsertEvals_CancelBlocked === RUN TestStateStore_Update_UpsertEvals_Eval === PAUSE TestStateStore_Update_UpsertEvals_Eval === RUN TestStateStore_UpsertEvals_Eval_ChildJob === PAUSE TestStateStore_UpsertEvals_Eval_ChildJob === RUN TestStateStore_DeleteEval_Eval === PAUSE TestStateStore_DeleteEval_Eval === RUN TestStateStore_DeleteEval_ChildJob === PAUSE TestStateStore_DeleteEval_ChildJob === RUN TestStateStore_EvalsByJob === PAUSE TestStateStore_EvalsByJob === RUN TestStateStore_Evals === PAUSE TestStateStore_Evals === RUN TestStateStore_EvalsByIDPrefix === PAUSE TestStateStore_EvalsByIDPrefix === RUN TestStateStore_RestoreEval === PAUSE TestStateStore_RestoreEval === RUN TestStateStore_UpdateAllocsFromClient === PAUSE TestStateStore_UpdateAllocsFromClient === RUN TestStateStore_UpdateAllocsFromClient_ChildJob === PAUSE TestStateStore_UpdateAllocsFromClient_ChildJob === RUN TestStateStore_UpdateMultipleAllocsFromClient === PAUSE TestStateStore_UpdateMultipleAllocsFromClient === RUN TestStateStore_UpdateAllocsFromClient_Deployment === PAUSE TestStateStore_UpdateAllocsFromClient_Deployment === RUN TestStateStore_UpdateAllocsFromClient_DeploymentStateMerges === PAUSE TestStateStore_UpdateAllocsFromClient_DeploymentStateMerges === RUN TestStateStore_UpsertAlloc_Alloc === PAUSE TestStateStore_UpsertAlloc_Alloc === RUN TestStateStore_UpsertAlloc_Deployment === PAUSE TestStateStore_UpsertAlloc_Deployment === RUN TestStateStore_UpsertAlloc_No_Job === PAUSE TestStateStore_UpsertAlloc_No_Job === RUN TestStateStore_UpsertAlloc_ChildJob === PAUSE TestStateStore_UpsertAlloc_ChildJob === RUN TestStateStore_UpdateAlloc_Alloc === PAUSE TestStateStore_UpdateAlloc_Alloc === RUN TestStateStore_UpdateAlloc_Lost === PAUSE TestStateStore_UpdateAlloc_Lost === RUN TestStateStore_UpdateAlloc_NoJob === PAUSE TestStateStore_UpdateAlloc_NoJob === RUN TestStateStore_UpdateAllocDesiredTransition === PAUSE TestStateStore_UpdateAllocDesiredTransition === RUN TestStateStore_JobSummary === PAUSE TestStateStore_JobSummary === RUN TestStateStore_ReconcileJobSummary === PAUSE TestStateStore_ReconcileJobSummary === RUN TestStateStore_ReconcileParentJobSummary === PAUSE TestStateStore_ReconcileParentJobSummary === RUN TestStateStore_UpdateAlloc_JobNotPresent === PAUSE TestStateStore_UpdateAlloc_JobNotPresent === RUN TestStateStore_EvictAlloc_Alloc === PAUSE TestStateStore_EvictAlloc_Alloc === RUN TestStateStore_AllocsByNode === PAUSE TestStateStore_AllocsByNode === RUN TestStateStore_AllocsByNodeTerminal === PAUSE TestStateStore_AllocsByNodeTerminal === RUN TestStateStore_AllocsByJob === PAUSE TestStateStore_AllocsByJob === RUN TestStateStore_AllocsForRegisteredJob === PAUSE TestStateStore_AllocsForRegisteredJob === RUN TestStateStore_AllocsByIDPrefix === PAUSE TestStateStore_AllocsByIDPrefix === RUN TestStateStore_Allocs === PAUSE TestStateStore_Allocs === RUN TestStateStore_Allocs_PrevAlloc === PAUSE TestStateStore_Allocs_PrevAlloc === RUN TestStateStore_RestoreAlloc === PAUSE TestStateStore_RestoreAlloc === RUN TestStateStore_SetJobStatus_ForceStatus === PAUSE TestStateStore_SetJobStatus_ForceStatus === RUN TestStateStore_SetJobStatus_NoOp === PAUSE TestStateStore_SetJobStatus_NoOp === RUN TestStateStore_SetJobStatus === PAUSE TestStateStore_SetJobStatus === RUN TestStateStore_GetJobStatus_NoEvalsOrAllocs === PAUSE TestStateStore_GetJobStatus_NoEvalsOrAllocs === RUN TestStateStore_GetJobStatus_NoEvalsOrAllocs_Periodic === PAUSE TestStateStore_GetJobStatus_NoEvalsOrAllocs_Periodic === RUN TestStateStore_GetJobStatus_NoEvalsOrAllocs_EvalDelete === PAUSE TestStateStore_GetJobStatus_NoEvalsOrAllocs_EvalDelete === RUN TestStateStore_GetJobStatus_DeadEvalsAndAllocs === PAUSE TestStateStore_GetJobStatus_DeadEvalsAndAllocs === RUN TestStateStore_GetJobStatus_RunningAlloc === PAUSE TestStateStore_GetJobStatus_RunningAlloc === RUN TestStateStore_GetJobStatus_PeriodicJob === PAUSE TestStateStore_GetJobStatus_PeriodicJob === RUN TestStateStore_GetJobStatus_ParameterizedJob === PAUSE TestStateStore_GetJobStatus_ParameterizedJob === RUN TestStateStore_SetJobStatus_PendingEval === PAUSE TestStateStore_SetJobStatus_PendingEval === RUN TestStateStore_SetJobStatus_SystemJob === PAUSE TestStateStore_SetJobStatus_SystemJob === RUN TestStateJobSummary_UpdateJobCount === PAUSE TestStateJobSummary_UpdateJobCount === RUN TestJobSummary_UpdateClientStatus === PAUSE TestJobSummary_UpdateClientStatus === RUN TestStateStore_UpsertDeploymentStatusUpdate_Nonexistent === PAUSE TestStateStore_UpsertDeploymentStatusUpdate_Nonexistent === RUN TestStateStore_UpsertDeploymentStatusUpdate_Terminal === PAUSE TestStateStore_UpsertDeploymentStatusUpdate_Terminal === RUN TestStateStore_UpsertDeploymentStatusUpdate_NonTerminal === PAUSE TestStateStore_UpsertDeploymentStatusUpdate_NonTerminal === RUN TestStateStore_UpsertDeploymentStatusUpdate_Successful === PAUSE TestStateStore_UpsertDeploymentStatusUpdate_Successful === RUN TestStateStore_UpdateJobStability === PAUSE TestStateStore_UpdateJobStability === RUN TestStateStore_UpsertDeploymentPromotion_Nonexistent === PAUSE TestStateStore_UpsertDeploymentPromotion_Nonexistent === RUN TestStateStore_UpsertDeploymentPromotion_Terminal === PAUSE TestStateStore_UpsertDeploymentPromotion_Terminal === RUN TestStateStore_UpsertDeploymentPromotion_Unhealthy === PAUSE TestStateStore_UpsertDeploymentPromotion_Unhealthy === RUN TestStateStore_UpsertDeploymentPromotion_NoCanaries === PAUSE TestStateStore_UpsertDeploymentPromotion_NoCanaries === RUN TestStateStore_UpsertDeploymentPromotion_All === PAUSE TestStateStore_UpsertDeploymentPromotion_All === RUN TestStateStore_UpsertDeploymentPromotion_Subset === PAUSE TestStateStore_UpsertDeploymentPromotion_Subset === RUN TestStateStore_UpsertDeploymentAllocHealth_Nonexistent === PAUSE TestStateStore_UpsertDeploymentAllocHealth_Nonexistent === RUN TestStateStore_UpsertDeploymentAllocHealth_Terminal === PAUSE TestStateStore_UpsertDeploymentAllocHealth_Terminal === RUN TestStateStore_UpsertDeploymentAllocHealth_BadAlloc_Nonexistent === PAUSE TestStateStore_UpsertDeploymentAllocHealth_BadAlloc_Nonexistent === RUN TestStateStore_UpsertDeploymentAlloc_Canaries === PAUSE TestStateStore_UpsertDeploymentAlloc_Canaries === RUN TestStateStore_UpsertDeploymentAlloc_NoCanaries === PAUSE TestStateStore_UpsertDeploymentAlloc_NoCanaries === RUN TestStateStore_UpsertDeploymentAllocHealth_BadAlloc_MismatchDeployment === PAUSE TestStateStore_UpsertDeploymentAllocHealth_BadAlloc_MismatchDeployment === RUN TestStateStore_UpsertDeploymentAllocHealth === PAUSE TestStateStore_UpsertDeploymentAllocHealth === RUN TestStateStore_UpsertVaultAccessors === PAUSE TestStateStore_UpsertVaultAccessors === RUN TestStateStore_DeleteVaultAccessors === PAUSE TestStateStore_DeleteVaultAccessors === RUN TestStateStore_VaultAccessorsByAlloc === PAUSE TestStateStore_VaultAccessorsByAlloc === RUN TestStateStore_VaultAccessorsByNode === PAUSE TestStateStore_VaultAccessorsByNode === RUN TestStateStore_RestoreVaultAccessor === PAUSE TestStateStore_RestoreVaultAccessor === RUN TestStateStore_UpsertSITokenAccessors === PAUSE TestStateStore_UpsertSITokenAccessors === RUN TestStateStore_DeleteSITokenAccessors === PAUSE TestStateStore_DeleteSITokenAccessors === RUN TestStateStore_SITokenAccessorsByAlloc === PAUSE TestStateStore_SITokenAccessorsByAlloc === RUN TestStateStore_SITokenAccessorsByNode === PAUSE TestStateStore_SITokenAccessorsByNode === RUN TestStateStore_RestoreSITokenAccessor === PAUSE TestStateStore_RestoreSITokenAccessor === RUN TestStateStore_UpsertACLPolicy === PAUSE TestStateStore_UpsertACLPolicy === RUN TestStateStore_DeleteACLPolicy === PAUSE TestStateStore_DeleteACLPolicy === RUN TestStateStore_ACLPolicyByNamePrefix === PAUSE TestStateStore_ACLPolicyByNamePrefix === RUN TestStateStore_BootstrapACLTokens === PAUSE TestStateStore_BootstrapACLTokens === RUN TestStateStore_UpsertACLTokens === PAUSE TestStateStore_UpsertACLTokens === RUN TestStateStore_DeleteACLTokens === PAUSE TestStateStore_DeleteACLTokens === RUN TestStateStore_ACLTokenByAccessorIDPrefix === PAUSE TestStateStore_ACLTokenByAccessorIDPrefix === RUN TestStateStore_RestoreACLPolicy === PAUSE TestStateStore_RestoreACLPolicy === RUN TestStateStore_ACLTokensByGlobal === PAUSE TestStateStore_ACLTokensByGlobal === RUN TestStateStore_RestoreACLToken === PAUSE TestStateStore_RestoreACLToken === RUN TestStateStore_SchedulerConfig === PAUSE TestStateStore_SchedulerConfig === RUN TestStateStore_ClusterMetadata --- PASS: TestStateStore_ClusterMetadata (0.00s) === RUN TestStateStore_ClusterMetadataRestore --- PASS: TestStateStore_ClusterMetadataRestore (0.00s) === RUN TestStateStore_RestoreScalingPolicy === PAUSE TestStateStore_RestoreScalingPolicy === RUN TestStateStore_UpsertScalingPolicy === PAUSE TestStateStore_UpsertScalingPolicy === RUN TestStateStore_UpsertScalingPolicy_Namespace === PAUSE TestStateStore_UpsertScalingPolicy_Namespace === RUN TestStateStore_UpsertScalingPolicy_Namespace_PrefixBug === PAUSE TestStateStore_UpsertScalingPolicy_Namespace_PrefixBug === RUN TestStateStore_UpsertJob_UpsertScalingPolicies === PAUSE TestStateStore_UpsertJob_UpsertScalingPolicies === RUN TestStateStore_UpsertJob_PreserveScalingPolicyIDsAndIndex === PAUSE TestStateStore_UpsertJob_PreserveScalingPolicyIDsAndIndex === RUN TestStateStore_UpsertJob_UpdateScalingPolicy === PAUSE TestStateStore_UpsertJob_UpdateScalingPolicy === RUN TestStateStore_DeleteScalingPolicies === PAUSE TestStateStore_DeleteScalingPolicies === RUN TestStateStore_StopJob_DeleteScalingPolicies === PAUSE TestStateStore_StopJob_DeleteScalingPolicies === RUN TestStateStore_UnstopJob_UpsertScalingPolicies === PAUSE TestStateStore_UnstopJob_UpsertScalingPolicies === RUN TestStateStore_DeleteJob_DeleteScalingPolicies === PAUSE TestStateStore_DeleteJob_DeleteScalingPolicies === RUN TestStateStore_DeleteJob_DeleteScalingPoliciesPrefixBug === PAUSE TestStateStore_DeleteJob_DeleteScalingPoliciesPrefixBug === RUN TestStateStore_DeleteJob_ScalingPolicyIndexNoop === PAUSE TestStateStore_DeleteJob_ScalingPolicyIndexNoop === RUN TestStateStore_ScalingPoliciesByJob === PAUSE TestStateStore_ScalingPoliciesByJob === RUN TestStateStore_ScalingPoliciesByJob_PrefixBug === PAUSE TestStateStore_ScalingPoliciesByJob_PrefixBug === RUN TestStateStore_UpsertScalingEvent === PAUSE TestStateStore_UpsertScalingEvent === RUN TestStateStore_UpsertScalingEvent_LimitAndOrder === PAUSE TestStateStore_UpsertScalingEvent_LimitAndOrder === RUN TestStateStore_RestoreScalingEvents === PAUSE TestStateStore_RestoreScalingEvents === RUN TestStateStore_Abandon === PAUSE TestStateStore_Abandon === RUN TestStateSnapshot_DenormalizeAllocationDiffSlice_AllocDoesNotExist === PAUSE TestStateSnapshot_DenormalizeAllocationDiffSlice_AllocDoesNotExist === RUN TestStateStore_SnapshotMinIndex_OK === PAUSE TestStateStore_SnapshotMinIndex_OK === RUN TestStateStore_SnapshotMinIndex_Timeout === PAUSE TestStateStore_SnapshotMinIndex_Timeout === CONT TestStateStore_Blocking_Error --- PASS: TestStateStore_Blocking_Error (0.00s) === CONT TestStateStore_SnapshotMinIndex_Timeout === CONT TestStateStore_SnapshotMinIndex_OK === CONT TestStateStore_UpdateAlloc_JobNotPresent === CONT TestStateStore_ReconcileParentJobSummary === CONT TestStateSnapshot_DenormalizeAllocationDiffSlice_AllocDoesNotExist === CONT TestStateStore_UpsertDeploymentAllocHealth_BadAlloc_MismatchDeployment === CONT TestStateStore_ReconcileJobSummary --- PASS: TestStateStore_UpsertDeploymentAllocHealth_BadAlloc_MismatchDeployment (0.01s) === CONT TestStateStore_UpdateAllocDesiredTransition 2021-10-09T16:26:44.337Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=e54605d8-b63d-43a6-13ba-1de2ee647351 client_status=running 2021-10-09T16:26:44.338Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=9a039892-eb42-af5c-4a54-77eaeb31e546 client_status=failed --- PASS: TestStateStore_UpdateAlloc_JobNotPresent (0.08s) --- PASS: TestStateSnapshot_DenormalizeAllocationDiffSlice_AllocDoesNotExist (0.08s) === CONT TestStateStore_JobsByGC === CONT TestStateStore_JobsByScheduler === CONT TestStateStore_JobsByPeriodic === CONT TestStateStore_JobsByIDPrefix === CONT TestStateStore_JobVersions === CONT TestStateStore_Jobs === CONT TestStateStore_DeleteJob_ChildJob === CONT TestStateStore_DeleteJob_MultipleVersions === CONT TestStateStore_DeleteJobTxn_BatchDeletes === CONT TestStateStore_DeleteJob_Job === CONT TestStateStore_UpdateUpsertJob_JobVersion === CONT TestStateStore_UpsertJob_ChildJob === CONT TestStateStore_UpsertJob_BadNamespace === CONT TestStateStore_UpdateUpsertJob_PeriodicJob === CONT TestStateStore_UpdateUpsertJob_Job === CONT TestStateStore_UpsertJob_Job === CONT TestStateStore_RestoreNode === CONT TestStateStore_NodesByIDPrefix === CONT TestStateStore_Nodes === CONT TestStateStore_UpdateNodeEligibility === CONT TestStateStore_UpdateNodeDrain_ResetEligiblity === CONT TestStateStore_NodeEvents_RetentionWindow === CONT TestStateStore_JobSummary === CONT TestStateStore_AddSingleNodeEvent === CONT TestStateStore_RestoreJob === CONT TestStateStore_UpdateAlloc_Lost --- PASS: TestStateStore_UpdateAllocDesiredTransition (0.00s) === CONT TestStateStore_UpdateAlloc_NoJob === CONT TestStateStore_UpdateAlloc_Alloc --- PASS: TestStateStore_UpdateAlloc_NoJob (0.00s) === CONT TestStateStore_UpdateNodeDrain_Node --- PASS: TestStateStore_ReconcileJobSummary (0.01s) === CONT TestStateStore_UpsertAlloc_ChildJob --- PASS: TestStateStore_ReconcileParentJobSummary (0.08s) === CONT TestStateStore_UpsertAlloc_No_Job --- PASS: TestStateStore_UpsertAlloc_No_Job (0.00s) 2021-10-09T16:26:44.431Z [ERROR] state/state_store.go:4824: state_store: invalid old client status for allocation: alloc_id=7a090733-19f7-f739-bee8-5248ab2be378 client_status=foo --- PASS: TestStateStore_UpdateAlloc_Lost (0.09s) --- PASS: TestStateStore_UpsertJob_ChildJob (0.10s) === CONT TestStateStore_UpdateAllocsFromClient_DeploymentStateMerges === CONT TestStateStore_UpdateAllocsFromClient_Deployment --- PASS: TestStateStore_UpdateUpsertJob_PeriodicJob (0.11s) --- PASS: TestStateStore_UpsertJob_BadNamespace (0.11s) === CONT TestStateStore_UpdateNodeStatus_Node --- PASS: TestStateStore_RestoreNode (0.20s) === CONT TestStateStore_UpsertNode_Node --- PASS: TestStateStore_RestoreJob (0.20s) === CONT TestStateStore_UpdateAllocsFromClient_ChildJob --- PASS: TestStateStore_AddSingleNodeEvent (0.20s) === CONT TestStateStore_DeploymentsByIDPrefix --- PASS: TestStateStore_NodeEvents_RetentionWindow (0.21s) === CONT TestStateStore_UpdateAllocsFromClient --- PASS: TestStateStore_UpdateAlloc_Alloc (0.09s) === CONT TestStateStore_UpsertAlloc_Alloc --- PASS: TestStateStore_UpdateNodeDrain_Node (0.21s) === CONT TestStateStore_Deployments --- PASS: TestStateStore_SnapshotMinIndex_Timeout (0.29s) === CONT TestStateStore_RestoreEval === CONT TestStateStore_BatchUpdateNodeDrain --- PASS: TestStateStore_DeleteJobTxn_BatchDeletes (0.21s) === CONT TestStateStore_DeleteDeployment --- PASS: TestStateStore_RestoreEval (0.00s) === CONT TestStateStore_EvalsByIDPrefix === CONT TestStateStore_Evals === CONT TestStateStore_UpsertDeploymentAlloc_NoCanaries === CONT TestStateStore_EvalsByJob === CONT TestStateStore_UpsertDeploymentAlloc_Canaries === CONT TestStateStore_UpsertPlanResults_DeploymentUpdates === CONT TestStateStore_DeleteEval_ChildJob === CONT TestStateStore_UpsertDeploymentAllocHealth_BadAlloc_Nonexistent === CONT TestStateStore_UpsertDeployment --- PASS: TestStateStore_UpsertAlloc_Alloc (0.09s) --- PASS: TestStateStore_UpdateNodeEligibility (0.31s) --- PASS: TestStateStore_EvalsByIDPrefix (0.09s) --- PASS: TestStateStore_Nodes (0.31s) --- PASS: TestStateStore_UpdateAllocsFromClient_ChildJob (0.10s) --- PASS: TestStateStore_BatchUpdateNodeDrain (0.09s) --- PASS: TestStateStore_UpdateNodeDrain_ResetEligiblity (0.31s) --- PASS: TestStateStore_UpsertNode_Node (0.11s) --- PASS: TestStateStore_UpdateAllocsFromClient (0.10s) --- PASS: TestStateStore_Deployments (0.09s) --- PASS: TestStateStore_DeleteDeployment (0.09s) --- PASS: TestStateStore_UpdateAllocsFromClient_DeploymentStateMerges (0.20s) --- PASS: TestStateStore_UpsertDeploymentAllocHealth_BadAlloc_Nonexistent (0.00s) === CONT TestStateStore_DeleteNode_Node --- PASS: TestStateStore_DeleteJob_Job (0.15s) === CONT TestStateStore_UpdateMultipleAllocsFromClient === CONT TestStateStore_UpsertAlloc_Deployment --- PASS: TestStateStore_UpdateMultipleAllocsFromClient (0.00s) === CONT TestStateStore_UpsertPlanResults_PreemptedAllocs === CONT TestStateStore_OldDeployment === CONT TestStateStore_DeleteEval_Eval --- PASS: TestStateStore_UpdateUpsertJob_Job (0.31s) --- PASS: TestStateStore_DeleteJob_ChildJob (0.31s) === CONT TestStateStore_UpsertDeploymentAllocHealth_Nonexistent === CONT TestStateStore_UpsertPlanResults_Deployment --- PASS: TestStateStore_UpsertAlloc_ChildJob (0.14s) --- PASS: TestStateStore_NodesByIDPrefix (0.40s) --- PASS: TestStateStore_DeleteNode_Node (0.08s) --- PASS: TestStateStore_JobsByIDPrefix (0.40s) --- PASS: TestStateStore_UpsertDeployment (0.09s) --- PASS: TestStateStore_Jobs (0.40s) --- PASS: TestStateStore_DeploymentsByIDPrefix (0.19s) --- PASS: TestStateStore_UpsertAlloc_Deployment (0.09s) --- PASS: TestStateStore_DeleteJob_MultipleVersions (0.40s) --- PASS: TestStateStore_UpsertDeploymentAllocHealth_Nonexistent (0.00s) === CONT TestStateStore_UpsertDeploymentAllocHealth_Terminal --- PASS: TestStateStore_OldDeployment (0.09s) === CONT TestStateStore_LatestIndex --- PASS: TestStateStore_LatestIndex (0.00s) === CONT TestStateStore_UpsertEvals_Eval_ChildJob --- PASS: TestStateStore_UpsertDeploymentAllocHealth_Terminal (0.01s) === CONT TestStateStore_RestoreCSIPlugin --- PASS: TestStateStore_RestoreCSIPlugin (0.00s) === CONT TestStateStore_UpdateJobStability === CONT TestStateStore_Indexes --- PASS: TestStateStore_UpsertDeploymentAlloc_NoCanaries (0.10s) --- PASS: TestStateStore_JobSummary (0.40s) --- PASS: TestStateStore_UpsertPlanResults_PreemptedAllocs (0.09s) --- PASS: TestStateStore_UpdateAllocsFromClient_Deployment (0.30s) === CONT TestStateStore_Update_UpsertEvals_Eval === CONT TestStateStore_UpsertPlanResults_AllocationsCreated_Denormalized === CONT TestStateStore_UpsertDeploymentPromotion_All === CONT TestStateStore_UpsertDeploymentPromotion_Subset === CONT TestStateStore_UpsertEvals_CancelBlocked === CONT TestStateStore_UpsertDeploymentPromotion_NoCanaries === CONT TestStateStore_RestoreIndex === CONT TestStateStore_UpsertEvals_Eval === CONT TestStateStore_UpsertDeploymentPromotion_Unhealthy === CONT TestStateStore_RestoreCSIVolume === CONT TestStateStore_UpsertDeploymentPromotion_Terminal === CONT TestStateStore_UpsertDeploymentPromotion_Nonexistent === CONT TestStateStore_CSIPluginMultiNodeUpdates === CONT TestStateStore_UpsertPlanResults_AllocationsDenormalized --- PASS: TestStateStore_EvalsByJob (0.18s) --- PASS: TestStateStore_UpsertEvals_Eval_ChildJob (0.08s) --- PASS: TestStateStore_Evals (0.19s) --- PASS: TestStateStore_UpsertDeploymentAlloc_Canaries (0.19s) === CONT TestStateStore_RestoreJobSummary --- PASS: TestStateStore_RestoreJobSummary (0.00s) === CONT TestStateStore_UpsertDeploymentStatusUpdate_Nonexistent --- PASS: TestStateStore_UpsertDeploymentStatusUpdate_Nonexistent (0.00s) === CONT TestStateStore_RestoreDeployment --- PASS: TestStateStore_UpsertDeploymentPromotion_Terminal (0.09s) === CONT TestJobSummary_UpdateClientStatus --- PASS: TestJobSummary_UpdateClientStatus (0.00s) --- PASS: TestStateStore_RestoreIndex (0.09s) === CONT TestStateStore_RestoreJobVersion === CONT TestStateJobSummary_UpdateJobCount --- PASS: TestStateStore_UpsertJob_Job (0.50s) --- PASS: TestStateStore_DeleteEval_Eval (0.18s) === CONT TestStateStore_RestorePeriodicLaunch === CONT TestStateStore_UpsertDeploymentStatusUpdate_NonTerminal === CONT TestStateStore_PeriodicLaunches --- PASS: TestStateStore_RestoreCSIVolume (0.09s) === CONT TestStateStore_SetJobStatus_SystemJob === CONT TestStateStore_UpsertDeploymentStatusUpdate_Successful === CONT TestStateStore_CSIPluginAllocUpdates === CONT TestStateStore_UpsertDeploymentStatusUpdate_Terminal --- PASS: TestStateStore_UpdateNodeStatus_Node (0.40s) --- PASS: TestStateStore_UpsertPlanResults_AllocationsCreated_Denormalized (0.14s) === CONT TestStateStore_GetJobStatus_ParameterizedJob === CONT TestStateStore_Allocs === CONT TestStateStore_SetJobStatus_PendingEval === CONT TestStateStore_DeletePeriodicLaunch === CONT TestStateStore_UpdateUpsertPeriodicLaunch === CONT TestStateStore_GetJobStatus_PeriodicJob --- PASS: TestStateStore_UpsertPlanResults_Deployment (0.20s) === CONT TestStateStore_UpsertPeriodicLaunch === CONT TestStateStore_GetJobStatus_RunningAlloc === CONT TestStateStore_GetJobStatus_DeadEvalsAndAllocs === CONT TestStateStore_GetJobStatus_NoEvalsOrAllocs_EvalDelete === CONT TestStateStore_SchedulerConfig === CONT TestStateStore_GetJobStatus_NoEvalsOrAllocs_Periodic === CONT TestStateStore_Abandon === CONT TestStateStore_GetJobStatus_NoEvalsOrAllocs === CONT TestStateStore_RestoreScalingEvents === CONT TestStateStore_SetJobStatus === CONT TestStateStore_UpsertScalingEvent_LimitAndOrder === CONT TestStateStore_SetJobStatus_NoOp === CONT TestStateStore_UpsertScalingEvent === CONT TestStateStore_SetJobStatus_ForceStatus === CONT TestStateStore_ScalingPoliciesByJob_PrefixBug === CONT TestStateStore_ScalingPoliciesByJob === CONT TestStateStore_RestoreAlloc === CONT TestStateStore_DeleteJob_ScalingPolicyIndexNoop === CONT TestStateStore_Allocs_PrevAlloc === CONT TestStateStore_DeleteJob_DeleteScalingPoliciesPrefixBug === CONT TestStateStore_DeleteJob_DeleteScalingPolicies === CONT TestStateStore_AllocsByIDPrefix === CONT TestStateStore_UnstopJob_UpsertScalingPolicies --- PASS: TestStateStore_UpsertDeploymentStatusUpdate_Successful (0.09s) --- PASS: TestStateStore_UpsertDeploymentPromotion_Unhealthy (0.18s) --- PASS: TestStateStore_CSIPluginMultiNodeUpdates (0.19s) --- PASS: TestStateStore_UpsertDeploymentPromotion_Nonexistent (0.19s) --- PASS: TestStateJobSummary_UpdateJobCount (0.10s) --- PASS: TestStateStore_UpsertDeploymentPromotion_All (0.19s) --- PASS: TestStateStore_CSIPluginAllocUpdates (0.10s) --- PASS: TestStateStore_UpsertDeploymentStatusUpdate_NonTerminal (0.10s) --- PASS: TestStateStore_JobVersions (0.69s) --- PASS: TestStateStore_Update_UpsertEvals_Eval (0.28s) --- PASS: TestStateStore_UpsertDeploymentPromotion_Subset (0.28s) --- PASS: TestStateStore_RestoreDeployment (0.05s) --- PASS: TestStateStore_UpsertDeploymentPromotion_NoCanaries (0.38s) --- PASS: TestStateStore_UpsertDeploymentStatusUpdate_Terminal (0.29s) --- PASS: TestStateStore_UpdateJobStability (0.39s) --- PASS: TestStateStore_PeriodicLaunches (0.38s) --- PASS: TestStateStore_RestorePeriodicLaunch (0.39s) --- PASS: TestStateStore_JobsByPeriodic (0.89s) --- PASS: TestStateStore_JobsByScheduler (0.89s) --- PASS: TestStateStore_UpsertPlanResults_DeploymentUpdates (0.24s) --- PASS: TestStateStore_UpsertEvals_Eval (0.14s) --- PASS: TestStateStore_UpsertEvals_CancelBlocked (0.14s) --- PASS: TestStateStore_SetJobStatus_SystemJob (0.38s) --- PASS: TestStateStore_RestoreJobVersion (0.60s) --- PASS: TestStateStore_Indexes (0.69s) --- PASS: TestStateStore_UpsertPlanResults_AllocationsDenormalized (0.78s) --- PASS: TestStateStore_DeleteEval_ChildJob (0.88s) --- PASS: TestStateStore_SetJobStatus_PendingEval (0.00s) --- PASS: TestStateStore_GetJobStatus_NoEvalsOrAllocs_EvalDelete (0.00s) === CONT TestStateStore_AllocsForRegisteredJob === CONT TestStateStore_StopJob_DeleteScalingPolicies --- PASS: TestStateStore_SetJobStatus_NoOp (0.01s) === CONT TestStateStore_DeleteScalingPolicies --- PASS: TestStateStore_ScalingPoliciesByJob_PrefixBug (0.02s) === CONT TestStateStore_AllocsByJob --- PASS: TestStateStore_SetJobStatus_ForceStatus (0.02s) === CONT TestStateStore_UpsertJob_UpdateScalingPolicy --- PASS: TestStateStore_JobsByGC (1.29s) === CONT TestStateStore_AllocsByNodeTerminal --- PASS: TestStateStore_UpsertScalingEvent (0.30s) === CONT TestStateStore_AllocsByNode --- PASS: TestStateStore_SchedulerConfig (0.30s) === CONT TestStateStore_UpsertJob_PreserveScalingPolicyIDsAndIndex === CONT TestStateStore_UpsertJob_UpsertScalingPolicies --- PASS: TestStateStore_GetJobStatus_ParameterizedJob (0.50s) --- PASS: TestStateStore_UpsertJob_UpdateScalingPolicy (0.28s) --- PASS: TestStateStore_UpdateUpsertPeriodicLaunch (0.40s) --- PASS: TestStateStore_DeletePeriodicLaunch (0.40s) --- PASS: TestStateStore_SetJobStatus (0.40s) === CONT TestStateStore_RestoreScalingPolicy --- PASS: TestStateStore_GetJobStatus_PeriodicJob (0.40s) === CONT TestStateStore_Blocking_Timeout --- PASS: TestStateStore_RestoreScalingPolicy (0.00s) === CONT TestStateStore_Blocking_MinQuery --- PASS: TestStateStore_GetJobStatus_DeadEvalsAndAllocs (0.40s) === CONT TestStateStore_UpsertACLPolicy === CONT TestStateStore_EvictAlloc_Alloc === CONT TestStateStore_Blocking_MinQuery state_store_test.go:90: Error Trace: state_store_test.go:90 Error: Expected nil, but got: context.deadlineExceededError{} Test: TestStateStore_Blocking_MinQuery === CONT TestStateStore_UpsertScalingPolicy_Namespace_PrefixBug === CONT TestStateStore_ACLTokenByAccessorIDPrefix === CONT TestStateStore_DeleteACLTokens === CONT TestStateStore_RestoreACLToken === CONT TestStateStore_UpsertScalingPolicy_Namespace === CONT TestStateStore_UpsertScalingPolicy === CONT TestStateStore_ACLTokensByGlobal === CONT TestStateStore_RestoreACLPolicy --- PASS: TestStateStore_AllocsByJob (0.08s) --- PASS: TestStateStore_SnapshotMinIndex_OK (1.68s) --- PASS: TestStateStore_RestoreAlloc (0.50s) --- PASS: TestStateStore_UpsertPeriodicLaunch (0.50s) --- FAIL: TestStateStore_Blocking_MinQuery (0.20s) --- PASS: TestStateStore_Abandon (0.60s) --- PASS: TestStateStore_DeleteJob_ScalingPolicyIndexNoop (0.60s) --- PASS: TestStateStore_UpsertScalingPolicy_Namespace_PrefixBug (0.00s) --- PASS: TestStateStore_UpsertScalingPolicy_Namespace (0.00s) === CONT TestStateStore_ACLPolicyByNamePrefix --- PASS: TestStateStore_ACLPolicyByNamePrefix (0.00s) === CONT TestStateStore_DeleteACLPolicy --- PASS: TestStateStore_DeleteJob_DeleteScalingPolicies (0.61s) === CONT TestStateStore_UpsertSITokenAccessors --- PASS: TestStateStore_RestoreACLPolicy (0.00s) === CONT TestStateStore_RestoreSITokenAccessor --- PASS: TestStateStore_GetJobStatus_NoEvalsOrAllocs_Periodic (0.61s) === CONT TestStateStore_VaultAccessorsByAlloc --- PASS: TestStateStore_ACLTokenByAccessorIDPrefix (0.01s) === CONT TestStateStore_SITokenAccessorsByNode --- PASS: TestStateStore_UnstopJob_UpsertScalingPolicies (0.61s) === CONT TestStateStore_RestoreVaultAccessor === CONT TestStateStore_UpsertACLTokens === CONT TestStateStore_BootstrapACLTokens --- PASS: TestStateStore_RestoreScalingEvents (0.61s) === CONT TestStateStore_SITokenAccessorsByAlloc --- PASS: TestStateStore_GetJobStatus_NoEvalsOrAllocs (0.61s) === CONT TestStateStore_VaultAccessorsByNode --- PASS: TestStateStore_RestoreSITokenAccessor (0.09s) --- PASS: TestStateStore_VaultAccessorsByNode (0.09s) --- PASS: TestStateStore_SITokenAccessorsByAlloc (0.09s) --- PASS: TestStateStore_RestoreVaultAccessor (0.09s) === CONT TestStateStore_DeleteVaultAccessors === CONT TestStateStore_UpsertVaultAccessors === CONT TestStateStore_UpsertDeploymentAllocHealth === CONT TestStateStore_DeleteSITokenAccessors --- PASS: TestStateStore_DeleteACLTokens (0.10s) --- PASS: TestStateStore_UpsertJob_UpsertScalingPolicies (0.40s) --- PASS: TestStateStore_BootstrapACLTokens (0.10s) --- PASS: TestStateStore_ScalingPoliciesByJob (0.70s) --- PASS: TestStateStore_AllocsByNodeTerminal (0.60s) --- PASS: TestStateStore_Allocs (0.70s) --- PASS: TestStateStore_RestoreACLToken (0.10s) --- PASS: TestStateStore_GetJobStatus_RunningAlloc (0.71s) --- PASS: TestStateStore_UpsertACLPolicy (0.10s) --- PASS: TestStateStore_AllocsByIDPrefix (0.70s) --- PASS: TestStateStore_Blocking_Timeout (0.30s) --- PASS: TestStateStore_DeleteACLPolicy (0.09s) --- PASS: TestStateStore_EvictAlloc_Alloc (0.11s) --- PASS: TestStateStore_ACLTokensByGlobal (0.11s) --- PASS: TestStateStore_DeleteJob_DeleteScalingPoliciesPrefixBug (0.71s) --- PASS: TestStateStore_UpsertVaultAccessors (0.10s) --- PASS: TestStateStore_SITokenAccessorsByNode (0.19s) --- PASS: TestStateStore_AllocsForRegisteredJob (0.80s) --- PASS: TestStateStore_DeleteSITokenAccessors (0.10s) --- PASS: TestStateStore_UpsertJob_PreserveScalingPolicyIDsAndIndex (0.50s) --- PASS: TestStateStore_DeleteVaultAccessors (0.10s) --- PASS: TestStateStore_UpsertDeploymentAllocHealth (0.10s) --- PASS: TestStateStore_UpsertSITokenAccessors (0.11s) --- PASS: TestStateStore_VaultAccessorsByAlloc (0.19s) --- PASS: TestStateStore_StopJob_DeleteScalingPolicies (0.80s) --- PASS: TestStateStore_UpsertScalingEvent_LimitAndOrder (0.80s) --- PASS: TestStateStore_UpsertScalingPolicy (0.25s) --- PASS: TestStateStore_UpsertACLTokens (0.25s) --- PASS: TestStateStore_DeleteScalingPolicies (0.85s) --- PASS: TestStateStore_AllocsByNode (0.56s) --- PASS: TestStateStore_Allocs_PrevAlloc (0.90s) --- PASS: TestStateStore_UpdateUpsertJob_JobVersion (2.19s) FAIL FAIL github.com/hashicorp/nomad/nomad/state 2.383s === RUN TestBatchFuture === PAUSE TestBatchFuture === RUN TestBitmap --- PASS: TestBitmap (0.00s) === RUN TestCSIVolumeClaim --- PASS: TestCSIVolumeClaim (0.00s) === RUN TestCSIPluginJobs --- PASS: TestCSIPluginJobs (0.00s) === RUN TestCSIPluginCleanup --- PASS: TestCSIPluginCleanup (0.00s) === RUN TestDeviceAccounter_AddAllocs_NoDeviceNode --- PASS: TestDeviceAccounter_AddAllocs_NoDeviceNode (0.00s) === RUN TestDeviceAccounter_AddAllocs --- PASS: TestDeviceAccounter_AddAllocs (0.00s) === RUN TestDeviceAccounter_AddAllocs_UnknownID --- PASS: TestDeviceAccounter_AddAllocs_UnknownID (0.00s) === RUN TestDeviceAccounter_AddAllocs_Collision --- PASS: TestDeviceAccounter_AddAllocs_Collision (0.00s) === RUN TestDeviceAccounter_AddReserved_NoDeviceNode --- PASS: TestDeviceAccounter_AddReserved_NoDeviceNode (0.00s) === RUN TestDeviceAccounter_AddReserved --- PASS: TestDeviceAccounter_AddReserved (0.00s) === RUN TestDeviceAccounter_AddReserved_Collision --- PASS: TestDeviceAccounter_AddReserved_Collision (0.00s) === RUN TestJobDiff --- PASS: TestJobDiff (0.00s) === RUN TestTaskGroupDiff === RUN TestTaskGroupDiff/Empty === RUN TestTaskGroupDiff/Primitive_only_that_has_different_names === RUN TestTaskGroupDiff/Primitive_only_that_is_the_same === RUN TestTaskGroupDiff/Primitive_only_that_has_diffs === RUN TestTaskGroupDiff/Map_diff === RUN TestTaskGroupDiff/Constraints_edited === RUN TestTaskGroupDiff/Affinities_edited === RUN TestTaskGroupDiff/RestartPolicy_added === RUN TestTaskGroupDiff/RestartPolicy_deleted === RUN TestTaskGroupDiff/RestartPolicy_edited === RUN TestTaskGroupDiff/RestartPolicy_edited_with_context === RUN TestTaskGroupDiff/ReschedulePolicy_added === RUN TestTaskGroupDiff/ReschedulePolicy_deleted === RUN TestTaskGroupDiff/ReschedulePolicy_edited === RUN TestTaskGroupDiff/ReschedulePolicy_edited_with_context === RUN TestTaskGroupDiff/Update_strategy_deleted === RUN TestTaskGroupDiff/Update_strategy_added === RUN TestTaskGroupDiff/Update_strategy_edited === RUN TestTaskGroupDiff/Update_strategy_edited_with_context === RUN TestTaskGroupDiff/EphemeralDisk_added === RUN TestTaskGroupDiff/EphemeralDisk_deleted === RUN TestTaskGroupDiff/EphemeralDisk_edited === RUN TestTaskGroupDiff/EphemeralDisk_edited_with_context === RUN TestTaskGroupDiff/TaskGroup_Services_edited === RUN TestTaskGroupDiff/TaskGroup_Networks_edited === RUN TestTaskGroupDiff/Tasks_edited === RUN TestTaskGroupDiff/TaskGroup_shutdown_delay_edited === RUN TestTaskGroupDiff/TaskGroup_shutdown_delay_removed === RUN TestTaskGroupDiff/TaskGroup_shutdown_delay_added --- PASS: TestTaskGroupDiff (0.00s) --- PASS: TestTaskGroupDiff/Empty (0.00s) --- PASS: TestTaskGroupDiff/Primitive_only_that_has_different_names (0.00s) --- PASS: TestTaskGroupDiff/Primitive_only_that_is_the_same (0.00s) --- PASS: TestTaskGroupDiff/Primitive_only_that_has_diffs (0.00s) --- PASS: TestTaskGroupDiff/Map_diff (0.00s) --- PASS: TestTaskGroupDiff/Constraints_edited (0.00s) --- PASS: TestTaskGroupDiff/Affinities_edited (0.00s) --- PASS: TestTaskGroupDiff/RestartPolicy_added (0.00s) --- PASS: TestTaskGroupDiff/RestartPolicy_deleted (0.00s) --- PASS: TestTaskGroupDiff/RestartPolicy_edited (0.00s) --- PASS: TestTaskGroupDiff/RestartPolicy_edited_with_context (0.00s) --- PASS: TestTaskGroupDiff/ReschedulePolicy_added (0.00s) --- PASS: TestTaskGroupDiff/ReschedulePolicy_deleted (0.00s) --- PASS: TestTaskGroupDiff/ReschedulePolicy_edited (0.00s) --- PASS: TestTaskGroupDiff/ReschedulePolicy_edited_with_context (0.00s) --- PASS: TestTaskGroupDiff/Update_strategy_deleted (0.00s) --- PASS: TestTaskGroupDiff/Update_strategy_added (0.00s) --- PASS: TestTaskGroupDiff/Update_strategy_edited (0.00s) --- PASS: TestTaskGroupDiff/Update_strategy_edited_with_context (0.00s) --- PASS: TestTaskGroupDiff/EphemeralDisk_added (0.00s) --- PASS: TestTaskGroupDiff/EphemeralDisk_deleted (0.00s) --- PASS: TestTaskGroupDiff/EphemeralDisk_edited (0.00s) --- PASS: TestTaskGroupDiff/EphemeralDisk_edited_with_context (0.00s) --- PASS: TestTaskGroupDiff/TaskGroup_Services_edited (0.00s) --- PASS: TestTaskGroupDiff/TaskGroup_Networks_edited (0.00s) --- PASS: TestTaskGroupDiff/Tasks_edited (0.00s) --- PASS: TestTaskGroupDiff/TaskGroup_shutdown_delay_edited (0.00s) --- PASS: TestTaskGroupDiff/TaskGroup_shutdown_delay_removed (0.00s) --- PASS: TestTaskGroupDiff/TaskGroup_shutdown_delay_added (0.00s) === RUN TestTaskDiff === RUN TestTaskDiff/Empty === RUN TestTaskDiff/Primitive_only_that_has_different_names === RUN TestTaskDiff/Primitive_only_that_is_the_same === RUN TestTaskDiff/Primitive_only_that_has_diffs === RUN TestTaskDiff/Map_diff === RUN TestTaskDiff/Constraints_edited === RUN TestTaskDiff/Affinities_edited === RUN TestTaskDiff/LogConfig_added === RUN TestTaskDiff/LogConfig_deleted === RUN TestTaskDiff/LogConfig_edited === RUN TestTaskDiff/LogConfig_edited_with_context === RUN TestTaskDiff/Artifacts_edited === RUN TestTaskDiff/Resources_edited_(no_networks) === RUN TestTaskDiff/Resources_edited_(no_networks)_with_context === RUN TestTaskDiff/Network_Resources_edited === RUN TestTaskDiff/Device_Resources_edited === RUN TestTaskDiff/Device_Resources_edited_with_context === RUN TestTaskDiff/Config_same === RUN TestTaskDiff/Config_edited === RUN TestTaskDiff/Config_edited_with_context === RUN TestTaskDiff/Services_edited_(no_checks) === RUN TestTaskDiff/Services_edited_(no_checks)_with_context === RUN TestTaskDiff/Service_EnableTagOverride_edited_no_context === RUN TestTaskDiff/Services_tags_edited_(no_checks)_with_context === RUN TestTaskDiff/Service_with_Connect === RUN TestTaskDiff/Service_with_Connect_Native === RUN TestTaskDiff/Service_Checks_edited === RUN TestTaskDiff/Service_Checks_edited_with_context === RUN TestTaskDiff/CheckRestart_edited === RUN TestTaskDiff/Vault_added === RUN TestTaskDiff/Vault_deleted === RUN TestTaskDiff/Vault_edited === RUN TestTaskDiff/Vault_edited_with_context === RUN TestTaskDiff/Template_edited === RUN TestTaskDiff/DispatchPayload_added === RUN TestTaskDiff/DispatchPayload_deleted === RUN TestTaskDiff/Dispatch_payload_edited === RUN TestTaskDiff/DispatchPayload_edited_with_context --- PASS: TestTaskDiff (0.08s) --- PASS: TestTaskDiff/Empty (0.00s) --- PASS: TestTaskDiff/Primitive_only_that_has_different_names (0.00s) --- PASS: TestTaskDiff/Primitive_only_that_is_the_same (0.00s) --- PASS: TestTaskDiff/Primitive_only_that_has_diffs (0.00s) --- PASS: TestTaskDiff/Map_diff (0.00s) --- PASS: TestTaskDiff/Constraints_edited (0.00s) --- PASS: TestTaskDiff/Affinities_edited (0.00s) --- PASS: TestTaskDiff/LogConfig_added (0.00s) --- PASS: TestTaskDiff/LogConfig_deleted (0.00s) --- PASS: TestTaskDiff/LogConfig_edited (0.00s) --- PASS: TestTaskDiff/LogConfig_edited_with_context (0.00s) --- PASS: TestTaskDiff/Artifacts_edited (0.00s) --- PASS: TestTaskDiff/Resources_edited_(no_networks) (0.00s) --- PASS: TestTaskDiff/Resources_edited_(no_networks)_with_context (0.00s) --- PASS: TestTaskDiff/Network_Resources_edited (0.00s) --- PASS: TestTaskDiff/Device_Resources_edited (0.00s) --- PASS: TestTaskDiff/Device_Resources_edited_with_context (0.00s) --- PASS: TestTaskDiff/Config_same (0.00s) --- PASS: TestTaskDiff/Config_edited (0.00s) --- PASS: TestTaskDiff/Config_edited_with_context (0.07s) --- PASS: TestTaskDiff/Services_edited_(no_checks) (0.00s) --- PASS: TestTaskDiff/Services_edited_(no_checks)_with_context (0.00s) --- PASS: TestTaskDiff/Service_EnableTagOverride_edited_no_context (0.00s) --- PASS: TestTaskDiff/Services_tags_edited_(no_checks)_with_context (0.00s) --- PASS: TestTaskDiff/Service_with_Connect (0.00s) --- PASS: TestTaskDiff/Service_with_Connect_Native (0.00s) --- PASS: TestTaskDiff/Service_Checks_edited (0.00s) --- PASS: TestTaskDiff/Service_Checks_edited_with_context (0.00s) --- PASS: TestTaskDiff/CheckRestart_edited (0.00s) --- PASS: TestTaskDiff/Vault_added (0.00s) --- PASS: TestTaskDiff/Vault_deleted (0.00s) --- PASS: TestTaskDiff/Vault_edited (0.00s) --- PASS: TestTaskDiff/Vault_edited_with_context (0.00s) --- PASS: TestTaskDiff/Template_edited (0.00s) --- PASS: TestTaskDiff/DispatchPayload_added (0.00s) --- PASS: TestTaskDiff/DispatchPayload_deleted (0.00s) --- PASS: TestTaskDiff/Dispatch_payload_edited (0.00s) --- PASS: TestTaskDiff/DispatchPayload_edited_with_context (0.00s) === RUN TestRPCCodedErrors === RUN TestRPCCodedErrors/RPC_Error::_400,a_test_message,here === RUN TestRPCCodedErrors/RPC_Error::_500,a_test_message,here_and,here%s_second === RUN TestRPCCodedErrors/random_error === RUN TestRPCCodedErrors/RPC_Error::_ === RUN TestRPCCodedErrors/RPC_Error::_123 === RUN TestRPCCodedErrors/RPC_Error::_qwer,asdf --- PASS: TestRPCCodedErrors (0.00s) --- PASS: TestRPCCodedErrors/RPC_Error::_400,a_test_message,here (0.00s) --- PASS: TestRPCCodedErrors/RPC_Error::_500,a_test_message,here_and,here%s_second (0.00s) --- PASS: TestRPCCodedErrors/random_error (0.00s) --- PASS: TestRPCCodedErrors/RPC_Error::_ (0.00s) --- PASS: TestRPCCodedErrors/RPC_Error::_123 (0.00s) --- PASS: TestRPCCodedErrors/RPC_Error::_qwer,asdf (0.00s) === RUN TestRemoveAllocs --- PASS: TestRemoveAllocs (0.00s) === RUN TestFilterTerminalAllocs --- PASS: TestFilterTerminalAllocs (0.00s) === RUN TestAllocsFit_PortsOvercommitted_Old --- PASS: TestAllocsFit_PortsOvercommitted_Old (0.00s) === RUN TestAllocsFit_Old --- PASS: TestAllocsFit_Old (0.00s) === RUN TestAllocsFit_TerminalAlloc_Old --- PASS: TestAllocsFit_TerminalAlloc_Old (0.00s) === RUN TestAllocsFit --- PASS: TestAllocsFit (0.00s) === RUN TestAllocsFit_TerminalAlloc --- PASS: TestAllocsFit_TerminalAlloc (0.00s) === RUN TestAllocsFit_Devices --- PASS: TestAllocsFit_Devices (0.00s) === RUN TestScoreFitBinPack_Old --- PASS: TestScoreFitBinPack_Old (0.00s) === RUN TestScoreFitBinPack === RUN TestScoreFitBinPack/almost_filled_node,_but_with_just_enough_hole === RUN TestScoreFitBinPack/unutilized_node === RUN TestScoreFitBinPack/mid-case_scnario --- PASS: TestScoreFitBinPack (0.00s) --- PASS: TestScoreFitBinPack/almost_filled_node,_but_with_just_enough_hole (0.00s) --- PASS: TestScoreFitBinPack/unutilized_node (0.00s) --- PASS: TestScoreFitBinPack/mid-case_scnario (0.00s) === RUN TestACLPolicyListHash --- PASS: TestACLPolicyListHash (0.00s) === RUN TestCompileACLObject --- PASS: TestCompileACLObject (0.00s) === RUN TestGenerateMigrateToken --- PASS: TestGenerateMigrateToken (0.00s) === RUN TestNetworkIndex_Overcommitted network_test.go:13: --- SKIP: TestNetworkIndex_Overcommitted (0.00s) === RUN TestNetworkIndex_SetNode --- PASS: TestNetworkIndex_SetNode (0.00s) === RUN TestNetworkIndex_AddAllocs --- PASS: TestNetworkIndex_AddAllocs (0.00s) === RUN TestNetworkIndex_AddReserved --- PASS: TestNetworkIndex_AddReserved (0.00s) === RUN TestNetworkIndex_yieldIP --- PASS: TestNetworkIndex_yieldIP (0.00s) === RUN TestNetworkIndex_AssignNetwork --- PASS: TestNetworkIndex_AssignNetwork (0.00s) === RUN TestNetworkIndex_AssignNetwork_Dynamic_Contention --- PASS: TestNetworkIndex_AssignNetwork_Dynamic_Contention (0.01s) === RUN TestNetworkIndex_SetNode_Old --- PASS: TestNetworkIndex_SetNode_Old (0.00s) === RUN TestNetworkIndex_AddAllocs_Old --- PASS: TestNetworkIndex_AddAllocs_Old (0.00s) === RUN TestNetworkIndex_yieldIP_Old --- PASS: TestNetworkIndex_yieldIP_Old (0.00s) === RUN TestNetworkIndex_AssignNetwork_Old --- PASS: TestNetworkIndex_AssignNetwork_Old (0.00s) === RUN TestNetworkIndex_AssignNetwork_Dynamic_Contention_Old --- PASS: TestNetworkIndex_AssignNetwork_Dynamic_Contention_Old (0.08s) === RUN TestIntContains --- PASS: TestIntContains (0.00s) === RUN TestNode_ComputedClass --- PASS: TestNode_ComputedClass (0.00s) === RUN TestNode_ComputedClass_Ignore --- PASS: TestNode_ComputedClass_Ignore (0.00s) === RUN TestNode_ComputedClass_Device_Attr --- PASS: TestNode_ComputedClass_Device_Attr (0.00s) === RUN TestNode_ComputedClass_Attr --- PASS: TestNode_ComputedClass_Attr (0.00s) === RUN TestNode_ComputedClass_Meta --- PASS: TestNode_ComputedClass_Meta (0.00s) === RUN TestNode_EscapedConstraints --- PASS: TestNode_EscapedConstraints (0.00s) === RUN TestDriverInfoEquals --- PASS: TestDriverInfoEquals (0.00s) === RUN TestServiceCheck_Hash === PAUSE TestServiceCheck_Hash === RUN TestServiceCheck_validate_PassingTypes === PAUSE TestServiceCheck_validate_PassingTypes === RUN TestServiceCheck_validate_FailingTypes === PAUSE TestServiceCheck_validate_FailingTypes === RUN TestServiceCheck_validate_PassFailZero_on_scripts === PAUSE TestServiceCheck_validate_PassFailZero_on_scripts === RUN TestService_Hash === PAUSE TestService_Hash === RUN TestConsulConnect_Validate === PAUSE TestConsulConnect_Validate === RUN TestConsulConnect_CopyEquals === PAUSE TestConsulConnect_CopyEquals === RUN TestSidecarTask_MergeIntoTask === PAUSE TestSidecarTask_MergeIntoTask === RUN TestConsulUpstream_upstreamEquals === PAUSE TestConsulUpstream_upstreamEquals === RUN TestConsulExposePath_exposePathsEqual === PAUSE TestConsulExposePath_exposePathsEqual === RUN TestConsulExposeConfig_Copy === PAUSE TestConsulExposeConfig_Copy === RUN TestConsulExposeConfig_Equals === PAUSE TestConsulExposeConfig_Equals === RUN TestConsulSidecarService_Copy === PAUSE TestConsulSidecarService_Copy === RUN TestConsulGateway_Copy === PAUSE TestConsulGateway_Copy === RUN TestConsulGateway_Equals_ingress === PAUSE TestConsulGateway_Equals_ingress === RUN TestConsulGateway_ingressServicesEqual --- PASS: TestConsulGateway_ingressServicesEqual (0.00s) === RUN TestConsulGateway_ingressListenersEqual --- PASS: TestConsulGateway_ingressListenersEqual (0.00s) === RUN TestConsulGateway_Validate === RUN TestConsulGateway_Validate/bad_proxy === RUN TestConsulGateway_Validate/bad_ingress_config_entry --- PASS: TestConsulGateway_Validate (0.00s) --- PASS: TestConsulGateway_Validate/bad_proxy (0.00s) --- PASS: TestConsulGateway_Validate/bad_ingress_config_entry (0.00s) === RUN TestConsulGatewayBindAddress_Validate === RUN TestConsulGatewayBindAddress_Validate/no_address === RUN TestConsulGatewayBindAddress_Validate/invalid_port === RUN TestConsulGatewayBindAddress_Validate/ok --- PASS: TestConsulGatewayBindAddress_Validate (0.00s) --- PASS: TestConsulGatewayBindAddress_Validate/no_address (0.00s) --- PASS: TestConsulGatewayBindAddress_Validate/invalid_port (0.00s) --- PASS: TestConsulGatewayBindAddress_Validate/ok (0.00s) === RUN TestConsulGatewayProxy_Validate === RUN TestConsulGatewayProxy_Validate/no_timeout === RUN TestConsulGatewayProxy_Validate/invalid_bind_address === RUN TestConsulGatewayProxy_Validate/ok_with_nothing_set === RUN TestConsulGatewayProxy_Validate/ok_with_everything_set --- PASS: TestConsulGatewayProxy_Validate (0.00s) --- PASS: TestConsulGatewayProxy_Validate/no_timeout (0.00s) --- PASS: TestConsulGatewayProxy_Validate/invalid_bind_address (0.00s) --- PASS: TestConsulGatewayProxy_Validate/ok_with_nothing_set (0.00s) --- PASS: TestConsulGatewayProxy_Validate/ok_with_everything_set (0.00s) === RUN TestConsulIngressService_Validate === RUN TestConsulIngressService_Validate/invalid_name === RUN TestConsulIngressService_Validate/http_missing_hosts === RUN TestConsulIngressService_Validate/tcp_extraneous_hosts === RUN TestConsulIngressService_Validate/ok_tcp === RUN TestConsulIngressService_Validate/ok_http --- PASS: TestConsulIngressService_Validate (0.00s) --- PASS: TestConsulIngressService_Validate/invalid_name (0.00s) --- PASS: TestConsulIngressService_Validate/http_missing_hosts (0.00s) --- PASS: TestConsulIngressService_Validate/tcp_extraneous_hosts (0.00s) --- PASS: TestConsulIngressService_Validate/ok_tcp (0.00s) --- PASS: TestConsulIngressService_Validate/ok_http (0.00s) === RUN TestConsulIngressListener_Validate === RUN TestConsulIngressListener_Validate/invalid_port === RUN TestConsulIngressListener_Validate/invalid_protocol === RUN TestConsulIngressListener_Validate/no_services === RUN TestConsulIngressListener_Validate/invalid_service === RUN TestConsulIngressListener_Validate/ok --- PASS: TestConsulIngressListener_Validate (0.00s) --- PASS: TestConsulIngressListener_Validate/invalid_port (0.00s) --- PASS: TestConsulIngressListener_Validate/invalid_protocol (0.00s) --- PASS: TestConsulIngressListener_Validate/no_services (0.00s) --- PASS: TestConsulIngressListener_Validate/invalid_service (0.00s) --- PASS: TestConsulIngressListener_Validate/ok (0.00s) === RUN TestConsulIngressConfigEntry_Validate === RUN TestConsulIngressConfigEntry_Validate/no_listeners === RUN TestConsulIngressConfigEntry_Validate/invalid_listener === RUN TestConsulIngressConfigEntry_Validate/full --- PASS: TestConsulIngressConfigEntry_Validate (0.00s) --- PASS: TestConsulIngressConfigEntry_Validate/no_listeners (0.00s) --- PASS: TestConsulIngressConfigEntry_Validate/invalid_listener (0.00s) --- PASS: TestConsulIngressConfigEntry_Validate/full (0.00s) === RUN TestPeriodicConfig_DSTChange_Transitions === RUN TestPeriodicConfig_DSTChange_Transitions/normal_time === RUN TestPeriodicConfig_DSTChange_Transitions/Spring_forward_but_not_in_switch_time === RUN TestPeriodicConfig_DSTChange_Transitions/Spring_forward_at_a_skipped_time_odd === RUN TestPeriodicConfig_DSTChange_Transitions/Spring_forward_at_a_skipped_time === RUN TestPeriodicConfig_DSTChange_Transitions/Spring_forward_at_a_skipped_time_boundary === RUN TestPeriodicConfig_DSTChange_Transitions/Spring_forward_at_a_boundary_of_repeating_time === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_before_transition === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_after_transition === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_after_transition_starting_in_repeated_span_before === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_after_transition_starting_in_repeated_span_after === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region_boundary === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region_boundary_2 === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region,_starting_from_within_region === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region,_starting_from_within_region_2 === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_wildcard --- PASS: TestPeriodicConfig_DSTChange_Transitions (0.01s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/normal_time (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Spring_forward_but_not_in_switch_time (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Spring_forward_at_a_skipped_time_odd (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Spring_forward_at_a_skipped_time (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Spring_forward_at_a_skipped_time_boundary (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Spring_forward_at_a_boundary_of_repeating_time (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_before_transition (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_after_transition (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_after_transition_starting_in_repeated_span_before (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_after_transition_starting_in_repeated_span_after (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region_boundary (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region_boundary_2 (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region,_starting_from_within_region (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region,_starting_from_within_region_2 (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_wildcard (0.00s) === RUN TestPeriodConfig_DSTSprintForward_Property === RUN TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-03-11_00:00:00_-0700_PDT === RUN TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-03-10_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-03-11_00:00:00_-0700_PDT#01 === RUN TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-11-04_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-11-05_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-11-06_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-03-11_00:00:00_-0700_PDT === RUN TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-03-10_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-03-11_00:00:00_-0700_PDT#01 === RUN TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-11-04_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-11-05_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-11-06_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-03-11_00:00:00_-0700_PDT === RUN TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-03-10_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-03-11_00:00:00_-0700_PDT#01 === RUN TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-11-04_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-11-05_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-11-06_00:00:00_-0800_PST --- PASS: TestPeriodConfig_DSTSprintForward_Property (1.19s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-03-11_00:00:00_-0700_PDT (0.10s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-03-10_00:00:00_-0800_PST (0.08s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-03-11_00:00:00_-0700_PDT#01 (0.01s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-11-04_00:00:00_-0800_PST (0.09s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-11-05_00:00:00_-0800_PST (0.01s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-11-06_00:00:00_-0800_PST (0.10s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-03-11_00:00:00_-0700_PDT (0.01s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-03-10_00:00:00_-0800_PST (0.09s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-03-11_00:00:00_-0700_PDT#01 (0.10s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-11-04_00:00:00_-0800_PST (0.09s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-11-05_00:00:00_-0800_PST (0.02s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-11-06_00:00:00_-0800_PST (0.09s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-03-11_00:00:00_-0700_PDT (0.02s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-03-10_00:00:00_-0800_PST (0.09s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-03-11_00:00:00_-0700_PDT#01 (0.09s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-11-04_00:00:00_-0800_PST (0.01s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-11-05_00:00:00_-0800_PST (0.10s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-11-06_00:00:00_-0800_PST (0.09s) === RUN TestJob_Validate --- PASS: TestJob_Validate (0.00s) === RUN TestJob_ValidateScaling --- PASS: TestJob_ValidateScaling (0.00s) === RUN TestJob_Warnings === RUN TestJob_Warnings/Higher_counts_for_update_stanza === RUN TestJob_Warnings/AutoPromote_mixed_TaskGroups === RUN TestJob_Warnings/Template.VaultGrace_Deprecated --- PASS: TestJob_Warnings (0.00s) --- PASS: TestJob_Warnings/Higher_counts_for_update_stanza (0.00s) --- PASS: TestJob_Warnings/AutoPromote_mixed_TaskGroups (0.00s) --- PASS: TestJob_Warnings/Template.VaultGrace_Deprecated (0.00s) === RUN TestJob_SpecChanged === RUN TestJob_SpecChanged/Same_job_except_mutable_indexes === RUN TestJob_SpecChanged/Different --- PASS: TestJob_SpecChanged (0.00s) --- PASS: TestJob_SpecChanged/Same_job_except_mutable_indexes (0.00s) --- PASS: TestJob_SpecChanged/Different (0.00s) === RUN TestJob_Copy --- PASS: TestJob_Copy (0.00s) === RUN TestJob_IsPeriodic --- PASS: TestJob_IsPeriodic (0.00s) === RUN TestJob_IsPeriodicActive --- PASS: TestJob_IsPeriodicActive (0.00s) === RUN TestJob_SystemJob_Validate --- PASS: TestJob_SystemJob_Validate (0.09s) === RUN TestJob_VaultPolicies --- PASS: TestJob_VaultPolicies (0.00s) === RUN TestJob_ConnectTasks === PAUSE TestJob_ConnectTasks === RUN TestJob_RequiredSignals --- PASS: TestJob_RequiredSignals (0.00s) === RUN TestJob_PartEqual --- PASS: TestJob_PartEqual (0.00s) === RUN TestTask_UsesConnect === PAUSE TestTask_UsesConnect === RUN TestTaskGroup_UsesConnect === PAUSE TestTaskGroup_UsesConnect === RUN TestTaskGroup_Validate --- PASS: TestTaskGroup_Validate (0.00s) === RUN TestTaskGroupNetwork_Validate === RUN TestTaskGroupNetwork_Validate/group-static-value-ok structs_test.go:1314: group-static-value-ok -> === RUN TestTaskGroupNetwork_Validate/group-dynamic-value-ok structs_test.go:1314: group-dynamic-value-ok -> === RUN TestTaskGroupNetwork_Validate/group-static-to-ok structs_test.go:1314: group-static-to-ok -> === RUN TestTaskGroupNetwork_Validate/group-dynamic-to-ok structs_test.go:1314: group-dynamic-to-ok -> === RUN TestTaskGroupNetwork_Validate/group-static-value-too-high structs_test.go:1314: group-static-value-too-high -> 1 error occurred: * Port too-high (65536) cannot be greater than 65535 === RUN TestTaskGroupNetwork_Validate/group-dynamic-value-too-high structs_test.go:1314: group-dynamic-value-too-high -> 1 error occurred: * Port too-high (65536) cannot be greater than 65535 === RUN TestTaskGroupNetwork_Validate/group-static-to-too-high structs_test.go:1314: group-static-to-too-high -> 1 error occurred: * Port "too-high" cannot be mapped to a port (65536) greater than 65535 === RUN TestTaskGroupNetwork_Validate/group-dynamic-to-too-high structs_test.go:1314: group-dynamic-to-too-high -> 1 error occurred: * Port "too-high" cannot be mapped to a port (65536) greater than 65535 --- PASS: TestTaskGroupNetwork_Validate (0.00s) --- PASS: TestTaskGroupNetwork_Validate/group-static-value-ok (0.00s) --- PASS: TestTaskGroupNetwork_Validate/group-dynamic-value-ok (0.00s) --- PASS: TestTaskGroupNetwork_Validate/group-static-to-ok (0.00s) --- PASS: TestTaskGroupNetwork_Validate/group-dynamic-to-ok (0.00s) --- PASS: TestTaskGroupNetwork_Validate/group-static-value-too-high (0.00s) --- PASS: TestTaskGroupNetwork_Validate/group-dynamic-value-too-high (0.00s) --- PASS: TestTaskGroupNetwork_Validate/group-static-to-too-high (0.00s) --- PASS: TestTaskGroupNetwork_Validate/group-dynamic-to-too-high (0.00s) === RUN TestTask_Validate --- PASS: TestTask_Validate (0.00s) === RUN TestTask_Validate_Services --- PASS: TestTask_Validate_Services (0.01s) === RUN TestTask_Validate_Service_AddressMode_Ok === RUN TestTask_Validate_Service_AddressMode_Ok/DriverModeWithLabel === RUN TestTask_Validate_Service_AddressMode_Ok/DriverModeWithPort === RUN TestTask_Validate_Service_AddressMode_Ok/HostModeWithLabel === RUN TestTask_Validate_Service_AddressMode_Ok/HostModeWithoutLabel === RUN TestTask_Validate_Service_AddressMode_Ok/DriverModeWithoutLabel --- PASS: TestTask_Validate_Service_AddressMode_Ok (0.00s) --- PASS: TestTask_Validate_Service_AddressMode_Ok/DriverModeWithLabel (0.00s) --- PASS: TestTask_Validate_Service_AddressMode_Ok/DriverModeWithPort (0.00s) --- PASS: TestTask_Validate_Service_AddressMode_Ok/HostModeWithLabel (0.00s) --- PASS: TestTask_Validate_Service_AddressMode_Ok/HostModeWithoutLabel (0.00s) --- PASS: TestTask_Validate_Service_AddressMode_Ok/DriverModeWithoutLabel (0.00s) === RUN TestTask_Validate_Service_AddressMode_Bad === RUN TestTask_Validate_Service_AddressMode_Bad/DriverModeWithLabel === RUN TestTask_Validate_Service_AddressMode_Bad/HostModeWithLabel === RUN TestTask_Validate_Service_AddressMode_Bad/HostModeWithPort --- PASS: TestTask_Validate_Service_AddressMode_Bad (0.00s) --- PASS: TestTask_Validate_Service_AddressMode_Bad/DriverModeWithLabel (0.00s) --- PASS: TestTask_Validate_Service_AddressMode_Bad/HostModeWithLabel (0.00s) --- PASS: TestTask_Validate_Service_AddressMode_Bad/HostModeWithPort (0.00s) === RUN TestTask_Validate_Service_Check === RUN TestTask_Validate_Service_Check/check_expose === RUN TestTask_Validate_Service_Check/check_expose/type_http === RUN TestTask_Validate_Service_Check/check_expose/type_tcp --- PASS: TestTask_Validate_Service_Check (0.00s) --- PASS: TestTask_Validate_Service_Check/check_expose (0.00s) --- PASS: TestTask_Validate_Service_Check/check_expose/type_http (0.00s) --- PASS: TestTask_Validate_Service_Check/check_expose/type_tcp (0.00s) === RUN TestTask_Validate_Service_Check_AddressMode === RUN TestTask_Validate_Service_Check_AddressMode/invalid-driver === RUN TestTask_Validate_Service_Check_AddressMode/http-driver-fail-1 === RUN TestTask_Validate_Service_Check_AddressMode/http-driver-fail-2 === RUN TestTask_Validate_Service_Check_AddressMode/http-driver-fail-3 === RUN TestTask_Validate_Service_Check_AddressMode/http-driver-passes === RUN TestTask_Validate_Service_Check_AddressMode/empty-address-3673-passes-1 === RUN TestTask_Validate_Service_Check_AddressMode/empty-address-3673-passes-2 === RUN TestTask_Validate_Service_Check_AddressMode/empty-address-3673-fails --- PASS: TestTask_Validate_Service_Check_AddressMode (0.00s) --- PASS: TestTask_Validate_Service_Check_AddressMode/invalid-driver (0.00s) --- PASS: TestTask_Validate_Service_Check_AddressMode/http-driver-fail-1 (0.00s) --- PASS: TestTask_Validate_Service_Check_AddressMode/http-driver-fail-2 (0.00s) --- PASS: TestTask_Validate_Service_Check_AddressMode/http-driver-fail-3 (0.00s) --- PASS: TestTask_Validate_Service_Check_AddressMode/http-driver-passes (0.00s) --- PASS: TestTask_Validate_Service_Check_AddressMode/empty-address-3673-passes-1 (0.00s) --- PASS: TestTask_Validate_Service_Check_AddressMode/empty-address-3673-passes-2 (0.00s) --- PASS: TestTask_Validate_Service_Check_AddressMode/empty-address-3673-fails (0.00s) === RUN TestTask_Validate_Service_Check_GRPC === PAUSE TestTask_Validate_Service_Check_GRPC === RUN TestTask_Validate_Service_Check_CheckRestart === PAUSE TestTask_Validate_Service_Check_CheckRestart === RUN TestTask_Validate_ConnectProxyKind === RUN TestTask_Validate_ConnectProxyKind/Not_connect === RUN TestTask_Validate_ConnectProxyKind/Invalid_because_of_service_in_task_definition === RUN TestTask_Validate_ConnectProxyKind/Leader_should_not_be_set === RUN TestTask_Validate_ConnectProxyKind/Service_name_invalid === RUN TestTask_Validate_ConnectProxyKind/Service_name_not_found_in_group === RUN TestTask_Validate_ConnectProxyKind/Connect_stanza_not_configured_in_group === RUN TestTask_Validate_ConnectProxyKind/Valid_connect_proxy_kind --- PASS: TestTask_Validate_ConnectProxyKind (0.00s) --- PASS: TestTask_Validate_ConnectProxyKind/Not_connect (0.00s) --- PASS: TestTask_Validate_ConnectProxyKind/Invalid_because_of_service_in_task_definition (0.00s) --- PASS: TestTask_Validate_ConnectProxyKind/Leader_should_not_be_set (0.00s) --- PASS: TestTask_Validate_ConnectProxyKind/Service_name_invalid (0.00s) --- PASS: TestTask_Validate_ConnectProxyKind/Service_name_not_found_in_group (0.00s) --- PASS: TestTask_Validate_ConnectProxyKind/Connect_stanza_not_configured_in_group (0.00s) --- PASS: TestTask_Validate_ConnectProxyKind/Valid_connect_proxy_kind (0.00s) === RUN TestTask_Validate_LogConfig --- PASS: TestTask_Validate_LogConfig (0.00s) === RUN TestTask_Validate_CSIPluginConfig === RUN TestTask_Validate_CSIPluginConfig/no_errors_when_not_specified === RUN TestTask_Validate_CSIPluginConfig/requires_non-empty_plugin_id === RUN TestTask_Validate_CSIPluginConfig/requires_valid_plugin_type --- PASS: TestTask_Validate_CSIPluginConfig (0.00s) --- PASS: TestTask_Validate_CSIPluginConfig/no_errors_when_not_specified (0.00s) --- PASS: TestTask_Validate_CSIPluginConfig/requires_non-empty_plugin_id (0.00s) --- PASS: TestTask_Validate_CSIPluginConfig/requires_valid_plugin_type (0.00s) === RUN TestTask_Validate_Template --- PASS: TestTask_Validate_Template (0.00s) === RUN TestTemplate_Validate --- PASS: TestTemplate_Validate (0.00s) === RUN TestConstraint_Validate --- PASS: TestConstraint_Validate (0.00s) === RUN TestAffinity_Validate === RUN TestAffinity_Validate/#00 === RUN TestAffinity_Validate/#01 === RUN TestAffinity_Validate/#02 === RUN TestAffinity_Validate/#03 === RUN TestAffinity_Validate/#04 === RUN TestAffinity_Validate/#05 === RUN TestAffinity_Validate/#06 === RUN TestAffinity_Validate/#07 --- PASS: TestAffinity_Validate (0.00s) --- PASS: TestAffinity_Validate/#00 (0.00s) --- PASS: TestAffinity_Validate/#01 (0.00s) --- PASS: TestAffinity_Validate/#02 (0.00s) --- PASS: TestAffinity_Validate/#03 (0.00s) --- PASS: TestAffinity_Validate/#04 (0.00s) --- PASS: TestAffinity_Validate/#05 (0.00s) --- PASS: TestAffinity_Validate/#06 (0.00s) --- PASS: TestAffinity_Validate/#07 (0.00s) === RUN TestUpdateStrategy_Validate --- PASS: TestUpdateStrategy_Validate (0.00s) === RUN TestResource_NetIndex --- PASS: TestResource_NetIndex (0.00s) === RUN TestResource_Superset --- PASS: TestResource_Superset (0.00s) === RUN TestResource_Add --- PASS: TestResource_Add (0.00s) === RUN TestResource_Add_Network --- PASS: TestResource_Add_Network (0.00s) === RUN TestComparableResources_Subtract --- PASS: TestComparableResources_Subtract (0.00s) === RUN TestEncodeDecode --- PASS: TestEncodeDecode (0.00s) === RUN TestInvalidServiceCheck --- PASS: TestInvalidServiceCheck (0.00s) === RUN TestDistinctCheckID --- PASS: TestDistinctCheckID (0.00s) === RUN TestService_Canonicalize --- PASS: TestService_Canonicalize (0.00s) === RUN TestService_Validate --- PASS: TestService_Validate (0.00s) === RUN TestService_Equals --- PASS: TestService_Equals (0.00s) === RUN TestJob_ExpandServiceNames --- PASS: TestJob_ExpandServiceNames (0.00s) === RUN TestJob_CombinedTaskMeta --- PASS: TestJob_CombinedTaskMeta (0.00s) === RUN TestPeriodicConfig_EnabledInvalid --- PASS: TestPeriodicConfig_EnabledInvalid (0.00s) === RUN TestPeriodicConfig_InvalidCron --- PASS: TestPeriodicConfig_InvalidCron (0.00s) === RUN TestPeriodicConfig_ValidCron --- PASS: TestPeriodicConfig_ValidCron (0.00s) === RUN TestPeriodicConfig_NextCron === RUN TestPeriodicConfig_NextCron/case:_0:_0_0_29_2_*_1980 === RUN TestPeriodicConfig_NextCron/case:_1:_*/5_*_*_*_* === RUN TestPeriodicConfig_NextCron/case:_2:_1_15-0_* --- PASS: TestPeriodicConfig_NextCron (0.00s) --- PASS: TestPeriodicConfig_NextCron/case:_0:_0_0_29_2_*_1980 (0.00s) --- PASS: TestPeriodicConfig_NextCron/case:_1:_*/5_*_*_*_* (0.00s) --- PASS: TestPeriodicConfig_NextCron/case:_2:_1_15-0_* (0.00s) === RUN TestPeriodicConfig_ValidTimeZone --- PASS: TestPeriodicConfig_ValidTimeZone (0.00s) === RUN TestPeriodicConfig_DST --- PASS: TestPeriodicConfig_DST (0.00s) === RUN TestTaskLifecycleConfig_Validate === RUN TestTaskLifecycleConfig_Validate/prestart_completed === RUN TestTaskLifecycleConfig_Validate/prestart_running === RUN TestTaskLifecycleConfig_Validate/no_hook --- PASS: TestTaskLifecycleConfig_Validate (0.00s) --- PASS: TestTaskLifecycleConfig_Validate/prestart_completed (0.00s) --- PASS: TestTaskLifecycleConfig_Validate/prestart_running (0.00s) --- PASS: TestTaskLifecycleConfig_Validate/no_hook (0.00s) === RUN TestRestartPolicy_Validate --- PASS: TestRestartPolicy_Validate (0.08s) === RUN TestReschedulePolicy_Validate === RUN TestReschedulePolicy_Validate/Nil === RUN TestReschedulePolicy_Validate/Disabled === RUN TestReschedulePolicy_Validate/Disabled#01 === RUN TestReschedulePolicy_Validate/Valid_Linear_Delay === RUN TestReschedulePolicy_Validate/Valid_Exponential_Delay === RUN TestReschedulePolicy_Validate/Valid_Fibonacci_Delay === RUN TestReschedulePolicy_Validate/Invalid_delay_function === RUN TestReschedulePolicy_Validate/Invalid_delay_ceiling === RUN TestReschedulePolicy_Validate/Invalid_delay_and_interval === RUN TestReschedulePolicy_Validate/Invalid_Attempts_-_linear_delay === RUN TestReschedulePolicy_Validate/Invalid_Attempts_-_exponential_delay === RUN TestReschedulePolicy_Validate/Invalid_Attempts_-_fibonacci_delay === RUN TestReschedulePolicy_Validate/Ambiguous_Unlimited_config,_has_both_attempts_and_unlimited_set === RUN TestReschedulePolicy_Validate/Invalid_Unlimited_config === RUN TestReschedulePolicy_Validate/Valid_Unlimited_config --- PASS: TestReschedulePolicy_Validate (0.00s) --- PASS: TestReschedulePolicy_Validate/Nil (0.00s) --- PASS: TestReschedulePolicy_Validate/Disabled (0.00s) --- PASS: TestReschedulePolicy_Validate/Disabled#01 (0.00s) --- PASS: TestReschedulePolicy_Validate/Valid_Linear_Delay (0.00s) --- PASS: TestReschedulePolicy_Validate/Valid_Exponential_Delay (0.00s) --- PASS: TestReschedulePolicy_Validate/Valid_Fibonacci_Delay (0.00s) --- PASS: TestReschedulePolicy_Validate/Invalid_delay_function (0.00s) --- PASS: TestReschedulePolicy_Validate/Invalid_delay_ceiling (0.00s) --- PASS: TestReschedulePolicy_Validate/Invalid_delay_and_interval (0.00s) --- PASS: TestReschedulePolicy_Validate/Invalid_Attempts_-_linear_delay (0.00s) --- PASS: TestReschedulePolicy_Validate/Invalid_Attempts_-_exponential_delay (0.00s) --- PASS: TestReschedulePolicy_Validate/Invalid_Attempts_-_fibonacci_delay (0.00s) --- PASS: TestReschedulePolicy_Validate/Ambiguous_Unlimited_config,_has_both_attempts_and_unlimited_set (0.00s) --- PASS: TestReschedulePolicy_Validate/Invalid_Unlimited_config (0.00s) --- PASS: TestReschedulePolicy_Validate/Valid_Unlimited_config (0.00s) === RUN TestAllocation_Index --- PASS: TestAllocation_Index (0.00s) === RUN TestTaskArtifact_Validate_Source --- PASS: TestTaskArtifact_Validate_Source (0.00s) === RUN TestTaskArtifact_Validate_Dest --- PASS: TestTaskArtifact_Validate_Dest (0.00s) === RUN TestTaskArtifact_Hash === PAUSE TestTaskArtifact_Hash === RUN TestAllocation_ShouldMigrate --- PASS: TestAllocation_ShouldMigrate (0.00s) === RUN TestTaskArtifact_Validate_Checksum --- PASS: TestTaskArtifact_Validate_Checksum (0.00s) === RUN TestPlan_NormalizeAllocations === PAUSE TestPlan_NormalizeAllocations === RUN TestPlan_AppendStoppedAllocAppendsAllocWithUpdatedAttrs === PAUSE TestPlan_AppendStoppedAllocAppendsAllocWithUpdatedAttrs === RUN TestPlan_AppendPreemptedAllocAppendsAllocWithUpdatedAttrs === PAUSE TestPlan_AppendPreemptedAllocAppendsAllocWithUpdatedAttrs === RUN TestAllocation_MsgPackTags === PAUSE TestAllocation_MsgPackTags === RUN TestEvaluation_MsgPackTags === PAUSE TestEvaluation_MsgPackTags === RUN TestAllocation_Terminated --- PASS: TestAllocation_Terminated (0.00s) === RUN TestAllocation_ShouldReschedule === RUN TestAllocation_ShouldReschedule/Reschedule_when_desired_state_is_stop === RUN TestAllocation_ShouldReschedule/Disabled_rescheduling === RUN TestAllocation_ShouldReschedule/Reschedule_when_client_status_is_complete === RUN TestAllocation_ShouldReschedule/Reschedule_with_nil_reschedule_policy === RUN TestAllocation_ShouldReschedule/Reschedule_with_unlimited_and_attempts_>0 === RUN TestAllocation_ShouldReschedule/Reschedule_when_client_status_is_complete#01 === RUN TestAllocation_ShouldReschedule/Reschedule_with_policy_when_client_status_complete === RUN TestAllocation_ShouldReschedule/Reschedule_with_no_previous_attempts === RUN TestAllocation_ShouldReschedule/Reschedule_with_leftover_attempts === RUN TestAllocation_ShouldReschedule/Reschedule_with_too_old_previous_attempts === RUN TestAllocation_ShouldReschedule/Reschedule_with_no_leftover_attempts --- PASS: TestAllocation_ShouldReschedule (0.00s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_when_desired_state_is_stop (0.00s) --- PASS: TestAllocation_ShouldReschedule/Disabled_rescheduling (0.00s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_when_client_status_is_complete (0.00s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_with_nil_reschedule_policy (0.00s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_with_unlimited_and_attempts_>0 (0.00s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_when_client_status_is_complete#01 (0.00s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_with_policy_when_client_status_complete (0.00s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_with_no_previous_attempts (0.00s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_with_leftover_attempts (0.00s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_with_too_old_previous_attempts (0.00s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_with_no_leftover_attempts (0.00s) === RUN TestAllocation_LastEventTime === RUN TestAllocation_LastEventTime/nil_task_state === RUN TestAllocation_LastEventTime/empty_task_state === RUN TestAllocation_LastEventTime/Finished_At_not_set === RUN TestAllocation_LastEventTime/One_finished_ === RUN TestAllocation_LastEventTime/Multiple_task_groups === RUN TestAllocation_LastEventTime/No_finishedAt_set,_one_task_event,_should_use_modify_time --- PASS: TestAllocation_LastEventTime (0.00s) --- PASS: TestAllocation_LastEventTime/nil_task_state (0.00s) --- PASS: TestAllocation_LastEventTime/empty_task_state (0.00s) --- PASS: TestAllocation_LastEventTime/Finished_At_not_set (0.00s) --- PASS: TestAllocation_LastEventTime/One_finished_ (0.00s) --- PASS: TestAllocation_LastEventTime/Multiple_task_groups (0.00s) --- PASS: TestAllocation_LastEventTime/No_finishedAt_set,_one_task_event,_should_use_modify_time (0.00s) === RUN TestAllocation_NextDelay === RUN TestAllocation_NextDelay/Allocation_hasn't_failed_yet === RUN TestAllocation_NextDelay/Allocation_has_no_reschedule_policy === RUN TestAllocation_NextDelay/Allocation_lacks_task_state === RUN TestAllocation_NextDelay/linear_delay,_unlimited_restarts,_no_reschedule_tracker === RUN TestAllocation_NextDelay/linear_delay_with_reschedule_tracker === RUN TestAllocation_NextDelay/linear_delay_with_reschedule_tracker,_attempts_exhausted === RUN TestAllocation_NextDelay/exponential_delay_-_no_reschedule_tracker === RUN TestAllocation_NextDelay/exponential_delay_with_reschedule_tracker === RUN TestAllocation_NextDelay/exponential_delay_with_delay_ceiling_reached === RUN TestAllocation_NextDelay/exponential_delay,_delay_ceiling_reset_condition_met === RUN TestAllocation_NextDelay/fibonacci_delay_-_no_reschedule_tracker === RUN TestAllocation_NextDelay/fibonacci_delay_with_reschedule_tracker === RUN TestAllocation_NextDelay/fibonacci_delay_with_more_events === RUN TestAllocation_NextDelay/fibonacci_delay_with_delay_ceiling_reached === RUN TestAllocation_NextDelay/fibonacci_delay_with_delay_reset_condition_met === RUN TestAllocation_NextDelay/fibonacci_delay_with_the_most_recent_event_that_reset_delay_value --- PASS: TestAllocation_NextDelay (0.01s) --- PASS: TestAllocation_NextDelay/Allocation_hasn't_failed_yet (0.00s) --- PASS: TestAllocation_NextDelay/Allocation_has_no_reschedule_policy (0.00s) --- PASS: TestAllocation_NextDelay/Allocation_lacks_task_state (0.00s) --- PASS: TestAllocation_NextDelay/linear_delay,_unlimited_restarts,_no_reschedule_tracker (0.00s) --- PASS: TestAllocation_NextDelay/linear_delay_with_reschedule_tracker (0.00s) --- PASS: TestAllocation_NextDelay/linear_delay_with_reschedule_tracker,_attempts_exhausted (0.00s) --- PASS: TestAllocation_NextDelay/exponential_delay_-_no_reschedule_tracker (0.00s) --- PASS: TestAllocation_NextDelay/exponential_delay_with_reschedule_tracker (0.00s) --- PASS: TestAllocation_NextDelay/exponential_delay_with_delay_ceiling_reached (0.00s) --- PASS: TestAllocation_NextDelay/exponential_delay,_delay_ceiling_reset_condition_met (0.00s) --- PASS: TestAllocation_NextDelay/fibonacci_delay_-_no_reschedule_tracker (0.00s) --- PASS: TestAllocation_NextDelay/fibonacci_delay_with_reschedule_tracker (0.00s) --- PASS: TestAllocation_NextDelay/fibonacci_delay_with_more_events (0.00s) --- PASS: TestAllocation_NextDelay/fibonacci_delay_with_delay_ceiling_reached (0.00s) --- PASS: TestAllocation_NextDelay/fibonacci_delay_with_delay_reset_condition_met (0.00s) --- PASS: TestAllocation_NextDelay/fibonacci_delay_with_the_most_recent_event_that_reset_delay_value (0.00s) === RUN TestAllocation_WaitClientStop === RUN TestAllocation_WaitClientStop/running === RUN TestAllocation_WaitClientStop/no_stop_after_client_disconnect === RUN TestAllocation_WaitClientStop/stop --- PASS: TestAllocation_WaitClientStop (0.00s) --- PASS: TestAllocation_WaitClientStop/running (0.00s) --- PASS: TestAllocation_WaitClientStop/no_stop_after_client_disconnect (0.00s) --- PASS: TestAllocation_WaitClientStop/stop (0.00s) === RUN TestAllocation_Canonicalize_Old --- PASS: TestAllocation_Canonicalize_Old (0.00s) === RUN TestAllocation_Canonicalize_New --- PASS: TestAllocation_Canonicalize_New (0.00s) === RUN TestRescheduleTracker_Copy --- PASS: TestRescheduleTracker_Copy (0.00s) === RUN TestVault_Validate --- PASS: TestVault_Validate (0.00s) === RUN TestParameterizedJobConfig_Validate --- PASS: TestParameterizedJobConfig_Validate (0.00s) === RUN TestParameterizedJobConfig_Validate_NonBatch --- PASS: TestParameterizedJobConfig_Validate_NonBatch (0.00s) === RUN TestJobConfig_Validate_StopAferClientDisconnect --- PASS: TestJobConfig_Validate_StopAferClientDisconnect (0.00s) === RUN TestParameterizedJobConfig_Canonicalize --- PASS: TestParameterizedJobConfig_Canonicalize (0.00s) === RUN TestDispatchPayloadConfig_Validate --- PASS: TestDispatchPayloadConfig_Validate (0.00s) === RUN TestIsRecoverable --- PASS: TestIsRecoverable (0.00s) === RUN TestACLTokenValidate --- PASS: TestACLTokenValidate (0.00s) === RUN TestACLTokenPolicySubset --- PASS: TestACLTokenPolicySubset (0.00s) === RUN TestACLTokenSetHash --- PASS: TestACLTokenSetHash (0.00s) === RUN TestACLPolicySetHash --- PASS: TestACLPolicySetHash (0.00s) === RUN TestTaskEventPopulate --- PASS: TestTaskEventPopulate (0.00s) === RUN TestNetworkResourcesEquals --- PASS: TestNetworkResourcesEquals (0.00s) === RUN TestNode_Canonicalize === PAUSE TestNode_Canonicalize === RUN TestNode_Copy === PAUSE TestNode_Copy === RUN TestSpread_Validate === RUN TestSpread_Validate/empty_spread === RUN TestSpread_Validate/Invalid_weight === RUN TestSpread_Validate/Invalid_weight#01 === RUN TestSpread_Validate/Invalid_percentages === RUN TestSpread_Validate/Invalid_percentages#01 === RUN TestSpread_Validate/No_spread_targets === RUN TestSpread_Validate/Valid_spread --- PASS: TestSpread_Validate (0.00s) --- PASS: TestSpread_Validate/empty_spread (0.00s) --- PASS: TestSpread_Validate/Invalid_weight (0.00s) --- PASS: TestSpread_Validate/Invalid_weight#01 (0.00s) --- PASS: TestSpread_Validate/Invalid_percentages (0.00s) --- PASS: TestSpread_Validate/Invalid_percentages#01 (0.00s) --- PASS: TestSpread_Validate/No_spread_targets (0.00s) --- PASS: TestSpread_Validate/Valid_spread (0.00s) === RUN TestNodeReservedNetworkResources_ParseReserved --- PASS: TestNodeReservedNetworkResources_ParseReserved (0.00s) === RUN TestMultiregion_CopyCanonicalize --- PASS: TestMultiregion_CopyCanonicalize (0.00s) === RUN TestNodeResources_Merge --- PASS: TestNodeResources_Merge (0.00s) === RUN TestAllocatedSharedResources_Canonicalize --- PASS: TestAllocatedSharedResources_Canonicalize (0.00s) === CONT TestBatchFuture === CONT TestNode_Copy --- PASS: TestNode_Copy (0.00s) === CONT TestNode_Canonicalize --- PASS: TestNode_Canonicalize (0.00s) === CONT TestEvaluation_MsgPackTags --- PASS: TestEvaluation_MsgPackTags (0.00s) === CONT TestAllocation_MsgPackTags --- PASS: TestAllocation_MsgPackTags (0.00s) === CONT TestPlan_AppendPreemptedAllocAppendsAllocWithUpdatedAttrs --- PASS: TestPlan_AppendPreemptedAllocAppendsAllocWithUpdatedAttrs (0.00s) === CONT TestPlan_AppendStoppedAllocAppendsAllocWithUpdatedAttrs --- PASS: TestPlan_AppendStoppedAllocAppendsAllocWithUpdatedAttrs (0.00s) === CONT TestPlan_NormalizeAllocations --- PASS: TestPlan_NormalizeAllocations (0.00s) === CONT TestTaskArtifact_Hash --- PASS: TestTaskArtifact_Hash (0.00s) === CONT TestTask_Validate_Service_Check_CheckRestart --- PASS: TestTask_Validate_Service_Check_CheckRestart (0.00s) === CONT TestTask_Validate_Service_Check_GRPC === CONT TestConsulExposePath_exposePathsEqual === RUN TestConsulExposePath_exposePathsEqual/size_mismatch === RUN TestConsulExposePath_exposePathsEqual/different === RUN TestConsulExposePath_exposePathsEqual/identical === RUN TestConsulExposePath_exposePathsEqual/unsorted --- PASS: TestConsulExposePath_exposePathsEqual (0.00s) --- PASS: TestConsulExposePath_exposePathsEqual/size_mismatch (0.00s) --- PASS: TestConsulExposePath_exposePathsEqual/different (0.00s) --- PASS: TestConsulExposePath_exposePathsEqual/identical (0.00s) --- PASS: TestConsulExposePath_exposePathsEqual/unsorted (0.00s) === CONT TestTaskGroup_UsesConnect === RUN TestTaskGroup_UsesConnect/tg_uses_native === RUN TestTaskGroup_UsesConnect/tg_uses_sidecar === RUN TestTaskGroup_UsesConnect/tg_uses_gateway === RUN TestTaskGroup_UsesConnect/tg_does_not_use_connect --- PASS: TestTaskGroup_UsesConnect (0.00s) --- PASS: TestTaskGroup_UsesConnect/tg_uses_native (0.00s) --- PASS: TestTaskGroup_UsesConnect/tg_uses_sidecar (0.00s) --- PASS: TestTaskGroup_UsesConnect/tg_uses_gateway (0.00s) --- PASS: TestTaskGroup_UsesConnect/tg_does_not_use_connect (0.00s) === CONT TestTask_UsesConnect === RUN TestTask_UsesConnect/normal_task === RUN TestTask_UsesConnect/sidecar_proxy === RUN TestTask_UsesConnect/native_task === RUN TestTask_UsesConnect/ingress_gateway --- PASS: TestTask_UsesConnect (0.00s) --- PASS: TestTask_UsesConnect/normal_task (0.00s) --- PASS: TestTask_UsesConnect/sidecar_proxy (0.00s) --- PASS: TestTask_UsesConnect/native_task (0.00s) --- PASS: TestTask_UsesConnect/ingress_gateway (0.00s) === CONT TestJob_ConnectTasks --- PASS: TestJob_ConnectTasks (0.00s) === CONT TestConsulGateway_Equals_ingress === RUN TestConsulGateway_Equals_ingress/nil === RUN TestConsulGateway_Equals_ingress/reflexive === RUN TestConsulGateway_Equals_ingress/mod_gateway_timeout === RUN TestConsulGateway_Equals_ingress/mod_gateway_envoy_gateway_bind_tagged_addresses === RUN TestConsulGateway_Equals_ingress/mod_gateway_envoy_gateway_bind_addresses === RUN TestConsulGateway_Equals_ingress/mod_gateway_envoy_gateway_no_default_bind === RUN TestConsulGateway_Equals_ingress/mod_gateway_config === RUN TestConsulGateway_Equals_ingress/mod_ingress_tls === RUN TestConsulGateway_Equals_ingress/mod_ingress_listeners_count === RUN TestConsulGateway_Equals_ingress/mod_ingress_listeners_port === RUN TestConsulGateway_Equals_ingress/mod_ingress_listeners_protocol === RUN TestConsulGateway_Equals_ingress/mod_ingress_listeners_services_count === RUN TestConsulGateway_Equals_ingress/mod_ingress_listeners_services_name === RUN TestConsulGateway_Equals_ingress/mod_ingress_listeners_services_hosts_count === RUN TestConsulGateway_Equals_ingress/mod_ingress_listeners_services_hosts_content --- PASS: TestConsulGateway_Equals_ingress (0.00s) --- PASS: TestConsulGateway_Equals_ingress/nil (0.00s) --- PASS: TestConsulGateway_Equals_ingress/reflexive (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_gateway_timeout (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_gateway_envoy_gateway_bind_tagged_addresses (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_gateway_envoy_gateway_bind_addresses (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_gateway_envoy_gateway_no_default_bind (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_gateway_config (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_ingress_tls (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_ingress_listeners_count (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_ingress_listeners_port (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_ingress_listeners_protocol (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_ingress_listeners_services_count (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_ingress_listeners_services_name (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_ingress_listeners_services_hosts_count (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_ingress_listeners_services_hosts_content (0.00s) === CONT TestConsulGateway_Copy === RUN TestConsulGateway_Copy/nil === RUN TestConsulGateway_Copy/as_ingress --- PASS: TestConsulGateway_Copy (0.00s) --- PASS: TestConsulGateway_Copy/nil (0.00s) --- PASS: TestConsulGateway_Copy/as_ingress (0.00s) === CONT TestConsulSidecarService_Copy === RUN TestConsulSidecarService_Copy/nil === RUN TestConsulSidecarService_Copy/not_nil --- PASS: TestConsulSidecarService_Copy (0.00s) --- PASS: TestConsulSidecarService_Copy/nil (0.00s) --- PASS: TestConsulSidecarService_Copy/not_nil (0.00s) === CONT TestConsulExposeConfig_Equals --- PASS: TestConsulExposeConfig_Equals (0.00s) === CONT TestConsulExposeConfig_Copy --- PASS: TestConsulExposeConfig_Copy (0.00s) === CONT TestService_Hash === RUN TestService_Hash/matching_and_is_canary === RUN TestService_Hash/matching_and_is_not_canary === RUN TestService_Hash/matching_mod_canary === RUN TestService_Hash/mod_name === RUN TestService_Hash/mod_port_label === RUN TestService_Hash/mod_tags === RUN TestService_Hash/mod_canary_tags === RUN TestService_Hash/mod_enable_tag_override === RUN TestService_Hash/mod_connect_sidecar_tags === RUN TestService_Hash/mod_connect_sidecar_port === RUN TestService_Hash/mod_connect_sidecar_proxy_local_service_address === RUN TestService_Hash/mod_connect_sidecar_proxy_local_service_port === RUN TestService_Hash/mod_connect_sidecar_proxy_config === RUN TestService_Hash/mod_connect_sidecar_proxy_upstream_dest_name === RUN TestService_Hash/mod_connect_sidecar_proxy_upstream_dest_local_bind_port --- PASS: TestService_Hash (0.00s) --- PASS: TestService_Hash/matching_and_is_canary (0.00s) --- PASS: TestService_Hash/matching_and_is_not_canary (0.00s) --- PASS: TestService_Hash/matching_mod_canary (0.00s) --- PASS: TestService_Hash/mod_name (0.00s) --- PASS: TestService_Hash/mod_port_label (0.00s) --- PASS: TestService_Hash/mod_tags (0.00s) --- PASS: TestService_Hash/mod_canary_tags (0.00s) --- PASS: TestService_Hash/mod_enable_tag_override (0.00s) --- PASS: TestService_Hash/mod_connect_sidecar_tags (0.00s) --- PASS: TestService_Hash/mod_connect_sidecar_port (0.00s) --- PASS: TestService_Hash/mod_connect_sidecar_proxy_local_service_address (0.00s) --- PASS: TestService_Hash/mod_connect_sidecar_proxy_local_service_port (0.00s) --- PASS: TestService_Hash/mod_connect_sidecar_proxy_config (0.00s) --- PASS: TestService_Hash/mod_connect_sidecar_proxy_upstream_dest_name (0.00s) --- PASS: TestService_Hash/mod_connect_sidecar_proxy_upstream_dest_local_bind_port (0.00s) === CONT TestConsulUpstream_upstreamEquals === RUN TestConsulUpstream_upstreamEquals/size_mismatch === RUN TestConsulUpstream_upstreamEquals/different === RUN TestConsulUpstream_upstreamEquals/identical === RUN TestConsulUpstream_upstreamEquals/unsorted --- PASS: TestConsulUpstream_upstreamEquals (0.00s) --- PASS: TestConsulUpstream_upstreamEquals/size_mismatch (0.00s) --- PASS: TestConsulUpstream_upstreamEquals/different (0.00s) --- PASS: TestConsulUpstream_upstreamEquals/identical (0.00s) --- PASS: TestConsulUpstream_upstreamEquals/unsorted (0.00s) === CONT TestSidecarTask_MergeIntoTask --- PASS: TestSidecarTask_MergeIntoTask (0.00s) === CONT TestConsulConnect_CopyEquals --- PASS: TestConsulConnect_CopyEquals (0.00s) === CONT TestConsulConnect_Validate --- PASS: TestConsulConnect_Validate (0.00s) === CONT TestServiceCheck_validate_FailingTypes === RUN TestServiceCheck_validate_FailingTypes/valid === RUN TestServiceCheck_validate_FailingTypes/invalid --- PASS: TestServiceCheck_validate_FailingTypes (0.00s) --- PASS: TestServiceCheck_validate_FailingTypes/valid (0.00s) --- PASS: TestServiceCheck_validate_FailingTypes/invalid (0.00s) === CONT TestServiceCheck_validate_PassFailZero_on_scripts === RUN TestServiceCheck_validate_PassFailZero_on_scripts/invalid --- PASS: TestServiceCheck_validate_PassFailZero_on_scripts (0.00s) --- PASS: TestServiceCheck_validate_PassFailZero_on_scripts/invalid (0.00s) === CONT TestServiceCheck_validate_PassingTypes === RUN TestServiceCheck_validate_PassingTypes/valid === RUN TestServiceCheck_validate_PassingTypes/invalid --- PASS: TestServiceCheck_validate_PassingTypes (0.00s) --- PASS: TestServiceCheck_validate_PassingTypes/valid (0.00s) --- PASS: TestServiceCheck_validate_PassingTypes/invalid (0.00s) === CONT TestServiceCheck_Hash === RUN TestServiceCheck_Hash/reflexive === RUN TestServiceCheck_Hash/name === RUN TestServiceCheck_Hash/success_before_passing === RUN TestServiceCheck_Hash/failures_before_critical --- PASS: TestServiceCheck_Hash (0.00s) --- PASS: TestServiceCheck_Hash/reflexive (0.00s) --- PASS: TestServiceCheck_Hash/name (0.00s) --- PASS: TestServiceCheck_Hash/success_before_passing (0.00s) --- PASS: TestServiceCheck_Hash/failures_before_critical (0.00s) --- PASS: TestTask_Validate_Service_Check_GRPC (0.00s) --- PASS: TestBatchFuture (0.01s) PASS ok github.com/hashicorp/nomad/nomad/structs 1.799s === RUN TestAuditConfig_Merge --- PASS: TestAuditConfig_Merge (0.00s) === RUN TestAutopilotConfig_Merge --- PASS: TestAutopilotConfig_Merge (0.00s) === RUN TestConsulConfig_Merge --- PASS: TestConsulConfig_Merge (0.00s) === RUN TestConsulConfig_Defaults === PAUSE TestConsulConfig_Defaults === RUN TestConsulConfig_Exec === PAUSE TestConsulConfig_Exec === RUN TestLimits_Defaults === PAUSE TestLimits_Defaults === RUN TestLimits_Copy === PAUSE TestLimits_Copy === RUN TestLimits_Merge === PAUSE TestLimits_Merge === RUN TestPluginConfig_Merge === PAUSE TestPluginConfig_Merge === RUN TestPluginConfigSet_Merge === PAUSE TestPluginConfigSet_Merge === RUN TestTLSConfig_Merge --- PASS: TestTLSConfig_Merge (0.00s) === RUN TestTLS_CertificateInfoIsEqual_TrueWhenEmpty --- PASS: TestTLS_CertificateInfoIsEqual_TrueWhenEmpty (0.00s) === RUN TestTLS_CertificateInfoIsEqual_FalseWhenUnequal --- PASS: TestTLS_CertificateInfoIsEqual_FalseWhenUnequal (0.00s) === RUN TestTLS_CertificateInfoIsEqual_TrueWhenEqual --- PASS: TestTLS_CertificateInfoIsEqual_TrueWhenEqual (0.00s) === RUN TestTLS_Copy --- PASS: TestTLS_Copy (0.00s) === RUN TestTLS_GetKeyloader --- PASS: TestTLS_GetKeyloader (0.00s) === RUN TestTLS_SetChecksum --- PASS: TestTLS_SetChecksum (0.00s) === RUN TestVaultConfig_Merge --- PASS: TestVaultConfig_Merge (0.00s) === RUN TestVaultConfig_IsEqual --- PASS: TestVaultConfig_IsEqual (0.00s) === CONT TestConsulConfig_Defaults === CONT TestLimits_Merge --- PASS: TestConsulConfig_Defaults (0.00s) === CONT TestConsulConfig_Exec --- PASS: TestLimits_Merge (0.00s) === CONT TestLimits_Copy === CONT TestPluginConfigSet_Merge === CONT TestLimits_Defaults --- PASS: TestLimits_Copy (0.00s) --- PASS: TestPluginConfigSet_Merge (0.00s) --- PASS: TestLimits_Defaults (0.00s) === CONT TestPluginConfig_Merge --- PASS: TestPluginConfig_Merge (0.00s) --- PASS: TestConsulConfig_Exec (0.08s) PASS ok github.com/hashicorp/nomad/nomad/structs/config 0.098s ? github.com/hashicorp/nomad/nomad/types [no test files] === RUN TestVolumeWatch_Reap === PAUSE TestVolumeWatch_Reap === RUN TestVolumeWatch_EnableDisable === PAUSE TestVolumeWatch_EnableDisable === RUN TestVolumeWatch_Checkpoint === PAUSE TestVolumeWatch_Checkpoint === RUN TestVolumeWatch_StartStop === PAUSE TestVolumeWatch_StartStop === RUN TestVolumeWatch_RegisterDeregister === PAUSE TestVolumeWatch_RegisterDeregister === CONT TestVolumeWatch_Reap === CONT TestVolumeWatch_StartStop --- PASS: TestVolumeWatch_Reap (0.00s) === CONT TestVolumeWatch_Checkpoint 2021-10-09T16:27:22.039Z [TRACE] volumewatcher/volume_watcher.go:73: volumes_watcher: starting watcher: namespace=default volume_id=d6adea04-a9ca-969c-f1bd-58af94373069 2021-10-09T16:27:22.039Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=8e3df5ce-2211-d28f-a1c3-821bb55118e2 client_status=running 2021-10-09T16:27:22.039Z [TRACE] volumewatcher/volume_watcher.go:86: volumes_watcher: no more claims: namespace=default volume_id=d6adea04-a9ca-969c-f1bd-58af94373069 === CONT TestVolumeWatch_RegisterDeregister === CONT TestVolumeWatch_EnableDisable 2021-10-09T16:27:22.040Z [TRACE] volumewatcher/volume_watcher.go:73: volumes_watcher: starting watcher: namespace=default volume_id=a52bc232-d480-9b50-6f1b-c95f306a9648 2021-10-09T16:27:22.040Z [TRACE] volumewatcher/volume_watcher.go:86: volumes_watcher: no more claims: namespace=default volume_id=a52bc232-d480-9b50-6f1b-c95f306a9648 2021-10-09T16:27:22.040Z [TRACE] volumewatcher/volume_watcher.go:73: volumes_watcher: starting watcher: namespace=default volume_id=fd42b27a-b6e0-509d-d6d5-aff19df0684e 2021-10-09T16:27:22.040Z [TRACE] volumewatcher/volume_watcher.go:86: volumes_watcher: no more claims: namespace=default volume_id=fd42b27a-b6e0-509d-d6d5-aff19df0684e 2021-10-09T16:27:22.040Z [TRACE] volumewatcher/volume_watcher.go:73: volumes_watcher: starting watcher: namespace=default volume_id=0ec65bad-4f2f-007b-d686-acfba08d2ebf 2021-10-09T16:27:22.040Z [TRACE] volumewatcher/volume_watcher.go:86: volumes_watcher: no more claims: namespace=default volume_id=0ec65bad-4f2f-007b-d686-acfba08d2ebf 2021-10-09T16:27:22.049Z [TRACE] volumewatcher/volume_watcher.go:86: volumes_watcher: no more claims: namespace=default volume_id=d6adea04-a9ca-969c-f1bd-58af94373069 2021-10-09T16:27:22.049Z [TRACE] volumewatcher/volume_watcher.go:73: volumes_watcher: starting watcher: namespace=default volume_id=d6adea04-a9ca-969c-f1bd-58af94373069 2021-10-09T16:27:22.049Z [TRACE] volumewatcher/volume_watcher.go:86: volumes_watcher: no more claims: namespace=default volume_id=d6adea04-a9ca-969c-f1bd-58af94373069 2021-10-09T16:27:22.050Z [TRACE] volumewatcher/volume_watcher.go:73: volumes_watcher: starting watcher: namespace=default volume_id=a52bc232-d480-9b50-6f1b-c95f306a9648 2021-10-09T16:27:22.050Z [TRACE] volumewatcher/volume_watcher.go:159: volumes_watcher: releasing unused volume claims: namespace=default volume_id=a52bc232-d480-9b50-6f1b-c95f306a9648 --- PASS: TestVolumeWatch_RegisterDeregister (0.01s) 2021-10-09T16:27:22.050Z [TRACE] volumewatcher/volume_watcher.go:159: volumes_watcher: releasing unused volume claims: namespace=default volume_id=a52bc232-d480-9b50-6f1b-c95f306a9648 2021-10-09T16:27:22.050Z [TRACE] volumewatcher/volume_watcher.go:86: volumes_watcher: no more claims: namespace=default volume_id=a52bc232-d480-9b50-6f1b-c95f306a9648 2021-10-09T16:27:22.050Z [TRACE] volumewatcher/volume_watcher.go:73: volumes_watcher: starting watcher: namespace=default volume_id=a52bc232-d480-9b50-6f1b-c95f306a9648 2021-10-09T16:27:22.050Z [TRACE] volumewatcher/volume_watcher.go:159: volumes_watcher: releasing unused volume claims: namespace=default volume_id=a52bc232-d480-9b50-6f1b-c95f306a9648 2021-10-09T16:27:22.050Z [TRACE] volumewatcher/volume_watcher.go:86: volumes_watcher: no more claims: namespace=default volume_id=a52bc232-d480-9b50-6f1b-c95f306a9648 2021-10-09T16:27:22.050Z [TRACE] volumewatcher/volume_watcher.go:86: volumes_watcher: no more claims: namespace=default volume_id=0ec65bad-4f2f-007b-d686-acfba08d2ebf --- PASS: TestVolumeWatch_EnableDisable (0.01s) 2021-10-09T16:27:22.050Z [TRACE] volumewatcher/volume_watcher.go:73: volumes_watcher: starting watcher: namespace=default volume_id=a52bc232-d480-9b50-6f1b-c95f306a9648 2021-10-09T16:27:22.050Z [TRACE] volumewatcher/volume_watcher.go:159: volumes_watcher: releasing unused volume claims: namespace=default volume_id=a52bc232-d480-9b50-6f1b-c95f306a9648 2021-10-09T16:27:22.050Z [TRACE] volumewatcher/volume_watcher.go:86: volumes_watcher: no more claims: namespace=default volume_id=a52bc232-d480-9b50-6f1b-c95f306a9648 --- PASS: TestVolumeWatch_Checkpoint (0.02s) --- PASS: TestVolumeWatch_StartStop (0.03s) PASS ok github.com/hashicorp/nomad/nomad/volumewatcher 0.179s ? github.com/hashicorp/nomad/plugins [no test files] === RUN TestBasePlugin_PluginInfo_GRPC === PAUSE TestBasePlugin_PluginInfo_GRPC === RUN TestBasePlugin_ConfigSchema === PAUSE TestBasePlugin_ConfigSchema === RUN TestBasePlugin_SetConfig === PAUSE TestBasePlugin_SetConfig === CONT TestBasePlugin_PluginInfo_GRPC === CONT TestBasePlugin_SetConfig === CONT TestBasePlugin_ConfigSchema --- PASS: TestBasePlugin_SetConfig (0.01s) --- PASS: TestBasePlugin_ConfigSchema (0.01s) --- PASS: TestBasePlugin_PluginInfo_GRPC (0.01s) PASS ok github.com/hashicorp/nomad/plugins/base 0.199s ? github.com/hashicorp/nomad/plugins/base/proto [no test files] ? github.com/hashicorp/nomad/plugins/base/structs [no test files] === RUN TestClient_RPC_PluginProbe === RUN TestClient_RPC_PluginProbe/handles_underlying_grpc_errors === RUN TestClient_RPC_PluginProbe/returns_false_for_ready_when_the_provider_returns_false === RUN TestClient_RPC_PluginProbe/returns_true_for_ready_when_the_provider_returns_true === RUN TestClient_RPC_PluginProbe/returns_true_for_ready_when_the_provider_returns_a_nil_wrapper --- PASS: TestClient_RPC_PluginProbe (0.00s) --- PASS: TestClient_RPC_PluginProbe/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_PluginProbe/returns_false_for_ready_when_the_provider_returns_false (0.00s) --- PASS: TestClient_RPC_PluginProbe/returns_true_for_ready_when_the_provider_returns_true (0.00s) --- PASS: TestClient_RPC_PluginProbe/returns_true_for_ready_when_the_provider_returns_a_nil_wrapper (0.00s) === RUN TestClient_RPC_PluginInfo === RUN TestClient_RPC_PluginInfo/handles_underlying_grpc_errors === RUN TestClient_RPC_PluginInfo/returns_an_error_if_we_receive_an_empty_`name` === RUN TestClient_RPC_PluginInfo/returns_the_name_when_successfully_retrieved_and_not_empty --- PASS: TestClient_RPC_PluginInfo (0.00s) --- PASS: TestClient_RPC_PluginInfo/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_PluginInfo/returns_an_error_if_we_receive_an_empty_`name` (0.00s) --- PASS: TestClient_RPC_PluginInfo/returns_the_name_when_successfully_retrieved_and_not_empty (0.00s) === RUN TestClient_RPC_PluginGetCapabilities === RUN TestClient_RPC_PluginGetCapabilities/handles_underlying_grpc_errors === RUN TestClient_RPC_PluginGetCapabilities/HasControllerService_is_true_when_it's_part_of_the_response === RUN TestClient_RPC_PluginGetCapabilities/HasTopologies_is_true_when_it's_part_of_the_response --- PASS: TestClient_RPC_PluginGetCapabilities (0.00s) --- PASS: TestClient_RPC_PluginGetCapabilities/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_PluginGetCapabilities/HasControllerService_is_true_when_it's_part_of_the_response (0.00s) --- PASS: TestClient_RPC_PluginGetCapabilities/HasTopologies_is_true_when_it's_part_of_the_response (0.00s) === RUN TestClient_RPC_ControllerGetCapabilities === RUN TestClient_RPC_ControllerGetCapabilities/handles_underlying_grpc_errors === RUN TestClient_RPC_ControllerGetCapabilities/ignores_unknown_capabilities === RUN TestClient_RPC_ControllerGetCapabilities/detects_list_volumes_capabilities === RUN TestClient_RPC_ControllerGetCapabilities/detects_publish_capabilities --- PASS: TestClient_RPC_ControllerGetCapabilities (0.00s) --- PASS: TestClient_RPC_ControllerGetCapabilities/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_ControllerGetCapabilities/ignores_unknown_capabilities (0.00s) --- PASS: TestClient_RPC_ControllerGetCapabilities/detects_list_volumes_capabilities (0.00s) --- PASS: TestClient_RPC_ControllerGetCapabilities/detects_publish_capabilities (0.00s) === RUN TestClient_RPC_NodeGetCapabilities === RUN TestClient_RPC_NodeGetCapabilities/handles_underlying_grpc_errors === RUN TestClient_RPC_NodeGetCapabilities/ignores_unknown_capabilities === RUN TestClient_RPC_NodeGetCapabilities/detects_stage_volumes_capability --- PASS: TestClient_RPC_NodeGetCapabilities (0.00s) --- PASS: TestClient_RPC_NodeGetCapabilities/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_NodeGetCapabilities/ignores_unknown_capabilities (0.00s) --- PASS: TestClient_RPC_NodeGetCapabilities/detects_stage_volumes_capability (0.00s) === RUN TestClient_RPC_ControllerPublishVolume === RUN TestClient_RPC_ControllerPublishVolume/handles_underlying_grpc_errors === RUN TestClient_RPC_ControllerPublishVolume/handles_missing_NodeID === RUN TestClient_RPC_ControllerPublishVolume/handles_PublishContext_==_nil === RUN TestClient_RPC_ControllerPublishVolume/handles_PublishContext_!=_nil --- PASS: TestClient_RPC_ControllerPublishVolume (0.00s) --- PASS: TestClient_RPC_ControllerPublishVolume/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_ControllerPublishVolume/handles_missing_NodeID (0.00s) --- PASS: TestClient_RPC_ControllerPublishVolume/handles_PublishContext_==_nil (0.00s) --- PASS: TestClient_RPC_ControllerPublishVolume/handles_PublishContext_!=_nil (0.00s) === RUN TestClient_RPC_ControllerUnpublishVolume === RUN TestClient_RPC_ControllerUnpublishVolume/handles_underlying_grpc_errors === RUN TestClient_RPC_ControllerUnpublishVolume/handles_missing_NodeID === RUN TestClient_RPC_ControllerUnpublishVolume/handles_successful_response --- PASS: TestClient_RPC_ControllerUnpublishVolume (0.00s) --- PASS: TestClient_RPC_ControllerUnpublishVolume/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_ControllerUnpublishVolume/handles_missing_NodeID (0.00s) --- PASS: TestClient_RPC_ControllerUnpublishVolume/handles_successful_response (0.00s) === RUN TestClient_RPC_ControllerValidateVolume === RUN TestClient_RPC_ControllerValidateVolume/handles_underlying_grpc_errors === RUN TestClient_RPC_ControllerValidateVolume/handles_empty_success === RUN TestClient_RPC_ControllerValidateVolume/handles_validate_success === RUN TestClient_RPC_ControllerValidateVolume/handles_validation_failure_block_mismatch === RUN TestClient_RPC_ControllerValidateVolume/handles_validation_failure_mount_flags --- PASS: TestClient_RPC_ControllerValidateVolume (0.00s) --- PASS: TestClient_RPC_ControllerValidateVolume/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_ControllerValidateVolume/handles_empty_success (0.00s) --- PASS: TestClient_RPC_ControllerValidateVolume/handles_validate_success (0.00s) --- PASS: TestClient_RPC_ControllerValidateVolume/handles_validation_failure_block_mismatch (0.00s) --- PASS: TestClient_RPC_ControllerValidateVolume/handles_validation_failure_mount_flags (0.00s) === RUN TestClient_RPC_NodeStageVolume === RUN TestClient_RPC_NodeStageVolume/handles_underlying_grpc_errors === RUN TestClient_RPC_NodeStageVolume/handles_success --- PASS: TestClient_RPC_NodeStageVolume (0.00s) --- PASS: TestClient_RPC_NodeStageVolume/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_NodeStageVolume/handles_success (0.00s) === RUN TestClient_RPC_NodeUnstageVolume === RUN TestClient_RPC_NodeUnstageVolume/handles_underlying_grpc_errors === RUN TestClient_RPC_NodeUnstageVolume/handles_success --- PASS: TestClient_RPC_NodeUnstageVolume (0.00s) --- PASS: TestClient_RPC_NodeUnstageVolume/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_NodeUnstageVolume/handles_success (0.00s) === RUN TestClient_RPC_NodePublishVolume === RUN TestClient_RPC_NodePublishVolume/handles_underlying_grpc_errors === RUN TestClient_RPC_NodePublishVolume/handles_success === RUN TestClient_RPC_NodePublishVolume/Performs_validation_of_the_publish_volume_request --- PASS: TestClient_RPC_NodePublishVolume (0.00s) --- PASS: TestClient_RPC_NodePublishVolume/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_NodePublishVolume/handles_success (0.00s) --- PASS: TestClient_RPC_NodePublishVolume/Performs_validation_of_the_publish_volume_request (0.00s) === RUN TestClient_RPC_NodeUnpublishVolume === RUN TestClient_RPC_NodeUnpublishVolume/handles_underlying_grpc_errors === RUN TestClient_RPC_NodeUnpublishVolume/handles_success === RUN TestClient_RPC_NodeUnpublishVolume/Performs_validation_of_the_request_args_-_ExternalID === RUN TestClient_RPC_NodeUnpublishVolume/Performs_validation_of_the_request_args_-_TargetPath --- PASS: TestClient_RPC_NodeUnpublishVolume (0.00s) --- PASS: TestClient_RPC_NodeUnpublishVolume/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_NodeUnpublishVolume/handles_success (0.00s) --- PASS: TestClient_RPC_NodeUnpublishVolume/Performs_validation_of_the_request_args_-_ExternalID (0.00s) --- PASS: TestClient_RPC_NodeUnpublishVolume/Performs_validation_of_the_request_args_-_TargetPath (0.00s) PASS ok github.com/hashicorp/nomad/plugins/csi 0.021s ? github.com/hashicorp/nomad/plugins/csi/fake [no test files] ? github.com/hashicorp/nomad/plugins/csi/testing [no test files] === RUN TestDevicePlugin_PluginInfo === PAUSE TestDevicePlugin_PluginInfo === RUN TestDevicePlugin_ConfigSchema === PAUSE TestDevicePlugin_ConfigSchema === RUN TestDevicePlugin_SetConfig === PAUSE TestDevicePlugin_SetConfig === RUN TestDevicePlugin_Fingerprint === PAUSE TestDevicePlugin_Fingerprint === RUN TestDevicePlugin_Fingerprint_StreamErr === PAUSE TestDevicePlugin_Fingerprint_StreamErr === RUN TestDevicePlugin_Fingerprint_CancelCtx === PAUSE TestDevicePlugin_Fingerprint_CancelCtx === RUN TestDevicePlugin_Reserve === PAUSE TestDevicePlugin_Reserve === RUN TestDevicePlugin_Stats === PAUSE TestDevicePlugin_Stats === RUN TestDevicePlugin_Stats_StreamErr === PAUSE TestDevicePlugin_Stats_StreamErr === RUN TestDevicePlugin_Stats_CancelCtx === PAUSE TestDevicePlugin_Stats_CancelCtx === CONT TestDevicePlugin_PluginInfo === CONT TestDevicePlugin_Reserve === CONT TestDevicePlugin_Stats_CancelCtx === CONT TestDevicePlugin_Stats_StreamErr === CONT TestDevicePlugin_Stats === CONT TestDevicePlugin_Fingerprint === CONT TestDevicePlugin_Fingerprint_CancelCtx === CONT TestDevicePlugin_Fingerprint_StreamErr === CONT TestDevicePlugin_SetConfig === CONT TestDevicePlugin_ConfigSchema --- PASS: TestDevicePlugin_Stats_StreamErr (0.29s) --- PASS: TestDevicePlugin_SetConfig (0.29s) --- PASS: TestDevicePlugin_Fingerprint_CancelCtx (0.29s) --- PASS: TestDevicePlugin_PluginInfo (0.30s) --- PASS: TestDevicePlugin_ConfigSchema (0.40s) --- PASS: TestDevicePlugin_Stats (0.40s) --- PASS: TestDevicePlugin_Stats_CancelCtx (0.69s) --- PASS: TestDevicePlugin_Fingerprint (0.69s) --- PASS: TestDevicePlugin_Reserve (0.69s) --- PASS: TestDevicePlugin_Fingerprint_StreamErr (0.69s) PASS ok github.com/hashicorp/nomad/plugins/device 0.897s ? github.com/hashicorp/nomad/plugins/device/cmd/example [no test files] ? github.com/hashicorp/nomad/plugins/device/cmd/example/cmd [no test files] ? github.com/hashicorp/nomad/plugins/device/proto [no test files] === RUN TestResourceUsageRoundTrip --- PASS: TestResourceUsageRoundTrip (0.00s) PASS ok github.com/hashicorp/nomad/plugins/drivers 0.085s ? github.com/hashicorp/nomad/plugins/drivers/proto [no test files] === RUN TestDriverHarness --- PASS: TestDriverHarness (0.00s) === RUN TestBaseDriver_Fingerprint === PAUSE TestBaseDriver_Fingerprint === RUN TestBaseDriver_RecoverTask === PAUSE TestBaseDriver_RecoverTask === RUN TestBaseDriver_StartTask === PAUSE TestBaseDriver_StartTask === RUN TestBaseDriver_WaitTask === PAUSE TestBaseDriver_WaitTask === RUN TestBaseDriver_TaskEvents === PAUSE TestBaseDriver_TaskEvents === RUN TestBaseDriver_Capabilities --- PASS: TestBaseDriver_Capabilities (0.09s) === CONT TestBaseDriver_Fingerprint === CONT TestBaseDriver_TaskEvents === CONT TestBaseDriver_WaitTask === CONT TestBaseDriver_RecoverTask === CONT TestBaseDriver_StartTask --- PASS: TestBaseDriver_TaskEvents (0.01s) --- PASS: TestBaseDriver_WaitTask (0.01s) --- PASS: TestBaseDriver_RecoverTask (0.01s) --- PASS: TestBaseDriver_StartTask (0.01s) --- PASS: TestBaseDriver_Fingerprint (0.50s) PASS ok github.com/hashicorp/nomad/plugins/drivers/testutils 0.617s ? github.com/hashicorp/nomad/plugins/drivers/utils [no test files] ? github.com/hashicorp/nomad/plugins/shared/cmd/launcher [no test files] ? github.com/hashicorp/nomad/plugins/shared/hclspec [no test files] === RUN TestAttribute_Validate === RUN TestAttribute_Validate/true === RUN TestAttribute_Validate/foo === RUN TestAttribute_Validate/123 === RUN TestAttribute_Validate/123.2 === RUN TestAttribute_Validate/trueMB === RUN TestAttribute_Validate/fooMB === RUN TestAttribute_Validate/123lolNO === RUN TestAttribute_Validate/123.2lolNO === RUN TestAttribute_Validate/123.2mW --- PASS: TestAttribute_Validate (0.00s) --- PASS: TestAttribute_Validate/true (0.00s) --- PASS: TestAttribute_Validate/foo (0.00s) --- PASS: TestAttribute_Validate/123 (0.00s) --- PASS: TestAttribute_Validate/123.2 (0.00s) --- PASS: TestAttribute_Validate/trueMB (0.00s) --- PASS: TestAttribute_Validate/fooMB (0.00s) --- PASS: TestAttribute_Validate/123lolNO (0.00s) --- PASS: TestAttribute_Validate/123.2lolNO (0.00s) --- PASS: TestAttribute_Validate/123.2mW (0.00s) === RUN TestAttribute_Compare_Bool === RUN TestAttribute_Compare_Bool/true_vs_true === RUN TestAttribute_Compare_Bool/true_vs_false === RUN TestAttribute_Compare_Bool/true_vs_foo === RUN TestAttribute_Compare_Bool/true_vs_123 === RUN TestAttribute_Compare_Bool/true_vs_123.2 --- PASS: TestAttribute_Compare_Bool (0.00s) --- PASS: TestAttribute_Compare_Bool/true_vs_true (0.00s) --- PASS: TestAttribute_Compare_Bool/true_vs_false (0.00s) --- PASS: TestAttribute_Compare_Bool/true_vs_foo (0.00s) --- PASS: TestAttribute_Compare_Bool/true_vs_123 (0.00s) --- PASS: TestAttribute_Compare_Bool/true_vs_123.2 (0.00s) === RUN TestAttribute_Compare_String === RUN TestAttribute_Compare_String/a_vs_b === RUN TestAttribute_Compare_String/hello_vs_hello === RUN TestAttribute_Compare_String/b_vs_a === RUN TestAttribute_Compare_String/hello_vs_true === RUN TestAttribute_Compare_String/hello_vs_123 === RUN TestAttribute_Compare_String/hello_vs_123.2 --- PASS: TestAttribute_Compare_String (0.00s) --- PASS: TestAttribute_Compare_String/a_vs_b (0.00s) --- PASS: TestAttribute_Compare_String/hello_vs_hello (0.00s) --- PASS: TestAttribute_Compare_String/b_vs_a (0.00s) --- PASS: TestAttribute_Compare_String/hello_vs_true (0.00s) --- PASS: TestAttribute_Compare_String/hello_vs_123 (0.00s) --- PASS: TestAttribute_Compare_String/hello_vs_123.2 (0.00s) === RUN TestAttribute_Compare_Float === RUN TestAttribute_Compare_Float/101.5_vs_100001.5 === RUN TestAttribute_Compare_Float/100001.5_vs_100001.5 === RUN TestAttribute_Compare_Float/9.999999995e+08_vs_101.5 === RUN TestAttribute_Compare_Float/101.5_vs_true === RUN TestAttribute_Compare_Float/101.5_vs_hello --- PASS: TestAttribute_Compare_Float (0.00s) --- PASS: TestAttribute_Compare_Float/101.5_vs_100001.5 (0.00s) --- PASS: TestAttribute_Compare_Float/100001.5_vs_100001.5 (0.00s) --- PASS: TestAttribute_Compare_Float/9.999999995e+08_vs_101.5 (0.00s) --- PASS: TestAttribute_Compare_Float/101.5_vs_true (0.00s) --- PASS: TestAttribute_Compare_Float/101.5_vs_hello (0.00s) === RUN TestAttribute_Compare_Int === RUN TestAttribute_Compare_Int/3_vs_10 === RUN TestAttribute_Compare_Int/10_vs_10 === RUN TestAttribute_Compare_Int/100_vs_10 === RUN TestAttribute_Compare_Int/10_vs_true === RUN TestAttribute_Compare_Int/10_vs_hello --- PASS: TestAttribute_Compare_Int (0.00s) --- PASS: TestAttribute_Compare_Int/3_vs_10 (0.00s) --- PASS: TestAttribute_Compare_Int/10_vs_10 (0.00s) --- PASS: TestAttribute_Compare_Int/100_vs_10 (0.00s) --- PASS: TestAttribute_Compare_Int/10_vs_true (0.00s) --- PASS: TestAttribute_Compare_Int/10_vs_hello (0.00s) === RUN TestAttribute_Compare_Int_With_Units === RUN TestAttribute_Compare_Int_With_Units/3MB_vs_10MB === RUN TestAttribute_Compare_Int_With_Units/10MB_vs_10MB === RUN TestAttribute_Compare_Int_With_Units/100MB_vs_10MB === RUN TestAttribute_Compare_Int_With_Units/3GB_vs_3MB === RUN TestAttribute_Compare_Int_With_Units/1GiB_vs_1024MiB === RUN TestAttribute_Compare_Int_With_Units/1GiB_vs_1025MiB === RUN TestAttribute_Compare_Int_With_Units/1000mW_vs_1W --- PASS: TestAttribute_Compare_Int_With_Units (0.00s) --- PASS: TestAttribute_Compare_Int_With_Units/3MB_vs_10MB (0.00s) --- PASS: TestAttribute_Compare_Int_With_Units/10MB_vs_10MB (0.00s) --- PASS: TestAttribute_Compare_Int_With_Units/100MB_vs_10MB (0.00s) --- PASS: TestAttribute_Compare_Int_With_Units/3GB_vs_3MB (0.00s) --- PASS: TestAttribute_Compare_Int_With_Units/1GiB_vs_1024MiB (0.00s) --- PASS: TestAttribute_Compare_Int_With_Units/1GiB_vs_1025MiB (0.00s) --- PASS: TestAttribute_Compare_Int_With_Units/1000mW_vs_1W (0.00s) === RUN TestAttribute_Compare_Float_With_Units === RUN TestAttribute_Compare_Float_With_Units/3MB_vs_10MB === RUN TestAttribute_Compare_Float_With_Units/10MB_vs_10MB === RUN TestAttribute_Compare_Float_With_Units/100MB_vs_10MB === RUN TestAttribute_Compare_Float_With_Units/3GB_vs_3MB === RUN TestAttribute_Compare_Float_With_Units/1GiB_vs_1024MiB === RUN TestAttribute_Compare_Float_With_Units/1GiB_vs_1025MiB === RUN TestAttribute_Compare_Float_With_Units/1000mW_vs_1W === RUN TestAttribute_Compare_Float_With_Units/1.5GiB_vs_1400MiB --- PASS: TestAttribute_Compare_Float_With_Units (0.00s) --- PASS: TestAttribute_Compare_Float_With_Units/3MB_vs_10MB (0.00s) --- PASS: TestAttribute_Compare_Float_With_Units/10MB_vs_10MB (0.00s) --- PASS: TestAttribute_Compare_Float_With_Units/100MB_vs_10MB (0.00s) --- PASS: TestAttribute_Compare_Float_With_Units/3GB_vs_3MB (0.00s) --- PASS: TestAttribute_Compare_Float_With_Units/1GiB_vs_1024MiB (0.00s) --- PASS: TestAttribute_Compare_Float_With_Units/1GiB_vs_1025MiB (0.00s) --- PASS: TestAttribute_Compare_Float_With_Units/1000mW_vs_1W (0.00s) --- PASS: TestAttribute_Compare_Float_With_Units/1.5GiB_vs_1400MiB (0.00s) === RUN TestAttribute_Compare_IntToFloat === RUN TestAttribute_Compare_IntToFloat/3_vs_10 === RUN TestAttribute_Compare_IntToFloat/10_vs_10 === RUN TestAttribute_Compare_IntToFloat/10_vs_10.1 === RUN TestAttribute_Compare_IntToFloat/100_vs_10 === RUN TestAttribute_Compare_IntToFloat/100_vs_100.00001 --- PASS: TestAttribute_Compare_IntToFloat (0.00s) --- PASS: TestAttribute_Compare_IntToFloat/3_vs_10 (0.00s) --- PASS: TestAttribute_Compare_IntToFloat/10_vs_10 (0.00s) --- PASS: TestAttribute_Compare_IntToFloat/10_vs_10.1 (0.00s) --- PASS: TestAttribute_Compare_IntToFloat/100_vs_10 (0.00s) --- PASS: TestAttribute_Compare_IntToFloat/100_vs_100.00001 (0.00s) === RUN TestAttribute_ParseAndValidate === RUN TestAttribute_ParseAndValidate/true === RUN TestAttribute_ParseAndValidate/false === RUN TestAttribute_ParseAndValidate/1 === RUN TestAttribute_ParseAndValidate/100 === RUN TestAttribute_ParseAndValidate/-100 === RUN TestAttribute_ParseAndValidate/-1.0 === RUN TestAttribute_ParseAndValidate/-100.25 === RUN TestAttribute_ParseAndValidate/1.01 === RUN TestAttribute_ParseAndValidate/100.25 === RUN TestAttribute_ParseAndValidate/foobar === RUN TestAttribute_ParseAndValidate/foo123bar === RUN TestAttribute_ParseAndValidate/100MB === RUN TestAttribute_ParseAndValidate/-100MHz === RUN TestAttribute_ParseAndValidate/-1.0MB/s === RUN TestAttribute_ParseAndValidate/-100.25GiB/s === RUN TestAttribute_ParseAndValidate/1.01TB === RUN TestAttribute_ParseAndValidate/100.25mW --- PASS: TestAttribute_ParseAndValidate (0.00s) --- PASS: TestAttribute_ParseAndValidate/true (0.00s) --- PASS: TestAttribute_ParseAndValidate/false (0.00s) --- PASS: TestAttribute_ParseAndValidate/1 (0.00s) --- PASS: TestAttribute_ParseAndValidate/100 (0.00s) --- PASS: TestAttribute_ParseAndValidate/-100 (0.00s) --- PASS: TestAttribute_ParseAndValidate/-1.0 (0.00s) --- PASS: TestAttribute_ParseAndValidate/-100.25 (0.00s) --- PASS: TestAttribute_ParseAndValidate/1.01 (0.00s) --- PASS: TestAttribute_ParseAndValidate/100.25 (0.00s) --- PASS: TestAttribute_ParseAndValidate/foobar (0.00s) --- PASS: TestAttribute_ParseAndValidate/foo123bar (0.00s) --- PASS: TestAttribute_ParseAndValidate/100MB (0.00s) --- PASS: TestAttribute_ParseAndValidate/-100MHz (0.00s) --- PASS: TestAttribute_ParseAndValidate/-1.0MB/s (0.00s) --- PASS: TestAttribute_ParseAndValidate/-100.25GiB/s (0.00s) --- PASS: TestAttribute_ParseAndValidate/1.01TB (0.00s) --- PASS: TestAttribute_ParseAndValidate/100.25mW (0.00s) PASS ok github.com/hashicorp/nomad/plugins/shared/structs 0.092s ? github.com/hashicorp/nomad/plugins/shared/structs/proto [no test files] === RUN TestAnnotateTaskGroup_Updates --- PASS: TestAnnotateTaskGroup_Updates (0.00s) === RUN TestAnnotateCountChange_NonEdited --- PASS: TestAnnotateCountChange_NonEdited (0.00s) === RUN TestAnnotateCountChange --- PASS: TestAnnotateCountChange (0.00s) === RUN TestAnnotateTask_NonEdited --- PASS: TestAnnotateTask_NonEdited (0.00s) === RUN TestAnnotateTask --- PASS: TestAnnotateTask (0.00s) === RUN TestEvalContext_ProposedAlloc --- PASS: TestEvalContext_ProposedAlloc (0.00s) === RUN TestEvalContext_ProposedAlloc_EvictPreempt === PAUSE TestEvalContext_ProposedAlloc_EvictPreempt === RUN TestEvalEligibility_JobStatus --- PASS: TestEvalEligibility_JobStatus (0.00s) === RUN TestEvalEligibility_TaskGroupStatus --- PASS: TestEvalEligibility_TaskGroupStatus (0.00s) === RUN TestEvalEligibility_SetJob --- PASS: TestEvalEligibility_SetJob (0.00s) === RUN TestEvalEligibility_GetClasses --- PASS: TestEvalEligibility_GetClasses (0.00s) === RUN TestEvalEligibility_GetClasses_JobEligible_TaskGroupIneligible --- PASS: TestEvalEligibility_GetClasses_JobEligible_TaskGroupIneligible (0.00s) === RUN TestDeviceAllocator_Allocate_GenericRequest --- PASS: TestDeviceAllocator_Allocate_GenericRequest (0.00s) === RUN TestDeviceAllocator_Allocate_FullyQualifiedRequest --- PASS: TestDeviceAllocator_Allocate_FullyQualifiedRequest (0.00s) === RUN TestDeviceAllocator_Allocate_NotEnoughInstances --- PASS: TestDeviceAllocator_Allocate_NotEnoughInstances (0.00s) === RUN TestDeviceAllocator_Allocate_Constraints === RUN TestDeviceAllocator_Allocate_Constraints/gpu === RUN TestDeviceAllocator_Allocate_Constraints/gpu#01 === RUN TestDeviceAllocator_Allocate_Constraints/nvidia/gpu === RUN TestDeviceAllocator_Allocate_Constraints/intel/gpu === RUN TestDeviceAllocator_Allocate_Constraints/nvidia/gpu#01 --- PASS: TestDeviceAllocator_Allocate_Constraints (0.00s) --- PASS: TestDeviceAllocator_Allocate_Constraints/gpu (0.00s) --- PASS: TestDeviceAllocator_Allocate_Constraints/gpu#01 (0.00s) --- PASS: TestDeviceAllocator_Allocate_Constraints/nvidia/gpu (0.00s) --- PASS: TestDeviceAllocator_Allocate_Constraints/intel/gpu (0.00s) --- PASS: TestDeviceAllocator_Allocate_Constraints/nvidia/gpu#01 (0.00s) === RUN TestDeviceAllocator_Allocate_Affinities === RUN TestDeviceAllocator_Allocate_Affinities/gpu === RUN TestDeviceAllocator_Allocate_Affinities/gpu#01 === RUN TestDeviceAllocator_Allocate_Affinities/gpu#02 === RUN TestDeviceAllocator_Allocate_Affinities/nvidia/gpu --- PASS: TestDeviceAllocator_Allocate_Affinities (0.00s) --- PASS: TestDeviceAllocator_Allocate_Affinities/gpu (0.00s) --- PASS: TestDeviceAllocator_Allocate_Affinities/gpu#01 (0.00s) --- PASS: TestDeviceAllocator_Allocate_Affinities/gpu#02 (0.00s) --- PASS: TestDeviceAllocator_Allocate_Affinities/nvidia/gpu (0.00s) === RUN TestStaticIterator_Reset --- PASS: TestStaticIterator_Reset (0.00s) === RUN TestStaticIterator_SetNodes --- PASS: TestStaticIterator_SetNodes (0.00s) === RUN TestRandomIterator --- PASS: TestRandomIterator (0.00s) === RUN TestHostVolumeChecker --- PASS: TestHostVolumeChecker (0.00s) === RUN TestHostVolumeChecker_ReadOnly --- PASS: TestHostVolumeChecker_ReadOnly (0.00s) === RUN TestCSIVolumeChecker === PAUSE TestCSIVolumeChecker === RUN TestNetworkChecker --- PASS: TestNetworkChecker (0.00s) === RUN TestDriverChecker_DriverInfo --- PASS: TestDriverChecker_DriverInfo (0.00s) === RUN TestDriverChecker_Compatibility --- PASS: TestDriverChecker_Compatibility (0.00s) === RUN Test_HealthChecks --- PASS: Test_HealthChecks (0.00s) === RUN TestConstraintChecker --- PASS: TestConstraintChecker (0.00s) === RUN TestResolveConstraintTarget --- PASS: TestResolveConstraintTarget (0.00s) === RUN TestCheckConstraint --- PASS: TestCheckConstraint (0.00s) === RUN TestCheckLexicalOrder --- PASS: TestCheckLexicalOrder (0.00s) === RUN TestCheckVersionConstraint === PAUSE TestCheckVersionConstraint === RUN TestCheckSemverConstraint === PAUSE TestCheckSemverConstraint === RUN TestCheckRegexpConstraint --- PASS: TestCheckRegexpConstraint (0.00s) === RUN TestDistinctHostsIterator_JobDistinctHosts --- PASS: TestDistinctHostsIterator_JobDistinctHosts (0.00s) === RUN TestDistinctHostsIterator_JobDistinctHosts_InfeasibleCount --- PASS: TestDistinctHostsIterator_JobDistinctHosts_InfeasibleCount (0.00s) === RUN TestDistinctHostsIterator_TaskGroupDistinctHosts --- PASS: TestDistinctHostsIterator_TaskGroupDistinctHosts (0.00s) === RUN TestDistinctPropertyIterator_JobDistinctProperty --- PASS: TestDistinctPropertyIterator_JobDistinctProperty (0.00s) === RUN TestDistinctPropertyIterator_JobDistinctProperty_Count --- PASS: TestDistinctPropertyIterator_JobDistinctProperty_Count (0.00s) === RUN TestDistinctPropertyIterator_JobDistinctProperty_RemoveAndReplace --- PASS: TestDistinctPropertyIterator_JobDistinctProperty_RemoveAndReplace (0.00s) === RUN TestDistinctPropertyIterator_JobDistinctProperty_Infeasible --- PASS: TestDistinctPropertyIterator_JobDistinctProperty_Infeasible (0.00s) === RUN TestDistinctPropertyIterator_JobDistinctProperty_Infeasible_Count --- PASS: TestDistinctPropertyIterator_JobDistinctProperty_Infeasible_Count (0.00s) === RUN TestDistinctPropertyIterator_TaskGroupDistinctProperty --- PASS: TestDistinctPropertyIterator_TaskGroupDistinctProperty (0.00s) === RUN TestFeasibilityWrapper_JobIneligible --- PASS: TestFeasibilityWrapper_JobIneligible (0.00s) === RUN TestFeasibilityWrapper_JobEscapes --- PASS: TestFeasibilityWrapper_JobEscapes (0.00s) === RUN TestFeasibilityWrapper_JobAndTg_Eligible --- PASS: TestFeasibilityWrapper_JobAndTg_Eligible (0.00s) === RUN TestFeasibilityWrapper_JobEligible_TgIneligible --- PASS: TestFeasibilityWrapper_JobEligible_TgIneligible (0.00s) === RUN TestFeasibilityWrapper_JobEligible_TgEscaped --- PASS: TestFeasibilityWrapper_JobEligible_TgEscaped (0.00s) === RUN TestSetContainsAny --- PASS: TestSetContainsAny (0.00s) === RUN TestDeviceChecker === RUN TestDeviceChecker/no_devices_on_node === RUN TestDeviceChecker/no_requested_devices_on_empty_node === RUN TestDeviceChecker/gpu_devices_by_type === RUN TestDeviceChecker/wrong_devices_by_type === RUN TestDeviceChecker/devices_by_type_unhealthy_node === RUN TestDeviceChecker/gpu_devices_by_vendor/type === RUN TestDeviceChecker/wrong_devices_by_vendor/type === RUN TestDeviceChecker/gpu_devices_by_vendor/type/model === RUN TestDeviceChecker/wrong_devices_by_vendor/type/model === RUN TestDeviceChecker/too_many_requested === RUN TestDeviceChecker/meets_constraints_requirement === RUN TestDeviceChecker/meets_constraints_requirement_multiple_count === RUN TestDeviceChecker/meets_constraints_requirement_over_count === RUN TestDeviceChecker/does_not_meet_first_constraint === RUN TestDeviceChecker/does_not_meet_second_constraint --- PASS: TestDeviceChecker (0.00s) --- PASS: TestDeviceChecker/no_devices_on_node (0.00s) --- PASS: TestDeviceChecker/no_requested_devices_on_empty_node (0.00s) --- PASS: TestDeviceChecker/gpu_devices_by_type (0.00s) --- PASS: TestDeviceChecker/wrong_devices_by_type (0.00s) --- PASS: TestDeviceChecker/devices_by_type_unhealthy_node (0.00s) --- PASS: TestDeviceChecker/gpu_devices_by_vendor/type (0.00s) --- PASS: TestDeviceChecker/wrong_devices_by_vendor/type (0.00s) --- PASS: TestDeviceChecker/gpu_devices_by_vendor/type/model (0.00s) --- PASS: TestDeviceChecker/wrong_devices_by_vendor/type/model (0.00s) --- PASS: TestDeviceChecker/too_many_requested (0.00s) --- PASS: TestDeviceChecker/meets_constraints_requirement (0.00s) --- PASS: TestDeviceChecker/meets_constraints_requirement_multiple_count (0.00s) --- PASS: TestDeviceChecker/meets_constraints_requirement_over_count (0.00s) --- PASS: TestDeviceChecker/does_not_meet_first_constraint (0.00s) --- PASS: TestDeviceChecker/does_not_meet_second_constraint (0.00s) === RUN TestCheckAttributeConstraint --- PASS: TestCheckAttributeConstraint (0.00s) === RUN TestServiceSched_JobRegister 2021-10-09T16:28:06.785Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=057988c3-f5d4-8246-c682-89dc47e0f181 job_id=mock-service-cd29f1e6-daf0-0864-448f-ea724aa6a617 namespace=default algorithm=binpack 2021-10-09T16:28:06.830Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=057988c3-f5d4-8246-c682-89dc47e0f181 job_id=mock-service-cd29f1e6-daf0-0864-448f-ea724aa6a617 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.835Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=057988c3-f5d4-8246-c682-89dc47e0f181 job_id=mock-service-cd29f1e6-daf0-0864-448f-ea724aa6a617 namespace=default status=complete --- PASS: TestServiceSched_JobRegister (0.05s) === RUN TestServiceSched_JobRegister_StickyAllocs 2021-10-09T16:28:06.838Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=59660de8-b82a-4e6d-a87d-1d5d04eb9bb1 job_id=mock-service-8cb02297-52d9-65a0-e549-613ce1f8dbd2 namespace=default algorithm=binpack 2021-10-09T16:28:06.838Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=59660de8-b82a-4e6d-a87d-1d5d04eb9bb1 job_id=mock-service-8cb02297-52d9-65a0-e549-613ce1f8dbd2 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.840Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=59660de8-b82a-4e6d-a87d-1d5d04eb9bb1 job_id=mock-service-8cb02297-52d9-65a0-e549-613ce1f8dbd2 namespace=default status=complete 2021-10-09T16:28:06.841Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=78ec5c17-416b-f463-e2d6-d36d980d5309 job_id=mock-service-8cb02297-52d9-65a0-e549-613ce1f8dbd2 namespace=default algorithm=binpack 2021-10-09T16:28:06.841Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=78ec5c17-416b-f463-e2d6-d36d980d5309 job_id=mock-service-8cb02297-52d9-65a0-e549-613ce1f8dbd2 namespace=default results="Total changes: (place 0) (destructive 10) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 10) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.846Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=78ec5c17-416b-f463-e2d6-d36d980d5309 job_id=mock-service-8cb02297-52d9-65a0-e549-613ce1f8dbd2 namespace=default status=complete --- PASS: TestServiceSched_JobRegister_StickyAllocs (0.01s) === RUN TestServiceSched_JobRegister_DiskConstraints 2021-10-09T16:28:06.846Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=22bd2665-5c11-3425-6a53-69561f291b96 job_id=mock-service-feb8f88c-f59a-902d-d920-7d4b8bd03616 namespace=default algorithm=binpack 2021-10-09T16:28:06.846Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=22bd2665-5c11-3425-6a53-69561f291b96 job_id=mock-service-feb8f88c-f59a-902d-d920-7d4b8bd03616 namespace=default results="Total changes: (place 2) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 2) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.847Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=22bd2665-5c11-3425-6a53-69561f291b96 job_id=mock-service-feb8f88c-f59a-902d-d920-7d4b8bd03616 namespace=default blocked_eval_id=749c0c32-8a1b-bf73-afce-adb507857e00 2021-10-09T16:28:06.847Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=22bd2665-5c11-3425-6a53-69561f291b96 job_id=mock-service-feb8f88c-f59a-902d-d920-7d4b8bd03616 namespace=default status=complete --- PASS: TestServiceSched_JobRegister_DiskConstraints (0.00s) === RUN TestServiceSched_JobRegister_DistinctHosts 2021-10-09T16:28:06.848Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=41bda073-caa3-19d4-f874-acf540cfb3a8 job_id=mock-service-3de165fb-1890-dffb-2ab1-93c50640dc6f namespace=default algorithm=binpack 2021-10-09T16:28:06.848Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=41bda073-caa3-19d4-f874-acf540cfb3a8 job_id=mock-service-3de165fb-1890-dffb-2ab1-93c50640dc6f namespace=default results="Total changes: (place 11) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 11) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.849Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=41bda073-caa3-19d4-f874-acf540cfb3a8 job_id=mock-service-3de165fb-1890-dffb-2ab1-93c50640dc6f namespace=default blocked_eval_id=6a7a0926-1d6a-9d4e-46ca-100a7d016350 2021-10-09T16:28:06.850Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=41bda073-caa3-19d4-f874-acf540cfb3a8 job_id=mock-service-3de165fb-1890-dffb-2ab1-93c50640dc6f namespace=default status=complete --- PASS: TestServiceSched_JobRegister_DistinctHosts (0.00s) === RUN TestServiceSched_JobRegister_DistinctProperty 2021-10-09T16:28:06.851Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=68adf59d-c3fc-9586-c95b-77990bf986c4 job_id=mock-service-c22499ad-dcf7-b958-38f8-7bb0392fe406 namespace=default algorithm=binpack 2021-10-09T16:28:06.851Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=68adf59d-c3fc-9586-c95b-77990bf986c4 job_id=mock-service-c22499ad-dcf7-b958-38f8-7bb0392fe406 namespace=default results="Total changes: (place 8) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 8) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.851Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=68adf59d-c3fc-9586-c95b-77990bf986c4 job_id=mock-service-c22499ad-dcf7-b958-38f8-7bb0392fe406 namespace=default blocked_eval_id=1e492bee-14e8-5836-4156-55a9d2bc6a32 2021-10-09T16:28:06.852Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=68adf59d-c3fc-9586-c95b-77990bf986c4 job_id=mock-service-c22499ad-dcf7-b958-38f8-7bb0392fe406 namespace=default status=complete --- PASS: TestServiceSched_JobRegister_DistinctProperty (0.00s) === RUN TestServiceSched_JobRegister_DistinctProperty_TaskGroup 2021-10-09T16:28:06.852Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=5f1ec04e-150f-1fac-2c2a-d3d0bd392e60 job_id=mock-service-cb368fe5-a519-151c-96f4-cb341b469ba2 namespace=default algorithm=binpack 2021-10-09T16:28:06.852Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=5f1ec04e-150f-1fac-2c2a-d3d0bd392e60 job_id=mock-service-cb368fe5-a519-151c-96f4-cb341b469ba2 namespace=default results="Total changes: (place 3) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0) Desired Changes for "tg2": (place 2) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.853Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=5f1ec04e-150f-1fac-2c2a-d3d0bd392e60 job_id=mock-service-cb368fe5-a519-151c-96f4-cb341b469ba2 namespace=default status=complete --- PASS: TestServiceSched_JobRegister_DistinctProperty_TaskGroup (0.00s) === RUN TestServiceSched_JobRegister_DistinctProperty_TaskGroup_Incr 2021-10-09T16:28:06.854Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=6fa09086-f69d-1f21-1a82-92eb66395ec7 job_id=mock-service-cd672201-ebfa-ab0a-1ae0-216b21edfed8 namespace=default algorithm=binpack 2021-10-09T16:28:06.854Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=6fa09086-f69d-1f21-1a82-92eb66395ec7 job_id=mock-service-cd672201-ebfa-ab0a-1ae0-216b21edfed8 namespace=default results="Total changes: (place 3) (destructive 0) (inplace 3) (stop 0) Desired Changes for "web": (place 3) (inplace 3) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.855Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=6fa09086-f69d-1f21-1a82-92eb66395ec7 job_id=mock-service-cd672201-ebfa-ab0a-1ae0-216b21edfed8 namespace=default status=complete --- PASS: TestServiceSched_JobRegister_DistinctProperty_TaskGroup_Incr (0.00s) === RUN TestServiceSched_Spread === RUN TestServiceSched_Spread/100%_in_dc1 2021-10-09T16:28:06.856Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=42d05134-07ab-1cb8-80da-5236d5cce0c8 job_id=mock-service-4c9c479e-fcb1-19c3-ced8-df9363bac0e6 namespace=default algorithm=binpack 2021-10-09T16:28:06.856Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=42d05134-07ab-1cb8-80da-5236d5cce0c8 job_id=mock-service-4c9c479e-fcb1-19c3-ced8-df9363bac0e6 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.860Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=42d05134-07ab-1cb8-80da-5236d5cce0c8 job_id=mock-service-4c9c479e-fcb1-19c3-ced8-df9363bac0e6 namespace=default status=complete === RUN TestServiceSched_Spread/90%_in_dc1 2021-10-09T16:28:06.861Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=45ec1658-02a6-32a6-4326-a7a232cd6144 job_id=mock-service-a15197ae-8daa-ae37-3d35-6daa50a6e1a6 namespace=default algorithm=binpack 2021-10-09T16:28:06.861Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=45ec1658-02a6-32a6-4326-a7a232cd6144 job_id=mock-service-a15197ae-8daa-ae37-3d35-6daa50a6e1a6 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.864Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=45ec1658-02a6-32a6-4326-a7a232cd6144 job_id=mock-service-a15197ae-8daa-ae37-3d35-6daa50a6e1a6 namespace=default status=complete === RUN TestServiceSched_Spread/80%_in_dc1 2021-10-09T16:28:06.865Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=c3916064-26f5-e781-9e04-db5094cb365f job_id=mock-service-3a41dc1a-6967-fd6b-0191-477062c49d82 namespace=default algorithm=binpack 2021-10-09T16:28:06.865Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=c3916064-26f5-e781-9e04-db5094cb365f job_id=mock-service-3a41dc1a-6967-fd6b-0191-477062c49d82 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.869Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=c3916064-26f5-e781-9e04-db5094cb365f job_id=mock-service-3a41dc1a-6967-fd6b-0191-477062c49d82 namespace=default status=complete === RUN TestServiceSched_Spread/70%_in_dc1 2021-10-09T16:28:06.870Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=12eb3d68-c9b7-229e-ed32-241ebc748942 job_id=mock-service-93692acc-d55a-3f6b-1eea-1292202cac72 namespace=default algorithm=binpack 2021-10-09T16:28:06.870Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=12eb3d68-c9b7-229e-ed32-241ebc748942 job_id=mock-service-93692acc-d55a-3f6b-1eea-1292202cac72 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.872Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=12eb3d68-c9b7-229e-ed32-241ebc748942 job_id=mock-service-93692acc-d55a-3f6b-1eea-1292202cac72 namespace=default status=complete === RUN TestServiceSched_Spread/60%_in_dc1 2021-10-09T16:28:06.874Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=3952bffa-b991-5d8e-c175-5f93ba33c57c job_id=mock-service-fab1158f-b8c7-7198-06cd-f60c2d840871 namespace=default algorithm=binpack 2021-10-09T16:28:06.874Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=3952bffa-b991-5d8e-c175-5f93ba33c57c job_id=mock-service-fab1158f-b8c7-7198-06cd-f60c2d840871 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.876Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=3952bffa-b991-5d8e-c175-5f93ba33c57c job_id=mock-service-fab1158f-b8c7-7198-06cd-f60c2d840871 namespace=default status=complete === RUN TestServiceSched_Spread/50%_in_dc1 2021-10-09T16:28:06.877Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=91b0c0a5-7d58-f83a-26f0-c2ba7a7a786a job_id=mock-service-e47ef93f-7ab4-3bb2-5d5b-c5181f318c99 namespace=default algorithm=binpack 2021-10-09T16:28:06.877Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=91b0c0a5-7d58-f83a-26f0-c2ba7a7a786a job_id=mock-service-e47ef93f-7ab4-3bb2-5d5b-c5181f318c99 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.935Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=91b0c0a5-7d58-f83a-26f0-c2ba7a7a786a job_id=mock-service-e47ef93f-7ab4-3bb2-5d5b-c5181f318c99 namespace=default status=complete === RUN TestServiceSched_Spread/40%_in_dc1 2021-10-09T16:28:06.938Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=4a773c9b-2e3b-124f-4f63-5a2463eddd47 job_id=mock-service-c0801204-65c1-eb8c-c32b-1dcdb9c5d01a namespace=default algorithm=binpack 2021-10-09T16:28:06.938Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=4a773c9b-2e3b-124f-4f63-5a2463eddd47 job_id=mock-service-c0801204-65c1-eb8c-c32b-1dcdb9c5d01a namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.944Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=4a773c9b-2e3b-124f-4f63-5a2463eddd47 job_id=mock-service-c0801204-65c1-eb8c-c32b-1dcdb9c5d01a namespace=default status=complete === RUN TestServiceSched_Spread/30%_in_dc1 2021-10-09T16:28:06.947Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=03567965-af84-3566-5b13-d6c4f9c4d925 job_id=mock-service-f6c8054e-ee8e-9db0-0649-ab2b9a102970 namespace=default algorithm=binpack 2021-10-09T16:28:06.947Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=03567965-af84-3566-5b13-d6c4f9c4d925 job_id=mock-service-f6c8054e-ee8e-9db0-0649-ab2b9a102970 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.954Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=03567965-af84-3566-5b13-d6c4f9c4d925 job_id=mock-service-f6c8054e-ee8e-9db0-0649-ab2b9a102970 namespace=default status=complete === RUN TestServiceSched_Spread/20%_in_dc1 2021-10-09T16:28:06.956Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=74c8c6b0-1d93-4a9c-1804-c52219300e27 job_id=mock-service-39c5e88f-2c83-149e-5d5c-d4ece37cae15 namespace=default algorithm=binpack 2021-10-09T16:28:06.956Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=74c8c6b0-1d93-4a9c-1804-c52219300e27 job_id=mock-service-39c5e88f-2c83-149e-5d5c-d4ece37cae15 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.959Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=74c8c6b0-1d93-4a9c-1804-c52219300e27 job_id=mock-service-39c5e88f-2c83-149e-5d5c-d4ece37cae15 namespace=default status=complete === RUN TestServiceSched_Spread/10%_in_dc1 2021-10-09T16:28:06.960Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=73165934-25f4-753c-18c6-30b139d49460 job_id=mock-service-fa6bc235-b4ff-98df-fb86-21e979e8b88b namespace=default algorithm=binpack 2021-10-09T16:28:06.960Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=73165934-25f4-753c-18c6-30b139d49460 job_id=mock-service-fa6bc235-b4ff-98df-fb86-21e979e8b88b namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.963Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=73165934-25f4-753c-18c6-30b139d49460 job_id=mock-service-fa6bc235-b4ff-98df-fb86-21e979e8b88b namespace=default status=complete --- PASS: TestServiceSched_Spread (0.11s) --- PASS: TestServiceSched_Spread/100%_in_dc1 (0.00s) --- PASS: TestServiceSched_Spread/90%_in_dc1 (0.00s) --- PASS: TestServiceSched_Spread/80%_in_dc1 (0.00s) --- PASS: TestServiceSched_Spread/70%_in_dc1 (0.00s) --- PASS: TestServiceSched_Spread/60%_in_dc1 (0.00s) --- PASS: TestServiceSched_Spread/50%_in_dc1 (0.06s) --- PASS: TestServiceSched_Spread/40%_in_dc1 (0.01s) --- PASS: TestServiceSched_Spread/30%_in_dc1 (0.01s) --- PASS: TestServiceSched_Spread/20%_in_dc1 (0.01s) --- PASS: TestServiceSched_Spread/10%_in_dc1 (0.00s) === RUN TestServiceSched_EvenSpread 2021-10-09T16:28:06.965Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=51535b20-082b-42e8-90fd-216f17f46229 job_id=mock-service-b3229edb-942f-4324-0356-acc2dc2187c4 namespace=default algorithm=binpack 2021-10-09T16:28:06.965Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=51535b20-082b-42e8-90fd-216f17f46229 job_id=mock-service-b3229edb-942f-4324-0356-acc2dc2187c4 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.970Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=51535b20-082b-42e8-90fd-216f17f46229 job_id=mock-service-b3229edb-942f-4324-0356-acc2dc2187c4 namespace=default status=complete --- PASS: TestServiceSched_EvenSpread (0.01s) === RUN TestServiceSched_JobRegister_Annotate 2021-10-09T16:28:06.971Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=985dc112-f6a6-610f-0dcc-fc129fe15e3e job_id=mock-service-eef35b0e-2f19-cae3-72c2-3b05464d1bcd namespace=default algorithm=binpack 2021-10-09T16:28:06.971Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=985dc112-f6a6-610f-0dcc-fc129fe15e3e job_id=mock-service-eef35b0e-2f19-cae3-72c2-3b05464d1bcd namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.974Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=985dc112-f6a6-610f-0dcc-fc129fe15e3e job_id=mock-service-eef35b0e-2f19-cae3-72c2-3b05464d1bcd namespace=default status=complete --- PASS: TestServiceSched_JobRegister_Annotate (0.00s) === RUN TestServiceSched_JobRegister_CountZero 2021-10-09T16:28:06.975Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=28ccb64a-655a-109e-ad50-b21c00323fbb job_id=mock-service-b91f31ee-f7bb-0a25-5edd-d43a161fb2fa namespace=default algorithm=binpack 2021-10-09T16:28:06.975Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=28ccb64a-655a-109e-ad50-b21c00323fbb job_id=mock-service-b91f31ee-f7bb-0a25-5edd-d43a161fb2fa namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.975Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=28ccb64a-655a-109e-ad50-b21c00323fbb job_id=mock-service-b91f31ee-f7bb-0a25-5edd-d43a161fb2fa namespace=default status=complete --- PASS: TestServiceSched_JobRegister_CountZero (0.00s) === RUN TestServiceSched_JobRegister_AllocFail 2021-10-09T16:28:06.976Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=0016905e-f464-5461-832e-15c45491dcf8 job_id=mock-service-db2097b8-9302-5396-29ca-0b0def0c9429 namespace=default algorithm=binpack 2021-10-09T16:28:06.976Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=0016905e-f464-5461-832e-15c45491dcf8 job_id=mock-service-db2097b8-9302-5396-29ca-0b0def0c9429 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.976Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=0016905e-f464-5461-832e-15c45491dcf8 job_id=mock-service-db2097b8-9302-5396-29ca-0b0def0c9429 namespace=default blocked_eval_id=97fc5454-18df-4f31-045c-4de66289a4eb 2021-10-09T16:28:06.976Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=0016905e-f464-5461-832e-15c45491dcf8 job_id=mock-service-db2097b8-9302-5396-29ca-0b0def0c9429 namespace=default status=complete --- PASS: TestServiceSched_JobRegister_AllocFail (0.00s) === RUN TestServiceSched_JobRegister_CreateBlockedEval 2021-10-09T16:28:06.977Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=beff7a00-3257-3f97-c700-ee7fb6b55a86 job_id=mock-service-dd6f3a77-ec63-6f1f-cf46-eb1898c89f5a namespace=default algorithm=binpack 2021-10-09T16:28:06.977Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=beff7a00-3257-3f97-c700-ee7fb6b55a86 job_id=mock-service-dd6f3a77-ec63-6f1f-cf46-eb1898c89f5a namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.977Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=beff7a00-3257-3f97-c700-ee7fb6b55a86 job_id=mock-service-dd6f3a77-ec63-6f1f-cf46-eb1898c89f5a namespace=default blocked_eval_id=7caa3151-572b-ce56-b44e-9203ab1fee5d 2021-10-09T16:28:06.977Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=beff7a00-3257-3f97-c700-ee7fb6b55a86 job_id=mock-service-dd6f3a77-ec63-6f1f-cf46-eb1898c89f5a namespace=default status=complete --- PASS: TestServiceSched_JobRegister_CreateBlockedEval (0.00s) === RUN TestServiceSched_JobRegister_FeasibleAndInfeasibleTG 2021-10-09T16:28:06.978Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=01edf638-bf5e-0365-cdae-436c2a964aca job_id=mock-service-1e6ccc6e-4018-8372-a4ad-ca6050501980 namespace=default algorithm=binpack 2021-10-09T16:28:06.978Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=01edf638-bf5e-0365-cdae-436c2a964aca job_id=mock-service-1e6ccc6e-4018-8372-a4ad-ca6050501980 namespace=default results="Total changes: (place 4) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 2) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0) Desired Changes for "web2": (place 2) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.979Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=01edf638-bf5e-0365-cdae-436c2a964aca job_id=mock-service-1e6ccc6e-4018-8372-a4ad-ca6050501980 namespace=default blocked_eval_id=5e79a853-0cd6-563e-6158-3d77ac7e6722 2021-10-09T16:28:06.979Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=01edf638-bf5e-0365-cdae-436c2a964aca job_id=mock-service-1e6ccc6e-4018-8372-a4ad-ca6050501980 namespace=default status=complete --- PASS: TestServiceSched_JobRegister_FeasibleAndInfeasibleTG (0.00s) === RUN TestServiceSched_EvaluateMaxPlanEval 2021-10-09T16:28:06.980Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=975c2cab-30ad-ce7a-45ed-cd5d2d3077bd job_id=mock-service-69199c21-f75d-1120-61b9-04a45f436178 namespace=default algorithm=binpack 2021-10-09T16:28:06.980Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=975c2cab-30ad-ce7a-45ed-cd5d2d3077bd job_id=mock-service-69199c21-f75d-1120-61b9-04a45f436178 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.980Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=975c2cab-30ad-ce7a-45ed-cd5d2d3077bd job_id=mock-service-69199c21-f75d-1120-61b9-04a45f436178 namespace=default status=complete --- PASS: TestServiceSched_EvaluateMaxPlanEval (0.00s) === RUN TestServiceSched_Plan_Partial_Progress 2021-10-09T16:28:06.981Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=846902ad-2ab9-4857-070f-2648ffa19699 job_id=mock-service-0610562b-31f8-f57f-fb99-25a462d888da namespace=default algorithm=binpack 2021-10-09T16:28:06.981Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=846902ad-2ab9-4857-070f-2648ffa19699 job_id=mock-service-0610562b-31f8-f57f-fb99-25a462d888da namespace=default results="Total changes: (place 3) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 3) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.981Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=846902ad-2ab9-4857-070f-2648ffa19699 job_id=mock-service-0610562b-31f8-f57f-fb99-25a462d888da namespace=default blocked_eval_id=ab076e4f-de63-4a04-12f3-5d7e45df435d 2021-10-09T16:28:06.982Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=846902ad-2ab9-4857-070f-2648ffa19699 job_id=mock-service-0610562b-31f8-f57f-fb99-25a462d888da namespace=default status=complete --- PASS: TestServiceSched_Plan_Partial_Progress (0.00s) === RUN TestServiceSched_EvaluateBlockedEval 2021-10-09T16:28:06.982Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=1d54ab3e-be8d-3f65-e253-9441daff63dc job_id=mock-service-844f82a0-39bc-9cf2-66eb-1569df8e7ab0 namespace=default algorithm=binpack 2021-10-09T16:28:06.982Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=1d54ab3e-be8d-3f65-e253-9441daff63dc job_id=mock-service-844f82a0-39bc-9cf2-66eb-1569df8e7ab0 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" --- PASS: TestServiceSched_EvaluateBlockedEval (0.00s) === RUN TestServiceSched_EvaluateBlockedEval_Finished 2021-10-09T16:28:06.983Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=6d5d0120-cc83-36bc-d32b-9ac6563aacd9 job_id=mock-service-d019ad5b-bb8b-32a8-0937-a798d90efabe namespace=default algorithm=binpack 2021-10-09T16:28:06.983Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=6d5d0120-cc83-36bc-d32b-9ac6563aacd9 job_id=mock-service-d019ad5b-bb8b-32a8-0937-a798d90efabe namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:06.985Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=6d5d0120-cc83-36bc-d32b-9ac6563aacd9 job_id=mock-service-d019ad5b-bb8b-32a8-0937-a798d90efabe namespace=default status=complete --- PASS: TestServiceSched_EvaluateBlockedEval_Finished (0.00s) === RUN TestServiceSched_JobModify 2021-10-09T16:28:07.032Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=8d6d0170-7fd3-75b3-3ce8-e8b429c92564 desired_status=stop 2021-10-09T16:28:07.032Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=fdc964ad-f508-dd64-dd6e-3aedd4a5a334 desired_status=stop 2021-10-09T16:28:07.032Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=df62e7d6-0868-9e0b-6c99-a79255bac667 desired_status=stop 2021-10-09T16:28:07.033Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=a7fbe9f4-2f64-097d-ac8d-28534c76df01 desired_status=stop 2021-10-09T16:28:07.033Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=44027a33-2d87-3d7e-8398-731b3f9ab868 desired_status=stop 2021-10-09T16:28:07.033Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=f247c3a8-1857-d870-7e06-8fed22e75df5 job_id=mock-service-0aeae6b3-11ae-c8b9-740e-637c1d7bb4ee namespace=default algorithm=binpack 2021-10-09T16:28:07.033Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=f247c3a8-1857-d870-7e06-8fed22e75df5 job_id=mock-service-0aeae6b3-11ae-c8b9-740e-637c1d7bb4ee namespace=default results="Total changes: (place 0) (destructive 10) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 10) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:07.037Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=f247c3a8-1857-d870-7e06-8fed22e75df5 job_id=mock-service-0aeae6b3-11ae-c8b9-740e-637c1d7bb4ee namespace=default status=complete --- PASS: TestServiceSched_JobModify (0.05s) === RUN TestServiceSched_JobModify_IncrCount_NodeLimit 2021-10-09T16:28:07.038Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=e1343825-5af3-cc57-ca22-4f4f814a2db4 job_id=mock-service-901f4e6d-a95e-b2c8-1dff-25148848c2f3 namespace=default algorithm=binpack 2021-10-09T16:28:07.038Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=e1343825-5af3-cc57-ca22-4f4f814a2db4 job_id=mock-service-901f4e6d-a95e-b2c8-1dff-25148848c2f3 namespace=default results="Total changes: (place 2) (destructive 0) (inplace 1) (stop 0) Desired Changes for "web": (place 2) (inplace 1) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:07.039Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=e1343825-5af3-cc57-ca22-4f4f814a2db4 job_id=mock-service-901f4e6d-a95e-b2c8-1dff-25148848c2f3 namespace=default status=complete --- PASS: TestServiceSched_JobModify_IncrCount_NodeLimit (0.00s) === RUN TestServiceSched_JobModify_CountZero 2021-10-09T16:28:07.042Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=6a339088-5168-5cfa-f97a-f995b1c0d8b6 desired_status=stop 2021-10-09T16:28:07.042Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=4a82a6e7-3a05-79a8-c0e2-3f08627419c4 desired_status=stop 2021-10-09T16:28:07.043Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=c5b5b764-285f-cc1a-a661-49b42a7d2d39 desired_status=stop 2021-10-09T16:28:07.043Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=5139c024-fcbd-6691-5db0-6c47022ad014 desired_status=stop 2021-10-09T16:28:07.043Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=10e19e82-0500-0d99-f058-28ee28bebbeb desired_status=stop 2021-10-09T16:28:07.044Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=af42f4f7-50b3-54ef-9c9a-0da6547bcc67 job_id=mock-service-c21f2f28-a21a-8a1d-e8d8-902a53949151 namespace=default algorithm=binpack 2021-10-09T16:28:07.044Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=af42f4f7-50b3-54ef-9c9a-0da6547bcc67 job_id=mock-service-c21f2f28-a21a-8a1d-e8d8-902a53949151 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 10) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 10) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:07.046Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=af42f4f7-50b3-54ef-9c9a-0da6547bcc67 job_id=mock-service-c21f2f28-a21a-8a1d-e8d8-902a53949151 namespace=default status=complete --- PASS: TestServiceSched_JobModify_CountZero (0.01s) === RUN TestServiceSched_JobModify_Rolling 2021-10-09T16:28:07.048Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=48dc2b60-6f4b-9bc4-d2dd-301409bff5d2 job_id=mock-service-9094b787-d778-f919-4c3f-fe4b90dd9302 namespace=default algorithm=binpack 2021-10-09T16:28:07.048Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=48dc2b60-6f4b-9bc4-d2dd-301409bff5d2 job_id=mock-service-9094b787-d778-f919-4c3f-fe4b90dd9302 namespace=default results="Total changes: (place 0) (destructive 4) (inplace 0) (stop 0) Created Deployment: "aeba39f9-9420-bfe9-ba6b-dcc943a846e0" Desired Changes for "web": (place 0) (inplace 0) (destructive 4) (stop 0) (migrate 0) (ignore 6) (canary 0)" 2021-10-09T16:28:07.050Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=48dc2b60-6f4b-9bc4-d2dd-301409bff5d2 job_id=mock-service-9094b787-d778-f919-4c3f-fe4b90dd9302 namespace=default status=complete --- PASS: TestServiceSched_JobModify_Rolling (0.00s) === RUN TestServiceSched_JobModify_Rolling_FullNode 2021-10-09T16:28:07.051Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=457d3d44-e680-d8a9-4be1-e3648c5b642c job_id=mock-service-f169c633-2de8-1a85-fb40-1d5a48ef91b6 namespace=default algorithm=binpack 2021-10-09T16:28:07.051Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=457d3d44-e680-d8a9-4be1-e3648c5b642c job_id=mock-service-f169c633-2de8-1a85-fb40-1d5a48ef91b6 namespace=default results="Total changes: (place 4) (destructive 1) (inplace 0) (stop 0) Created Deployment: "9cf79791-69eb-7e50-6f69-653d90eb2662" Desired Changes for "web": (place 4) (inplace 0) (destructive 1) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:07.053Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=457d3d44-e680-d8a9-4be1-e3648c5b642c job_id=mock-service-f169c633-2de8-1a85-fb40-1d5a48ef91b6 namespace=default status=complete --- PASS: TestServiceSched_JobModify_Rolling_FullNode (0.00s) === RUN TestServiceSched_JobModify_Canaries 2021-10-09T16:28:07.056Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=9e3454a0-676c-1c7b-f079-7e52b18f2816 job_id=mock-service-ac8418c7-349b-10b1-b0c7-27eced49e936 namespace=default algorithm=binpack 2021-10-09T16:28:07.056Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=9e3454a0-676c-1c7b-f079-7e52b18f2816 job_id=mock-service-ac8418c7-349b-10b1-b0c7-27eced49e936 namespace=default results="Total changes: (place 2) (destructive 0) (inplace 0) (stop 0) Created Deployment: "0045068e-6b65-7f9e-b18e-75ea3e9f8bc1" Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 10) (canary 2)" 2021-10-09T16:28:07.056Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=9e3454a0-676c-1c7b-f079-7e52b18f2816 job_id=mock-service-ac8418c7-349b-10b1-b0c7-27eced49e936 namespace=default status=complete --- PASS: TestServiceSched_JobModify_Canaries (0.00s) === RUN TestServiceSched_JobModify_InPlace 2021-10-09T16:28:07.058Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=a6023d51-836f-09df-c130-c955c80630c4 job_id=mock-service-1efd4334-cf93-c8cf-ac71-ecfa4318d616 namespace=default algorithm=binpack 2021-10-09T16:28:07.059Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=a6023d51-836f-09df-c130-c955c80630c4 job_id=mock-service-1efd4334-cf93-c8cf-ac71-ecfa4318d616 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 10) (stop 0) Created Deployment: "5348c401-667c-9d5a-cb3e-67465c00213e" Deployment Update for ID "9363fc59-23a0-cf3d-220a-4f2097ef0d6a": Status "cancelled"; Description "Cancelled due to newer version of job" Desired Changes for "web": (place 0) (inplace 10) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:07.060Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=a6023d51-836f-09df-c130-c955c80630c4 job_id=mock-service-1efd4334-cf93-c8cf-ac71-ecfa4318d616 namespace=default status=complete --- PASS: TestServiceSched_JobModify_InPlace (0.00s) === RUN TestServiceSched_JobModify_InPlace08 2021-10-09T16:28:07.062Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=e9cb5767-1e85-8d73-66bb-8a2736ec5279 job_id=mock-service-378cabd7-fe2d-5e69-b7a1-e4692dfef26a namespace=default algorithm=binpack 2021-10-09T16:28:07.062Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=e9cb5767-1e85-8d73-66bb-8a2736ec5279 job_id=mock-service-378cabd7-fe2d-5e69-b7a1-e4692dfef26a namespace=default results="Total changes: (place 0) (destructive 0) (inplace 1) (stop 0) Desired Changes for "web": (place 0) (inplace 1) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:07.063Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=e9cb5767-1e85-8d73-66bb-8a2736ec5279 job_id=mock-service-378cabd7-fe2d-5e69-b7a1-e4692dfef26a namespace=default status=complete --- PASS: TestServiceSched_JobModify_InPlace08 (0.00s) === RUN TestServiceSched_JobModify_DistinctProperty 2021-10-09T16:28:07.065Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=f11bf2cc-8f8e-e824-a810-bf9b23c7f6b9 job_id=mock-service-e263c296-5187-f63a-c436-9c47eed4688a namespace=default algorithm=binpack 2021-10-09T16:28:07.066Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=f11bf2cc-8f8e-e824-a810-bf9b23c7f6b9 job_id=mock-service-e263c296-5187-f63a-c436-9c47eed4688a namespace=default results="Total changes: (place 7) (destructive 0) (inplace 4) (stop 0) Desired Changes for "web": (place 7) (inplace 4) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:07.068Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=f11bf2cc-8f8e-e824-a810-bf9b23c7f6b9 job_id=mock-service-e263c296-5187-f63a-c436-9c47eed4688a namespace=default blocked_eval_id=cb313581-6615-4d3a-2c14-fd7761b878b0 2021-10-09T16:28:07.068Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=f11bf2cc-8f8e-e824-a810-bf9b23c7f6b9 job_id=mock-service-e263c296-5187-f63a-c436-9c47eed4688a namespace=default status=complete --- PASS: TestServiceSched_JobModify_DistinctProperty (0.01s) === RUN TestServiceSched_JobModify_NodeReschedulePenalty 2021-10-09T16:28:07.071Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=86da8367-38a3-fd46-e9be-081aa50bf45c client_status=failed 2021-10-09T16:28:07.071Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=cfcadb8b-adbe-73df-08c0-ce722d982852 job_id=mock-service-812ebd47-4b73-d7b9-6a95-095336d03fb4 namespace=default algorithm=binpack 2021-10-09T16:28:07.071Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=cfcadb8b-adbe-73df-08c0-ce722d982852 job_id=mock-service-812ebd47-4b73-d7b9-6a95-095336d03fb4 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 1) (canary 0)" 2021-10-09T16:28:07.072Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=cfcadb8b-adbe-73df-08c0-ce722d982852 job_id=mock-service-812ebd47-4b73-d7b9-6a95-095336d03fb4 namespace=default status=complete 2021-10-09T16:28:07.072Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=8d106a14-d13c-9915-216d-105fa560fbc8 job_id=mock-service-812ebd47-4b73-d7b9-6a95-095336d03fb4 namespace=default algorithm=binpack 2021-10-09T16:28:07.072Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=8d106a14-d13c-9915-216d-105fa560fbc8 job_id=mock-service-812ebd47-4b73-d7b9-6a95-095336d03fb4 namespace=default results="Total changes: (place 0) (destructive 2) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 2) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:07.073Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=8d106a14-d13c-9915-216d-105fa560fbc8 job_id=mock-service-812ebd47-4b73-d7b9-6a95-095336d03fb4 namespace=default status=complete --- PASS: TestServiceSched_JobModify_NodeReschedulePenalty (0.00s) === RUN TestServiceSched_JobDeregister_Purged 2021-10-09T16:28:07.075Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=016e0d35-c110-2549-42b0-fca82f72102f job_id=mock-service-30954fdf-7963-4c90-3561-3064a517e12d namespace=default algorithm=binpack 2021-10-09T16:28:07.075Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=016e0d35-c110-2549-42b0-fca82f72102f job_id=mock-service-30954fdf-7963-4c90-3561-3064a517e12d namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 10) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 10) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:07.076Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=016e0d35-c110-2549-42b0-fca82f72102f job_id=mock-service-30954fdf-7963-4c90-3561-3064a517e12d namespace=default status=complete --- PASS: TestServiceSched_JobDeregister_Purged (0.00s) === RUN TestServiceSched_JobDeregister_Stopped 2021-10-09T16:28:07.131Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=62d07a18-7e85-2c09-21fd-270af9ed5e0e job_id=mock-service-9dd7d4c7-67d1-2729-95cb-c6a1d9de78b1 namespace=default algorithm=binpack 2021-10-09T16:28:07.131Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=62d07a18-7e85-2c09-21fd-270af9ed5e0e job_id=mock-service-9dd7d4c7-67d1-2729-95cb-c6a1d9de78b1 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 10) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 10) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:07.132Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=62d07a18-7e85-2c09-21fd-270af9ed5e0e job_id=mock-service-9dd7d4c7-67d1-2729-95cb-c6a1d9de78b1 namespace=default status=complete --- PASS: TestServiceSched_JobDeregister_Stopped (0.06s) === RUN TestServiceSched_NodeDown === RUN TestServiceSched_NodeDown/#00 2021-10-09T16:28:07.133Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=e854621f-8ba7-c3d1-fbcd-ccd8438f63f0 desired_status=stop 2021-10-09T16:28:07.133Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=e854621f-8ba7-c3d1-fbcd-ccd8438f63f0 client_status=running 2021-10-09T16:28:07.134Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=e648aad3-e52e-afed-a475-f087fc90e88e job_id=mock-service-3f28f829-7108-61ea-0663-b6fdbad7c105 namespace=default algorithm=binpack 2021-10-09T16:28:07.134Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=e648aad3-e52e-afed-a475-f087fc90e88e job_id=mock-service-3f28f829-7108-61ea-0663-b6fdbad7c105 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:07.134Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=e648aad3-e52e-afed-a475-f087fc90e88e job_id=mock-service-3f28f829-7108-61ea-0663-b6fdbad7c105 namespace=default blocked_eval_id=9668e17a-fd86-c522-e340-5720e2008e55 2021-10-09T16:28:07.135Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=e648aad3-e52e-afed-a475-f087fc90e88e job_id=mock-service-3f28f829-7108-61ea-0663-b6fdbad7c105 namespace=default status=complete === RUN TestServiceSched_NodeDown/#01 2021-10-09T16:28:07.137Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=91b03d3d-aa35-a5fe-1c8c-08d4d1dcb493 job_id=mock-service-fe9c5cd1-8c34-1b09-3e32-37765359fde8 namespace=default algorithm=binpack 2021-10-09T16:28:07.138Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=91b03d3d-aa35-a5fe-1c8c-08d4d1dcb493 job_id=mock-service-fe9c5cd1-8c34-1b09-3e32-37765359fde8 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 9) (inplace 0) (destructive 0) (stop 0) (migrate 1) (ignore 0) (canary 0)" 2021-10-09T16:28:07.138Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=91b03d3d-aa35-a5fe-1c8c-08d4d1dcb493 job_id=mock-service-fe9c5cd1-8c34-1b09-3e32-37765359fde8 namespace=default blocked_eval_id=c3a159fa-86d8-ba50-d72a-83426decf91d 2021-10-09T16:28:07.138Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=91b03d3d-aa35-a5fe-1c8c-08d4d1dcb493 job_id=mock-service-fe9c5cd1-8c34-1b09-3e32-37765359fde8 namespace=default status=complete === RUN TestServiceSched_NodeDown/#02 2021-10-09T16:28:07.140Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=e947bc0d-e662-8da6-daf3-edbc70b69dec client_status=running 2021-10-09T16:28:07.140Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=cc54df7a-76c0-b34b-5319-5f9e4b5e0864 job_id=mock-service-f0c4da70-420c-98b1-0824-b40ec0d10505 namespace=default algorithm=binpack 2021-10-09T16:28:07.141Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=cc54df7a-76c0-b34b-5319-5f9e4b5e0864 job_id=mock-service-f0c4da70-420c-98b1-0824-b40ec0d10505 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 9) (inplace 0) (destructive 0) (stop 0) (migrate 1) (ignore 0) (canary 0)" 2021-10-09T16:28:07.141Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=cc54df7a-76c0-b34b-5319-5f9e4b5e0864 job_id=mock-service-f0c4da70-420c-98b1-0824-b40ec0d10505 namespace=default blocked_eval_id=52e85632-896c-2ee2-1980-9364cfd51880 2021-10-09T16:28:07.142Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=cc54df7a-76c0-b34b-5319-5f9e4b5e0864 job_id=mock-service-f0c4da70-420c-98b1-0824-b40ec0d10505 namespace=default status=complete === RUN TestServiceSched_NodeDown/#03 2021-10-09T16:28:07.143Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=efcfdbc5-2ecb-a037-d24b-97842a50e8d7 job_id=mock-service-5ecb0652-41c2-5dab-f4d3-f2981e93235d namespace=default algorithm=binpack 2021-10-09T16:28:07.143Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=efcfdbc5-2ecb-a037-d24b-97842a50e8d7 job_id=mock-service-5ecb0652-41c2-5dab-f4d3-f2981e93235d namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:07.143Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=efcfdbc5-2ecb-a037-d24b-97842a50e8d7 job_id=mock-service-5ecb0652-41c2-5dab-f4d3-f2981e93235d namespace=default blocked_eval_id=1630a505-fbbd-d7d0-7cfb-ad74a5fe79a2 2021-10-09T16:28:07.143Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=efcfdbc5-2ecb-a037-d24b-97842a50e8d7 job_id=mock-service-5ecb0652-41c2-5dab-f4d3-f2981e93235d namespace=default status=complete === RUN TestServiceSched_NodeDown/#04 2021-10-09T16:28:07.144Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=ec463b01-35b4-1de9-c3a4-892540beebe0 client_status=complete 2021-10-09T16:28:07.145Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=6bea46a1-a145-abc7-12e2-db7629b80e79 job_id=mock-service-73f4ba91-d29b-34ca-d8a0-8cf54a3b95db namespace=default algorithm=binpack 2021-10-09T16:28:07.145Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=6bea46a1-a145-abc7-12e2-db7629b80e79 job_id=mock-service-73f4ba91-d29b-34ca-d8a0-8cf54a3b95db namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:07.145Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=6bea46a1-a145-abc7-12e2-db7629b80e79 job_id=mock-service-73f4ba91-d29b-34ca-d8a0-8cf54a3b95db namespace=default blocked_eval_id=4a3e0c2b-c8f3-346b-d2e5-29b305d228d2 2021-10-09T16:28:07.145Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=6bea46a1-a145-abc7-12e2-db7629b80e79 job_id=mock-service-73f4ba91-d29b-34ca-d8a0-8cf54a3b95db namespace=default status=complete === RUN TestServiceSched_NodeDown/#05 2021-10-09T16:28:07.147Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=e727a3b7-5410-c899-2458-13d2d27acce3 client_status=failed 2021-10-09T16:28:07.147Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=afa79cc9-cbf5-9cbb-6f73-a16f90d61db2 job_id=mock-service-a74b412a-0491-20ba-a3eb-31ce44f15e1d namespace=default algorithm=binpack 2021-10-09T16:28:07.147Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=afa79cc9-cbf5-9cbb-6f73-a16f90d61db2 job_id=mock-service-a74b412a-0491-20ba-a3eb-31ce44f15e1d namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:07.147Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=afa79cc9-cbf5-9cbb-6f73-a16f90d61db2 job_id=mock-service-a74b412a-0491-20ba-a3eb-31ce44f15e1d namespace=default blocked_eval_id=99b4adbf-b0e8-ff75-60bd-9111f1c8710f 2021-10-09T16:28:07.148Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=afa79cc9-cbf5-9cbb-6f73-a16f90d61db2 job_id=mock-service-a74b412a-0491-20ba-a3eb-31ce44f15e1d namespace=default status=complete === RUN TestServiceSched_NodeDown/#06 2021-10-09T16:28:07.149Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=ef1ede7e-e307-0366-22b3-f719f3fc2072 desired_status=evict 2021-10-09T16:28:07.149Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=ef1ede7e-e307-0366-22b3-f719f3fc2072 client_status=running 2021-10-09T16:28:07.149Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=cb88026f-ffc5-b9d6-1b0b-98e89e43fef9 job_id=mock-service-c0e2a9f4-54d1-6ef1-7cff-d6a09dc148a8 namespace=default algorithm=binpack 2021-10-09T16:28:07.149Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=cb88026f-ffc5-b9d6-1b0b-98e89e43fef9 job_id=mock-service-c0e2a9f4-54d1-6ef1-7cff-d6a09dc148a8 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:07.149Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=cb88026f-ffc5-b9d6-1b0b-98e89e43fef9 job_id=mock-service-c0e2a9f4-54d1-6ef1-7cff-d6a09dc148a8 namespace=default blocked_eval_id=34775060-cb9f-25a8-2829-a3f0b67790ed 2021-10-09T16:28:07.150Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=cb88026f-ffc5-b9d6-1b0b-98e89e43fef9 job_id=mock-service-c0e2a9f4-54d1-6ef1-7cff-d6a09dc148a8 namespace=default status=complete --- PASS: TestServiceSched_NodeDown (0.02s) --- PASS: TestServiceSched_NodeDown/#00 (0.00s) --- PASS: TestServiceSched_NodeDown/#01 (0.00s) --- PASS: TestServiceSched_NodeDown/#02 (0.00s) --- PASS: TestServiceSched_NodeDown/#03 (0.00s) --- PASS: TestServiceSched_NodeDown/#04 (0.00s) --- PASS: TestServiceSched_NodeDown/#05 (0.00s) --- PASS: TestServiceSched_NodeDown/#06 (0.00s) === RUN TestServiceSched_StopAfterClientDisconnect === RUN TestServiceSched_StopAfterClientDisconnect/#00 2021-10-09T16:28:07.151Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=79fe7d24-5b98-50e6-be0e-ac6ea7e0de82 client_status=running 2021-10-09T16:28:07.151Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=3686bc17-c0c8-f083-3fcb-2dc55989fc76 job_id=mock-service-e4e78fea-0708-11c5-24c5-5768060839ae namespace=default algorithm=binpack 2021-10-09T16:28:07.151Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=3686bc17-c0c8-f083-3fcb-2dc55989fc76 job_id=mock-service-e4e78fea-0708-11c5-24c5-5768060839ae namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:07.151Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=3686bc17-c0c8-f083-3fcb-2dc55989fc76 job_id=mock-service-e4e78fea-0708-11c5-24c5-5768060839ae namespace=default blocked_eval_id=a7bd9899-d3dd-6e4b-54e9-572a3feb5b32 2021-10-09T16:28:07.151Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=3686bc17-c0c8-f083-3fcb-2dc55989fc76 job_id=mock-service-e4e78fea-0708-11c5-24c5-5768060839ae namespace=default status=complete 2021-10-09T16:28:12.229Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=3686bc17-c0c8-f083-3fcb-2dc55989fc76 job_id=mock-service-e4e78fea-0708-11c5-24c5-5768060839ae namespace=default algorithm=binpack 2021-10-09T16:28:12.229Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=3686bc17-c0c8-f083-3fcb-2dc55989fc76 job_id=mock-service-e4e78fea-0708-11c5-24c5-5768060839ae namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:12.230Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=3686bc17-c0c8-f083-3fcb-2dc55989fc76 job_id=mock-service-e4e78fea-0708-11c5-24c5-5768060839ae namespace=default status=complete === RUN TestServiceSched_StopAfterClientDisconnect/#01 2021-10-09T16:28:12.241Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=9199b80c-2cf1-449d-116e-43524d7c4579 client_status=running 2021-10-09T16:28:12.242Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=d1ea9a0e-36fa-3a01-0ea6-8a7a42a9ba13 job_id=mock-service-f7fcd271-4cd5-8784-fd11-566408e74d54 namespace=default algorithm=binpack 2021-10-09T16:28:12.242Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=d1ea9a0e-36fa-3a01-0ea6-8a7a42a9ba13 job_id=mock-service-f7fcd271-4cd5-8784-fd11-566408e74d54 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:12.242Z [DEBUG] scheduler/generic_sched.go:294: service_sched: found reschedulable allocs, followup eval created: eval_id=d1ea9a0e-36fa-3a01-0ea6-8a7a42a9ba13 job_id=mock-service-f7fcd271-4cd5-8784-fd11-566408e74d54 namespace=default followup_eval_id=abb83840-8be2-e1be-b2b1-ad487f5b5595 2021-10-09T16:28:12.242Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=d1ea9a0e-36fa-3a01-0ea6-8a7a42a9ba13 job_id=mock-service-f7fcd271-4cd5-8784-fd11-566408e74d54 namespace=default status=complete === RUN TestServiceSched_StopAfterClientDisconnect/#02 2021-10-09T16:28:17.317Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=f9e15df7-13d2-22d2-04f6-2f43dd479010 client_status=running 2021-10-09T16:28:17.318Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=b9c5e89b-ff70-fcb1-5ca4-142305268b8a job_id=mock-service-ce48fd5d-c15b-5515-e90d-7088aa7fee2b namespace=default algorithm=binpack 2021-10-09T16:28:17.318Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=b9c5e89b-ff70-fcb1-5ca4-142305268b8a job_id=mock-service-ce48fd5d-c15b-5515-e90d-7088aa7fee2b namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:17.318Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=b9c5e89b-ff70-fcb1-5ca4-142305268b8a job_id=mock-service-ce48fd5d-c15b-5515-e90d-7088aa7fee2b namespace=default blocked_eval_id=c34e1ca2-274a-c40f-28d2-94d65a7bee1f 2021-10-09T16:28:17.319Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=b9c5e89b-ff70-fcb1-5ca4-142305268b8a job_id=mock-service-ce48fd5d-c15b-5515-e90d-7088aa7fee2b namespace=default status=complete 2021-10-09T16:28:22.398Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=b9c5e89b-ff70-fcb1-5ca4-142305268b8a job_id=mock-service-ce48fd5d-c15b-5515-e90d-7088aa7fee2b namespace=default algorithm=binpack 2021-10-09T16:28:22.398Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=b9c5e89b-ff70-fcb1-5ca4-142305268b8a job_id=mock-service-ce48fd5d-c15b-5515-e90d-7088aa7fee2b namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:22.398Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=b9c5e89b-ff70-fcb1-5ca4-142305268b8a job_id=mock-service-ce48fd5d-c15b-5515-e90d-7088aa7fee2b namespace=default status=complete === RUN TestServiceSched_StopAfterClientDisconnect/#03 2021-10-09T16:28:22.409Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=d8e8e10d-2d5e-b18b-db4f-24e9e206ffb9 client_status=running 2021-10-09T16:28:22.410Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=aeb4c1a4-f838-c2f0-f13d-9ccec65fea4f job_id=mock-service-519a0254-b92a-aaac-9350-3be487cf64bd namespace=default algorithm=binpack 2021-10-09T16:28:22.410Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=aeb4c1a4-f838-c2f0-f13d-9ccec65fea4f job_id=mock-service-519a0254-b92a-aaac-9350-3be487cf64bd namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:22.410Z [DEBUG] scheduler/generic_sched.go:294: service_sched: found reschedulable allocs, followup eval created: eval_id=aeb4c1a4-f838-c2f0-f13d-9ccec65fea4f job_id=mock-service-519a0254-b92a-aaac-9350-3be487cf64bd namespace=default followup_eval_id=e1d67664-9a82-0ecc-ec51-5d9f77f1a956 2021-10-09T16:28:22.411Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=aeb4c1a4-f838-c2f0-f13d-9ccec65fea4f job_id=mock-service-519a0254-b92a-aaac-9350-3be487cf64bd namespace=default status=complete --- PASS: TestServiceSched_StopAfterClientDisconnect (20.34s) --- PASS: TestServiceSched_StopAfterClientDisconnect/#00 (5.09s) --- PASS: TestServiceSched_StopAfterClientDisconnect/#01 (5.08s) --- PASS: TestServiceSched_StopAfterClientDisconnect/#02 (5.09s) --- PASS: TestServiceSched_StopAfterClientDisconnect/#03 (5.08s) === RUN TestServiceSched_NodeUpdate 2021-10-09T16:28:27.493Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=04ecb0f0-0543-552d-1927-45315c3ed54f job_id=mock-service-8670f122-f450-3883-12d6-a45a64a3d036 namespace=default algorithm=binpack 2021-10-09T16:28:27.493Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=04ecb0f0-0543-552d-1927-45315c3ed54f job_id=mock-service-8670f122-f450-3883-12d6-a45a64a3d036 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 10) (canary 0)" 2021-10-09T16:28:27.493Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=04ecb0f0-0543-552d-1927-45315c3ed54f job_id=mock-service-8670f122-f450-3883-12d6-a45a64a3d036 namespace=default status=complete --- PASS: TestServiceSched_NodeUpdate (0.00s) === RUN TestServiceSched_NodeDrain 2021-10-09T16:28:27.496Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=66051adc-4606-9769-213f-32a2ed5ae570 job_id=mock-service-bba3389d-5343-268b-5603-6b37d339cf09 namespace=default algorithm=binpack 2021-10-09T16:28:27.496Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=66051adc-4606-9769-213f-32a2ed5ae570 job_id=mock-service-bba3389d-5343-268b-5603-6b37d339cf09 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 10) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 10) (ignore 0) (canary 0)" 2021-10-09T16:28:27.499Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=66051adc-4606-9769-213f-32a2ed5ae570 job_id=mock-service-bba3389d-5343-268b-5603-6b37d339cf09 namespace=default status=complete --- PASS: TestServiceSched_NodeDrain (0.01s) === RUN TestServiceSched_NodeDrain_Down 2021-10-09T16:28:27.503Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=7d4242f4-d263-f1a5-6988-16f11182fe21 job_id=mock-service-ac45f666-8ece-4b97-a9a0-061818758d1f namespace=default algorithm=binpack 2021-10-09T16:28:27.503Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=7d4242f4-d263-f1a5-6988-16f11182fe21 job_id=mock-service-ac45f666-8ece-4b97-a9a0-061818758d1f namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 6) Desired Changes for "web": (place 4) (inplace 0) (destructive 0) (stop 0) (migrate 6) (ignore 0) (canary 0)" 2021-10-09T16:28:27.503Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=7d4242f4-d263-f1a5-6988-16f11182fe21 job_id=mock-service-ac45f666-8ece-4b97-a9a0-061818758d1f namespace=default blocked_eval_id=3072856f-c22b-9f62-4581-f661bfd2e7cc 2021-10-09T16:28:27.504Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=7d4242f4-d263-f1a5-6988-16f11182fe21 job_id=mock-service-ac45f666-8ece-4b97-a9a0-061818758d1f namespace=default status=complete --- PASS: TestServiceSched_NodeDrain_Down (0.01s) === RUN TestServiceSched_NodeDrain_Queued_Allocations 2021-10-09T16:28:27.506Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=dea4d99d-01ba-65e3-8721-c1bfed49b5c7 job_id=mock-service-dd14d47b-b007-9710-1be3-3ff326f37dd5 namespace=default algorithm=binpack 2021-10-09T16:28:27.506Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=dea4d99d-01ba-65e3-8721-c1bfed49b5c7 job_id=mock-service-dd14d47b-b007-9710-1be3-3ff326f37dd5 namespace=default results="Total changes: (place 2) (destructive 0) (inplace 0) (stop 2) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 2) (ignore 0) (canary 0)" 2021-10-09T16:28:27.506Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=dea4d99d-01ba-65e3-8721-c1bfed49b5c7 job_id=mock-service-dd14d47b-b007-9710-1be3-3ff326f37dd5 namespace=default blocked_eval_id=cfd7fd90-a0ec-c9b9-4cf6-93043f98b42c 2021-10-09T16:28:27.506Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=dea4d99d-01ba-65e3-8721-c1bfed49b5c7 job_id=mock-service-dd14d47b-b007-9710-1be3-3ff326f37dd5 namespace=default status=complete --- PASS: TestServiceSched_NodeDrain_Queued_Allocations (0.00s) === RUN TestServiceSched_RetryLimit 2021-10-09T16:28:27.508Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=69aad369-1e13-609a-fd42-736c79b33b66 job_id=mock-service-4fa8244d-7dd1-c20a-f3c9-645c2fe54978 namespace=default algorithm=binpack 2021-10-09T16:28:27.508Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=69aad369-1e13-609a-fd42-736c79b33b66 job_id=mock-service-4fa8244d-7dd1-c20a-f3c9-645c2fe54978 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.510Z [DEBUG] scheduler/generic_sched.go:311: service_sched: refresh forced: eval_id=69aad369-1e13-609a-fd42-736c79b33b66 job_id=mock-service-4fa8244d-7dd1-c20a-f3c9-645c2fe54978 namespace=default 2021-10-09T16:28:27.510Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=69aad369-1e13-609a-fd42-736c79b33b66 job_id=mock-service-4fa8244d-7dd1-c20a-f3c9-645c2fe54978 namespace=default algorithm=binpack 2021-10-09T16:28:27.510Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=69aad369-1e13-609a-fd42-736c79b33b66 job_id=mock-service-4fa8244d-7dd1-c20a-f3c9-645c2fe54978 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.511Z [DEBUG] scheduler/generic_sched.go:311: service_sched: refresh forced: eval_id=69aad369-1e13-609a-fd42-736c79b33b66 job_id=mock-service-4fa8244d-7dd1-c20a-f3c9-645c2fe54978 namespace=default 2021-10-09T16:28:27.512Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=69aad369-1e13-609a-fd42-736c79b33b66 job_id=mock-service-4fa8244d-7dd1-c20a-f3c9-645c2fe54978 namespace=default algorithm=binpack 2021-10-09T16:28:27.512Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=69aad369-1e13-609a-fd42-736c79b33b66 job_id=mock-service-4fa8244d-7dd1-c20a-f3c9-645c2fe54978 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.513Z [DEBUG] scheduler/generic_sched.go:311: service_sched: refresh forced: eval_id=69aad369-1e13-609a-fd42-736c79b33b66 job_id=mock-service-4fa8244d-7dd1-c20a-f3c9-645c2fe54978 namespace=default 2021-10-09T16:28:27.513Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=69aad369-1e13-609a-fd42-736c79b33b66 job_id=mock-service-4fa8244d-7dd1-c20a-f3c9-645c2fe54978 namespace=default algorithm=binpack 2021-10-09T16:28:27.514Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=69aad369-1e13-609a-fd42-736c79b33b66 job_id=mock-service-4fa8244d-7dd1-c20a-f3c9-645c2fe54978 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.515Z [DEBUG] scheduler/generic_sched.go:311: service_sched: refresh forced: eval_id=69aad369-1e13-609a-fd42-736c79b33b66 job_id=mock-service-4fa8244d-7dd1-c20a-f3c9-645c2fe54978 namespace=default 2021-10-09T16:28:27.515Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=69aad369-1e13-609a-fd42-736c79b33b66 job_id=mock-service-4fa8244d-7dd1-c20a-f3c9-645c2fe54978 namespace=default algorithm=binpack 2021-10-09T16:28:27.515Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=69aad369-1e13-609a-fd42-736c79b33b66 job_id=mock-service-4fa8244d-7dd1-c20a-f3c9-645c2fe54978 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.517Z [DEBUG] scheduler/generic_sched.go:311: service_sched: refresh forced: eval_id=69aad369-1e13-609a-fd42-736c79b33b66 job_id=mock-service-4fa8244d-7dd1-c20a-f3c9-645c2fe54978 namespace=default 2021-10-09T16:28:27.517Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=69aad369-1e13-609a-fd42-736c79b33b66 job_id=mock-service-4fa8244d-7dd1-c20a-f3c9-645c2fe54978 namespace=default status=failed --- PASS: TestServiceSched_RetryLimit (0.01s) === RUN TestServiceSched_Reschedule_OnceNow 2021-10-09T16:28:27.519Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=fda3bc45-5a92-fa80-d66b-d730d334ae61 client_status=failed 2021-10-09T16:28:27.520Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=36ae1f33-d73a-5a59-b153-f3d58d8ce08f job_id=mock-service-163de932-49f3-ba76-006b-8b2b15f83920 namespace=default algorithm=binpack 2021-10-09T16:28:27.520Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=36ae1f33-d73a-5a59-b153-f3d58d8ce08f job_id=mock-service-163de932-49f3-ba76-006b-8b2b15f83920 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 1) (canary 0)" 2021-10-09T16:28:27.521Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=36ae1f33-d73a-5a59-b153-f3d58d8ce08f job_id=mock-service-163de932-49f3-ba76-006b-8b2b15f83920 namespace=default status=complete 2021-10-09T16:28:27.521Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=e044682d-6b7e-5b69-06e5-7102e34f2367 job_id=mock-service-163de932-49f3-ba76-006b-8b2b15f83920 namespace=default algorithm=binpack 2021-10-09T16:28:27.521Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=e044682d-6b7e-5b69-06e5-7102e34f2367 job_id=mock-service-163de932-49f3-ba76-006b-8b2b15f83920 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 2) (canary 0)" 2021-10-09T16:28:27.521Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=e044682d-6b7e-5b69-06e5-7102e34f2367 job_id=mock-service-163de932-49f3-ba76-006b-8b2b15f83920 namespace=default status=complete --- PASS: TestServiceSched_Reschedule_OnceNow (0.00s) === RUN TestServiceSched_Reschedule_Later 2021-10-09T16:28:27.524Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=3990e9e0-b4aa-1bd2-4fb4-1ce149213fa5 client_status=failed 2021-10-09T16:28:27.525Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=49a73cf5-cd56-3540-32f7-14b6b2db081e job_id=mock-service-6fecec2c-e0c3-39d4-60b1-0dec4a8b70a7 namespace=default algorithm=binpack 2021-10-09T16:28:27.525Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=49a73cf5-cd56-3540-32f7-14b6b2db081e job_id=mock-service-6fecec2c-e0c3-39d4-60b1-0dec4a8b70a7 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 2) (canary 0)" 2021-10-09T16:28:27.525Z [DEBUG] scheduler/generic_sched.go:294: service_sched: found reschedulable allocs, followup eval created: eval_id=49a73cf5-cd56-3540-32f7-14b6b2db081e job_id=mock-service-6fecec2c-e0c3-39d4-60b1-0dec4a8b70a7 namespace=default followup_eval_id=45028ece-de2c-f2be-3fbe-97101f4f018d 2021-10-09T16:28:27.525Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=49a73cf5-cd56-3540-32f7-14b6b2db081e job_id=mock-service-6fecec2c-e0c3-39d4-60b1-0dec4a8b70a7 namespace=default status=complete --- PASS: TestServiceSched_Reschedule_Later (0.00s) === RUN TestServiceSched_Reschedule_MultipleNow 2021-10-09T16:28:27.527Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=07f566b0-e036-3df8-c292-1427a6c55f0f client_status=running 2021-10-09T16:28:27.528Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=e2e4947b-a283-6347-1b5f-a4e564ea4195 client_status=failed 2021-10-09T16:28:27.528Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=cd9eaedb-a726-8f43-5d50-b830b41ebc55 job_id=mock-service-2d5d5def-7329-f570-c095-d1f847f8cf0f namespace=default algorithm=binpack 2021-10-09T16:28:27.528Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=cd9eaedb-a726-8f43-5d50-b830b41ebc55 job_id=mock-service-2d5d5def-7329-f570-c095-d1f847f8cf0f namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 1) (canary 0)" 2021-10-09T16:28:27.529Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=cd9eaedb-a726-8f43-5d50-b830b41ebc55 job_id=mock-service-2d5d5def-7329-f570-c095-d1f847f8cf0f namespace=default status=complete 2021-10-09T16:28:27.529Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=46006a6f-91de-ac99-12d8-094c4cc79a76 job_id=mock-service-2d5d5def-7329-f570-c095-d1f847f8cf0f namespace=default algorithm=binpack 2021-10-09T16:28:27.529Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=46006a6f-91de-ac99-12d8-094c4cc79a76 job_id=mock-service-2d5d5def-7329-f570-c095-d1f847f8cf0f namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 1) (canary 0)" 2021-10-09T16:28:27.530Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=46006a6f-91de-ac99-12d8-094c4cc79a76 job_id=mock-service-2d5d5def-7329-f570-c095-d1f847f8cf0f namespace=default status=complete 2021-10-09T16:28:27.531Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=fc7155ff-c123-5cce-b371-8e26e2d44a6c job_id=mock-service-2d5d5def-7329-f570-c095-d1f847f8cf0f namespace=default algorithm=binpack 2021-10-09T16:28:27.531Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=fc7155ff-c123-5cce-b371-8e26e2d44a6c job_id=mock-service-2d5d5def-7329-f570-c095-d1f847f8cf0f namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 1) (canary 0)" 2021-10-09T16:28:27.532Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=fc7155ff-c123-5cce-b371-8e26e2d44a6c job_id=mock-service-2d5d5def-7329-f570-c095-d1f847f8cf0f namespace=default status=complete 2021-10-09T16:28:27.532Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=01bdc8b3-b9d1-2207-1217-90fa0f1825a7 job_id=mock-service-2d5d5def-7329-f570-c095-d1f847f8cf0f namespace=default algorithm=binpack 2021-10-09T16:28:27.533Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=01bdc8b3-b9d1-2207-1217-90fa0f1825a7 job_id=mock-service-2d5d5def-7329-f570-c095-d1f847f8cf0f namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 2) (canary 0)" 2021-10-09T16:28:27.533Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=01bdc8b3-b9d1-2207-1217-90fa0f1825a7 job_id=mock-service-2d5d5def-7329-f570-c095-d1f847f8cf0f namespace=default status=complete --- PASS: TestServiceSched_Reschedule_MultipleNow (0.01s) === RUN TestServiceSched_Reschedule_PruneEvents 2021-10-09T16:28:27.543Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=aaf06580-178a-10ff-6c8b-8263bbfca947 client_status=failed 2021-10-09T16:28:27.544Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=9a08c682-eeba-6378-3a4c-2e6d6db986f9 job_id=mock-service-2f35674d-d141-7da6-b6d9-9b8fdbfdcb32 namespace=default algorithm=binpack 2021-10-09T16:28:27.544Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=9a08c682-eeba-6378-3a4c-2e6d6db986f9 job_id=mock-service-2f35674d-d141-7da6-b6d9-9b8fdbfdcb32 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 1) (canary 0)" 2021-10-09T16:28:27.545Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=9a08c682-eeba-6378-3a4c-2e6d6db986f9 job_id=mock-service-2f35674d-d141-7da6-b6d9-9b8fdbfdcb32 namespace=default status=complete --- PASS: TestServiceSched_Reschedule_PruneEvents (0.01s) === RUN TestDeployment_FailedAllocs_Reschedule === RUN TestDeployment_FailedAllocs_Reschedule/Failed_Deployment:_false 2021-10-09T16:28:27.548Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=95e44f0f-f3e0-356f-0251-49fa12e3a128 client_status=failed 2021-10-09T16:28:27.549Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=55120931-4e9c-af92-a501-89b328684290 job_id=mock-service-540bda6c-b9e1-b8c2-0525-0a4212bbfa12 namespace=default algorithm=binpack 2021-10-09T16:28:27.549Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=55120931-4e9c-af92-a501-89b328684290 job_id=mock-service-540bda6c-b9e1-b8c2-0525-0a4212bbfa12 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 1) (canary 0)" 2021-10-09T16:28:27.550Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=55120931-4e9c-af92-a501-89b328684290 job_id=mock-service-540bda6c-b9e1-b8c2-0525-0a4212bbfa12 namespace=default status=complete === RUN TestDeployment_FailedAllocs_Reschedule/Failed_Deployment:_true 2021-10-09T16:28:27.553Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=979dd1c9-6a50-6c1d-84cc-b538049dbc0b client_status=failed 2021-10-09T16:28:27.553Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=a0b500ae-f4f8-40d6-ce81-1ad25418183e job_id=mock-service-87531217-92da-2b2a-4824-5da906a999c7 namespace=default algorithm=binpack 2021-10-09T16:28:27.553Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=a0b500ae-f4f8-40d6-ce81-1ad25418183e job_id=mock-service-87531217-92da-2b2a-4824-5da906a999c7 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 1) (canary 0)" 2021-10-09T16:28:27.553Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=a0b500ae-f4f8-40d6-ce81-1ad25418183e job_id=mock-service-87531217-92da-2b2a-4824-5da906a999c7 namespace=default status=complete --- PASS: TestDeployment_FailedAllocs_Reschedule (0.01s) --- PASS: TestDeployment_FailedAllocs_Reschedule/Failed_Deployment:_false (0.00s) --- PASS: TestDeployment_FailedAllocs_Reschedule/Failed_Deployment:_true (0.00s) === RUN TestBatchSched_Run_CompleteAlloc 2021-10-09T16:28:27.554Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=be7d076c-07d9-4da8-000c-d608f76100a7 client_status=complete 2021-10-09T16:28:27.555Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=e9ec702e-4f7c-71ea-0501-9e3406612f46 job_id=mock-service-c7562816-64c4-932a-7f7d-46d7aa6eea9d namespace=default algorithm=binpack 2021-10-09T16:28:27.555Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=e9ec702e-4f7c-71ea-0501-9e3406612f46 job_id=mock-service-c7562816-64c4-932a-7f7d-46d7aa6eea9d namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 1) (canary 0)" 2021-10-09T16:28:27.555Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=e9ec702e-4f7c-71ea-0501-9e3406612f46 job_id=mock-service-c7562816-64c4-932a-7f7d-46d7aa6eea9d namespace=default status=complete --- PASS: TestBatchSched_Run_CompleteAlloc (0.00s) === RUN TestBatchSched_Run_FailedAlloc 2021-10-09T16:28:27.556Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=bb4625c7-71ea-6d21-9d3c-82b30e0d76ff client_status=failed 2021-10-09T16:28:27.556Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=ecbfc5cb-7308-f32a-3e62-40b0547a78db job_id=mock-service-5da54c68-5ad0-902f-6fb3-ea1d9411dbb4 namespace=default algorithm=binpack 2021-10-09T16:28:27.557Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=ecbfc5cb-7308-f32a-3e62-40b0547a78db job_id=mock-service-5da54c68-5ad0-902f-6fb3-ea1d9411dbb4 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.557Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=ecbfc5cb-7308-f32a-3e62-40b0547a78db job_id=mock-service-5da54c68-5ad0-902f-6fb3-ea1d9411dbb4 namespace=default status=complete --- PASS: TestBatchSched_Run_FailedAlloc (0.00s) === RUN TestBatchSched_Run_LostAlloc 2021-10-09T16:28:27.559Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=7cd71e2c-205d-ff0d-b83d-4c987af5bf96 client_status=running 2021-10-09T16:28:27.559Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=73dda547-5e65-dac4-f2d5-822949079024 client_status=running 2021-10-09T16:28:27.559Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=1b629332-0d94-e265-f5b8-c138592bb934 desired_status=stop 2021-10-09T16:28:27.559Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=1b629332-0d94-e265-f5b8-c138592bb934 client_status=complete 2021-10-09T16:28:27.559Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=825e7d07-d9ce-ca1f-eed8-b5f43e733109 job_id=my-job namespace=default algorithm=binpack 2021-10-09T16:28:27.560Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=825e7d07-d9ce-ca1f-eed8-b5f43e733109 job_id=my-job namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 2) (canary 0)" 2021-10-09T16:28:27.560Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=825e7d07-d9ce-ca1f-eed8-b5f43e733109 job_id=my-job namespace=default status=complete --- PASS: TestBatchSched_Run_LostAlloc (0.00s) === RUN TestBatchSched_Run_FailedAllocQueuedAllocations 2021-10-09T16:28:27.561Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=59206d8b-7697-62a3-7d37-9760c1357417 client_status=failed 2021-10-09T16:28:27.561Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=bd5444c6-462b-4e50-24f0-f68e39df5d98 job_id=mock-service-88bf7622-67f6-7110-0f1f-785d0e7b4d93 namespace=default algorithm=binpack 2021-10-09T16:28:27.561Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=bd5444c6-462b-4e50-24f0-f68e39df5d98 job_id=mock-service-88bf7622-67f6-7110-0f1f-785d0e7b4d93 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.561Z [DEBUG] scheduler/generic_sched.go:275: batch_sched: failed to place all allocations, blocked eval created: eval_id=bd5444c6-462b-4e50-24f0-f68e39df5d98 job_id=mock-service-88bf7622-67f6-7110-0f1f-785d0e7b4d93 namespace=default blocked_eval_id=d8229497-fe35-6820-6ab6-c362feec0455 2021-10-09T16:28:27.561Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=bd5444c6-462b-4e50-24f0-f68e39df5d98 job_id=mock-service-88bf7622-67f6-7110-0f1f-785d0e7b4d93 namespace=default status=complete --- PASS: TestBatchSched_Run_FailedAllocQueuedAllocations (0.00s) === RUN TestBatchSched_ReRun_SuccessfullyFinishedAlloc 2021-10-09T16:28:27.562Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=b9018265-367b-5edb-76a1-385ee25579bc client_status=complete 2021-10-09T16:28:27.562Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=39e39484-c78e-7552-4253-d01e0b197487 job_id=mock-service-601e768f-c720-639d-8992-b5e226cb688b namespace=default algorithm=binpack 2021-10-09T16:28:27.562Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=39e39484-c78e-7552-4253-d01e0b197487 job_id=mock-service-601e768f-c720-639d-8992-b5e226cb688b namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 1) (canary 0)" 2021-10-09T16:28:27.562Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=39e39484-c78e-7552-4253-d01e0b197487 job_id=mock-service-601e768f-c720-639d-8992-b5e226cb688b namespace=default status=complete --- PASS: TestBatchSched_ReRun_SuccessfullyFinishedAlloc (0.00s) === RUN TestBatchSched_JobModify_InPlace_Terminal 2021-10-09T16:28:27.564Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=485afb77-5d14-7923-8f22-a5bc26315380 client_status=complete 2021-10-09T16:28:27.564Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=36bf911c-37d4-5471-01e9-ddd435d3a2b0 client_status=complete 2021-10-09T16:28:27.564Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=1d1619af-3fc1-8135-a385-90b259fb9f66 client_status=complete 2021-10-09T16:28:27.564Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=85e5b4b3-7f50-f9b4-b1d1-8c15fae3239b client_status=complete 2021-10-09T16:28:27.564Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=580f1ea9-5ebf-14c1-e39d-0acf6b8df3a2 client_status=complete 2021-10-09T16:28:27.565Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=cb4638ac-fc17-19f0-ee58-f7639261b102 client_status=complete 2021-10-09T16:28:27.565Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=538e5602-df44-7ba5-da20-2a5d2b245c93 client_status=complete 2021-10-09T16:28:27.565Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=37b50d4c-086b-425b-6b99-6a50d4523b55 client_status=complete 2021-10-09T16:28:27.565Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=ecef38dd-b6d0-dbc2-a33b-c5ffd80a59fe client_status=complete 2021-10-09T16:28:27.565Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=20c7f85c-a11c-5fb7-445e-6ed6c23b6e25 client_status=complete 2021-10-09T16:28:27.565Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=468869ec-5d3a-f712-d209-a3b4208735e5 job_id=mock-service-1154e2f2-f424-8709-02c1-04660724e792 namespace=default algorithm=binpack 2021-10-09T16:28:27.565Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=468869ec-5d3a-f712-d209-a3b4208735e5 job_id=mock-service-1154e2f2-f424-8709-02c1-04660724e792 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 10) (canary 0)" 2021-10-09T16:28:27.565Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=468869ec-5d3a-f712-d209-a3b4208735e5 job_id=mock-service-1154e2f2-f424-8709-02c1-04660724e792 namespace=default status=complete --- PASS: TestBatchSched_JobModify_InPlace_Terminal (0.00s) === RUN TestBatchSched_JobModify_Destructive_Terminal 2021-10-09T16:28:27.567Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=157bc5f5-c3ab-ce4f-870d-e6aa7fd920b1 client_status=complete 2021-10-09T16:28:27.567Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=db17485b-654b-d3d8-5a9b-2c8725d35839 client_status=complete 2021-10-09T16:28:27.567Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=9f85e085-3326-017b-2b57-1f967ad49ed4 client_status=complete 2021-10-09T16:28:27.567Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=06a0c286-ffe1-5fa5-98ff-d05f979c3f9d client_status=complete 2021-10-09T16:28:27.567Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=b47a2855-495a-34d5-359c-aedaede818e6 client_status=complete 2021-10-09T16:28:27.567Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=56fafe8f-fda3-042d-6df9-fceca69cb66b client_status=complete 2021-10-09T16:28:27.567Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=0f13365c-8eb0-ef5a-0648-4efca02451f0 client_status=complete 2021-10-09T16:28:27.567Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=783b23ab-5dcc-7f52-df7d-a145f7a36473 client_status=complete 2021-10-09T16:28:27.567Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=4ac6fa31-7c45-3185-b32f-a21e1a148ddb client_status=complete 2021-10-09T16:28:27.568Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=9d63e83e-3767-5afc-d865-d073635ee33b client_status=complete 2021-10-09T16:28:27.568Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=a6268cea-a1bb-0e20-9592-9afdf60124e0 client_status=complete 2021-10-09T16:28:27.568Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=ce452753-a158-2655-2391-d1c30a823f45 client_status=complete 2021-10-09T16:28:27.568Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=4c7965f1-3df8-1479-6476-c0bff9452f3f client_status=complete 2021-10-09T16:28:27.568Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=c8a78e12-8610-2753-f3be-d7008e051265 client_status=complete 2021-10-09T16:28:27.568Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=cc01ea80-b30d-538e-9aec-abea86730380 client_status=complete 2021-10-09T16:28:27.568Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=ab8adf8c-afbe-359a-fdbd-c6a5cc8ca5f9 client_status=complete 2021-10-09T16:28:27.568Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=9dc8961b-42a4-1cd2-aaeb-c57b827f532a client_status=complete 2021-10-09T16:28:27.569Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=9a449af7-7836-0986-3938-07ee8fa87710 client_status=complete 2021-10-09T16:28:27.569Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=355d0a9f-0643-8bd9-6ab6-4f2e04edc34e client_status=complete 2021-10-09T16:28:27.569Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=80babc5c-ab56-6605-44c6-e0d6751cc4b7 client_status=complete 2021-10-09T16:28:27.569Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=c261ce23-6445-8f83-f8a1-f16c6d5755da job_id=mock-service-a0567d36-c93b-202e-1e13-f6ddbc653beb namespace=default algorithm=binpack 2021-10-09T16:28:27.569Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=c261ce23-6445-8f83-f8a1-f16c6d5755da job_id=mock-service-a0567d36-c93b-202e-1e13-f6ddbc653beb namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 20) (canary 0)" 2021-10-09T16:28:27.569Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=c261ce23-6445-8f83-f8a1-f16c6d5755da job_id=mock-service-a0567d36-c93b-202e-1e13-f6ddbc653beb namespace=default status=complete --- PASS: TestBatchSched_JobModify_Destructive_Terminal (0.00s) === RUN TestBatchSched_NodeDrain_Running_OldJob 2021-10-09T16:28:27.570Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=882fa914-ed1a-7fd5-839c-0d3babd35d7b client_status=running 2021-10-09T16:28:27.570Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=ba978dd5-fbbf-e27c-2d8d-58b54a4aa63c job_id=mock-service-5c41206e-0cc1-ebf1-a90c-d6198b6ac2ce namespace=default algorithm=binpack 2021-10-09T16:28:27.570Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=ba978dd5-fbbf-e27c-2d8d-58b54a4aa63c job_id=mock-service-5c41206e-0cc1-ebf1-a90c-d6198b6ac2ce namespace=default results="Total changes: (place 0) (destructive 1) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 1) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.570Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=ba978dd5-fbbf-e27c-2d8d-58b54a4aa63c job_id=mock-service-5c41206e-0cc1-ebf1-a90c-d6198b6ac2ce namespace=default status=complete --- PASS: TestBatchSched_NodeDrain_Running_OldJob (0.00s) === RUN TestBatchSched_NodeDrain_Complete 2021-10-09T16:28:27.571Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=08e616ec-dd19-65e7-2d58-7d683f26ac0f client_status=complete 2021-10-09T16:28:27.571Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=003a43b0-c091-4774-7f69-58e791e3747e job_id=mock-service-2519107c-a682-15f4-14d6-7423c36ec121 namespace=default algorithm=binpack 2021-10-09T16:28:27.571Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=003a43b0-c091-4774-7f69-58e791e3747e job_id=mock-service-2519107c-a682-15f4-14d6-7423c36ec121 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 1) (canary 0)" 2021-10-09T16:28:27.571Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=003a43b0-c091-4774-7f69-58e791e3747e job_id=mock-service-2519107c-a682-15f4-14d6-7423c36ec121 namespace=default status=complete --- PASS: TestBatchSched_NodeDrain_Complete (0.00s) === RUN TestBatchSched_ScaleDown_SameName 2021-10-09T16:28:27.572Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=642cb837-719c-c820-9fb2-c20fdb51d43b client_status=running 2021-10-09T16:28:27.572Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=f78d7554-25b7-2450-6681-ae06fa4763a5 client_status=running 2021-10-09T16:28:27.572Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=5608320e-79c9-ab11-e310-b869167b1d2f client_status=running 2021-10-09T16:28:27.572Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=3e73b425-950b-9b9c-cdef-0a6dfadd068c client_status=running 2021-10-09T16:28:27.572Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=a30e8afa-a3e0-702e-bf8e-008df69b411f client_status=running 2021-10-09T16:28:27.572Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=650906a3-d230-413c-285e-f242394641b9 job_id=mock-service-f88b59ff-28b6-9e8d-0e03-22f0ee8bfd87 namespace=default algorithm=binpack 2021-10-09T16:28:27.573Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=650906a3-d230-413c-285e-f242394641b9 job_id=mock-service-f88b59ff-28b6-9e8d-0e03-22f0ee8bfd87 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 1) (stop 4) Desired Changes for "web": (place 0) (inplace 1) (destructive 0) (stop 4) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.573Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=650906a3-d230-413c-285e-f242394641b9 job_id=mock-service-f88b59ff-28b6-9e8d-0e03-22f0ee8bfd87 namespace=default status=complete --- PASS: TestBatchSched_ScaleDown_SameName (0.00s) === RUN TestGenericSched_AllocFit === RUN TestGenericSched_AllocFit/simple_init_+_sidecar 2021-10-09T16:28:27.573Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=d79b9954-277b-4942-ea01-2eaa4c0c73f6 job_id=mock-service-566e8ce3-4851-2d5b-da01-1a62edd516ad namespace=default algorithm=binpack 2021-10-09T16:28:27.573Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=d79b9954-277b-4942-ea01-2eaa4c0c73f6 job_id=mock-service-566e8ce3-4851-2d5b-da01-1a62edd516ad namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.574Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=d79b9954-277b-4942-ea01-2eaa4c0c73f6 job_id=mock-service-566e8ce3-4851-2d5b-da01-1a62edd516ad namespace=default status=complete === RUN TestGenericSched_AllocFit/too_big_init_+_sidecar 2021-10-09T16:28:27.575Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=d8f292f2-50cf-aed6-969e-b0e1199bdd6e job_id=mock-service-2c360733-822b-6e73-4a8f-06401352a366 namespace=default algorithm=binpack 2021-10-09T16:28:27.576Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=d8f292f2-50cf-aed6-969e-b0e1199bdd6e job_id=mock-service-2c360733-822b-6e73-4a8f-06401352a366 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.576Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=d8f292f2-50cf-aed6-969e-b0e1199bdd6e job_id=mock-service-2c360733-822b-6e73-4a8f-06401352a366 namespace=default blocked_eval_id=4a18d425-a071-b415-99d2-b70c194f9931 2021-10-09T16:28:27.576Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=d8f292f2-50cf-aed6-969e-b0e1199bdd6e job_id=mock-service-2c360733-822b-6e73-4a8f-06401352a366 namespace=default status=complete === RUN TestGenericSched_AllocFit/many_init_+_sidecar 2021-10-09T16:28:27.577Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=aa533188-5dab-9143-eb34-995bbd059156 job_id=mock-service-6f0752a9-8db1-adb3-a060-d6f73a754fd9 namespace=default algorithm=binpack 2021-10-09T16:28:27.577Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=aa533188-5dab-9143-eb34-995bbd059156 job_id=mock-service-6f0752a9-8db1-adb3-a060-d6f73a754fd9 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.578Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=aa533188-5dab-9143-eb34-995bbd059156 job_id=mock-service-6f0752a9-8db1-adb3-a060-d6f73a754fd9 namespace=default status=complete === RUN TestGenericSched_AllocFit/too_many_init_+_sidecar 2021-10-09T16:28:27.579Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=f0867cbe-89f8-ac2e-61c0-427f994d1f61 job_id=mock-service-a3e9d5e1-78a9-51b4-dea6-949937ec6d9e namespace=default algorithm=binpack 2021-10-09T16:28:27.579Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=f0867cbe-89f8-ac2e-61c0-427f994d1f61 job_id=mock-service-a3e9d5e1-78a9-51b4-dea6-949937ec6d9e namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.579Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=f0867cbe-89f8-ac2e-61c0-427f994d1f61 job_id=mock-service-a3e9d5e1-78a9-51b4-dea6-949937ec6d9e namespace=default blocked_eval_id=945d8eb9-b120-22be-63eb-76ada3468ae6 2021-10-09T16:28:27.579Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=f0867cbe-89f8-ac2e-61c0-427f994d1f61 job_id=mock-service-a3e9d5e1-78a9-51b4-dea6-949937ec6d9e namespace=default status=complete === RUN TestGenericSched_AllocFit/too_many_too_big 2021-10-09T16:28:27.580Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=0c62f409-10bc-d38a-5dc9-9619d603ddbc job_id=mock-service-070e9b3d-cc02-36d5-8370-08390c7497b3 namespace=default algorithm=binpack 2021-10-09T16:28:27.580Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=0c62f409-10bc-d38a-5dc9-9619d603ddbc job_id=mock-service-070e9b3d-cc02-36d5-8370-08390c7497b3 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.581Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=0c62f409-10bc-d38a-5dc9-9619d603ddbc job_id=mock-service-070e9b3d-cc02-36d5-8370-08390c7497b3 namespace=default blocked_eval_id=26af1b3e-eca4-daa8-e939-667ad9573d9d 2021-10-09T16:28:27.581Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=0c62f409-10bc-d38a-5dc9-9619d603ddbc job_id=mock-service-070e9b3d-cc02-36d5-8370-08390c7497b3 namespace=default status=complete --- PASS: TestGenericSched_AllocFit (0.01s) --- PASS: TestGenericSched_AllocFit/simple_init_+_sidecar (0.00s) --- PASS: TestGenericSched_AllocFit/too_big_init_+_sidecar (0.00s) --- PASS: TestGenericSched_AllocFit/many_init_+_sidecar (0.00s) --- PASS: TestGenericSched_AllocFit/too_many_init_+_sidecar (0.00s) --- PASS: TestGenericSched_AllocFit/too_many_too_big (0.00s) === RUN TestGenericSched_ChainedAlloc 2021-10-09T16:28:27.582Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=38c231f6-7447-033e-6ed0-afd3e6d1edf1 job_id=mock-service-c1c16fe0-9b87-3d4d-40e9-c55200d6bce4 namespace=default algorithm=binpack 2021-10-09T16:28:27.582Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=38c231f6-7447-033e-6ed0-afd3e6d1edf1 job_id=mock-service-c1c16fe0-9b87-3d4d-40e9-c55200d6bce4 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.585Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=38c231f6-7447-033e-6ed0-afd3e6d1edf1 job_id=mock-service-c1c16fe0-9b87-3d4d-40e9-c55200d6bce4 namespace=default status=complete 2021-10-09T16:28:27.585Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=b0be4d23-1944-797f-f9c7-17d3c0ea465d job_id=mock-service-c1c16fe0-9b87-3d4d-40e9-c55200d6bce4 namespace=default algorithm=binpack 2021-10-09T16:28:27.585Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=b0be4d23-1944-797f-f9c7-17d3c0ea465d job_id=mock-service-c1c16fe0-9b87-3d4d-40e9-c55200d6bce4 namespace=default results="Total changes: (place 2) (destructive 10) (inplace 0) (stop 0) Desired Changes for "web": (place 2) (inplace 0) (destructive 10) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.589Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=b0be4d23-1944-797f-f9c7-17d3c0ea465d job_id=mock-service-c1c16fe0-9b87-3d4d-40e9-c55200d6bce4 namespace=default status=complete --- PASS: TestGenericSched_ChainedAlloc (0.01s) === RUN TestServiceSched_NodeDrain_Sticky 2021-10-09T16:28:27.590Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=abef11d4-c0fe-ab8e-7951-b9df964177f2 job_id=mock-service-9575ff57-f7f2-8241-ab7c-c0ba059c1569 namespace=default algorithm=binpack 2021-10-09T16:28:27.590Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=abef11d4-c0fe-ab8e-7951-b9df964177f2 job_id=mock-service-9575ff57-f7f2-8241-ab7c-c0ba059c1569 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 1) (ignore 0) (canary 0)" 2021-10-09T16:28:27.591Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=abef11d4-c0fe-ab8e-7951-b9df964177f2 job_id=mock-service-9575ff57-f7f2-8241-ab7c-c0ba059c1569 namespace=default blocked_eval_id=94213a4f-f6e8-b092-26d8-29226b6dc9d4 2021-10-09T16:28:27.591Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=abef11d4-c0fe-ab8e-7951-b9df964177f2 job_id=mock-service-9575ff57-f7f2-8241-ab7c-c0ba059c1569 namespace=default status=complete --- PASS: TestServiceSched_NodeDrain_Sticky (0.00s) === RUN TestServiceSched_CancelDeployment_Stopped 2021-10-09T16:28:27.592Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=e55607aa-ad0d-f3ba-fca8-33c108fa3e12 job_id=mock-service-190a2bad-3a2c-c72b-1c80-ac84cd834441 namespace=default algorithm=binpack 2021-10-09T16:28:27.592Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=e55607aa-ad0d-f3ba-fca8-33c108fa3e12 job_id=mock-service-190a2bad-3a2c-c72b-1c80-ac84cd834441 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Deployment Update for ID "49a6b928-29a9-b454-6718-0781fc8c63a7": Status "cancelled"; Description "Cancelled because job is stopped" Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.592Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=e55607aa-ad0d-f3ba-fca8-33c108fa3e12 job_id=mock-service-190a2bad-3a2c-c72b-1c80-ac84cd834441 namespace=default status=complete --- PASS: TestServiceSched_CancelDeployment_Stopped (0.00s) === RUN TestServiceSched_CancelDeployment_NewerJob 2021-10-09T16:28:27.630Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=a7d291e7-2cba-5c06-522e-5160320d875f job_id=mock-service-a12a0fea-52f8-0f33-591e-536a4465cb27 namespace=default algorithm=binpack 2021-10-09T16:28:27.630Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=a7d291e7-2cba-5c06-522e-5160320d875f job_id=mock-service-a12a0fea-52f8-0f33-591e-536a4465cb27 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Deployment Update for ID "2198d49c-857d-cdfa-3a54-8050eec0e962": Status "cancelled"; Description "Cancelled due to newer version of job" Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.631Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=a7d291e7-2cba-5c06-522e-5160320d875f job_id=mock-service-a12a0fea-52f8-0f33-591e-536a4465cb27 namespace=default blocked_eval_id=0561f46f-b3cb-f473-6951-57e5e15cab6d 2021-10-09T16:28:27.631Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=a7d291e7-2cba-5c06-522e-5160320d875f job_id=mock-service-a12a0fea-52f8-0f33-591e-536a4465cb27 namespace=default status=complete --- PASS: TestServiceSched_CancelDeployment_NewerJob (0.04s) === RUN Test_updateRescheduleTracker === RUN Test_updateRescheduleTracker/No_past_events === RUN Test_updateRescheduleTracker/one_past_event,_linear_delay === RUN Test_updateRescheduleTracker/one_past_event,_fibonacci_delay === RUN Test_updateRescheduleTracker/eight_past_events,_fibonacci_delay,_unlimited === RUN Test_updateRescheduleTracker/_old_attempts_past_interval,_exponential_delay,_limited --- PASS: Test_updateRescheduleTracker (0.00s) --- PASS: Test_updateRescheduleTracker/No_past_events (0.00s) --- PASS: Test_updateRescheduleTracker/one_past_event,_linear_delay (0.00s) --- PASS: Test_updateRescheduleTracker/one_past_event,_fibonacci_delay (0.00s) --- PASS: Test_updateRescheduleTracker/eight_past_events,_fibonacci_delay,_unlimited (0.00s) --- PASS: Test_updateRescheduleTracker/_old_attempts_past_interval,_exponential_delay,_limited (0.00s) === RUN TestServiceSched_Preemption 2021-10-09T16:28:27.634Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=f2120f4d-ee76-a851-c00f-34a19b4e8ae8 job_id=mock-service-9b356a43-25b2-148e-cdf5-c12c6ea69020 namespace=default algorithm=binpack 2021-10-09T16:28:27.634Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=f2120f4d-ee76-a851-c00f-34a19b4e8ae8 job_id=mock-service-9b356a43-25b2-148e-cdf5-c12c6ea69020 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.642Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=f2120f4d-ee76-a851-c00f-34a19b4e8ae8 job_id=mock-service-9b356a43-25b2-148e-cdf5-c12c6ea69020 namespace=default status=complete 2021-10-09T16:28:27.642Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=fb40a4d6-8e85-eb97-274c-3d3b029fb244 job_id=mock-service-26029aa1-da3f-b813-6b40-21a5a9ab299d namespace=default algorithm=binpack 2021-10-09T16:28:27.642Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=fb40a4d6-8e85-eb97-274c-3d3b029fb244 job_id=mock-service-26029aa1-da3f-b813-6b40-21a5a9ab299d namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.643Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=fb40a4d6-8e85-eb97-274c-3d3b029fb244 job_id=mock-service-26029aa1-da3f-b813-6b40-21a5a9ab299d namespace=default status=complete 2021-10-09T16:28:27.643Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=6b7bcdf7-1d45-ff63-ed6a-bff878fa77fe job_id=mock-service-08fcd122-cbbb-bc20-69f9-5b6c3983788c namespace=default algorithm=binpack 2021-10-09T16:28:27.643Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=6b7bcdf7-1d45-ff63-ed6a-bff878fa77fe job_id=mock-service-08fcd122-cbbb-bc20-69f9-5b6c3983788c namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.644Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=6b7bcdf7-1d45-ff63-ed6a-bff878fa77fe job_id=mock-service-08fcd122-cbbb-bc20-69f9-5b6c3983788c namespace=default status=complete --- PASS: TestServiceSched_Preemption (0.01s) === RUN TestServiceSched_Migrate_NonCanary 2021-10-09T16:28:27.646Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=5797dadd-9615-b843-eaab-3cf6b7dfe32a client_status=running 2021-10-09T16:28:27.646Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=f67d179a-903a-80cb-e885-a06cbda4285f job_id=mock-service-7ddca30f-0fb9-a3ee-2951-e357417e9971 namespace=default algorithm=binpack 2021-10-09T16:28:27.646Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=f67d179a-903a-80cb-e885-a06cbda4285f job_id=mock-service-7ddca30f-0fb9-a3ee-2951-e357417e9971 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 1) (ignore 0) (canary 0)" 2021-10-09T16:28:27.647Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=f67d179a-903a-80cb-e885-a06cbda4285f job_id=mock-service-7ddca30f-0fb9-a3ee-2951-e357417e9971 namespace=default status=complete --- PASS: TestServiceSched_Migrate_NonCanary (0.00s) === RUN TestServiceSched_Migrate_CanaryStatus 2021-10-09T16:28:27.649Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=c4257307-7f0d-7595-45a3-f4aac97375cb job_id=mock-service-f0e26184-89f0-7266-088d-fe3b5a93e6d4 namespace=default algorithm=binpack 2021-10-09T16:28:27.649Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=c4257307-7f0d-7595-45a3-f4aac97375cb job_id=mock-service-f0e26184-89f0-7266-088d-fe3b5a93e6d4 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Created Deployment: "57cefc91-3de8-aeba-78f4-541d0615f28d" Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 3) (canary 1)" 2021-10-09T16:28:27.649Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=c4257307-7f0d-7595-45a3-f4aac97375cb job_id=mock-service-f0e26184-89f0-7266-088d-fe3b5a93e6d4 namespace=default status=complete 2021-10-09T16:28:27.650Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=c4257307-7f0d-7595-45a3-f4aac97375cb job_id=mock-service-f0e26184-89f0-7266-088d-fe3b5a93e6d4 namespace=default algorithm=binpack 2021-10-09T16:28:27.650Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=c4257307-7f0d-7595-45a3-f4aac97375cb job_id=mock-service-f0e26184-89f0-7266-088d-fe3b5a93e6d4 namespace=default results="Total changes: (place 3) (destructive 0) (inplace 0) (stop 4) Desired Changes for "web": (place 3) (inplace 0) (destructive 0) (stop 3) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.651Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=c4257307-7f0d-7595-45a3-f4aac97375cb job_id=mock-service-f0e26184-89f0-7266-088d-fe3b5a93e6d4 namespace=default status=complete --- PASS: TestServiceSched_Migrate_CanaryStatus (0.00s) === RUN TestServiceSched_RunningWithNextAllocation 2021-10-09T16:28:27.653Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=17c4cc56-a4b3-b48a-08a1-772ac981d418 job_id=mock-service-05d0c5f5-a73e-d88d-f7ec-39824f4a25cb namespace=default algorithm=binpack 2021-10-09T16:28:27.653Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=17c4cc56-a4b3-b48a-08a1-772ac981d418 job_id=mock-service-05d0c5f5-a73e-d88d-f7ec-39824f4a25cb namespace=default results="Total changes: (place 0) (destructive 2) (inplace 0) (stop 1) Desired Changes for "web": (place 0) (inplace 0) (destructive 2) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.653Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=17c4cc56-a4b3-b48a-08a1-772ac981d418 job_id=mock-service-05d0c5f5-a73e-d88d-f7ec-39824f4a25cb namespace=default status=complete --- PASS: TestServiceSched_RunningWithNextAllocation (0.00s) === RUN TestResourceDistance === RUN TestResourceDistance/#00 === RUN TestResourceDistance/#01 === RUN TestResourceDistance/#02 === RUN TestResourceDistance/#03 --- PASS: TestResourceDistance (0.00s) --- PASS: TestResourceDistance/#00 (0.00s) --- PASS: TestResourceDistance/#01 (0.00s) --- PASS: TestResourceDistance/#02 (0.00s) --- PASS: TestResourceDistance/#03 (0.00s) === RUN TestPreemption === RUN TestPreemption/No_preemption_because_existing_allocs_are_not_low_priority 2021-10-09T16:28:27.655Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack 2021-10-09T16:28:27.655Z [DEBUG] scheduler/rank.go:327: binpack: preemption not possible : network_resource="&{ eth0 192.168.0.100 1 [{ssh 22 0 }] []}" === RUN TestPreemption/Preempting_low_priority_allocs_not_enough_to_meet_resource_ask 2021-10-09T16:28:27.656Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack 2021-10-09T16:28:27.656Z [DEBUG] scheduler/rank.go:327: binpack: preemption not possible : network_resource="&{ eth0 192.168.0.100 1 [{ssh 22 0 }] []}" === RUN TestPreemption/preemption_impossible_-_static_port_needed_is_used_by_higher_priority_alloc 2021-10-09T16:28:27.656Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack 2021-10-09T16:28:27.656Z [DEBUG] scheduler/rank.go:327: binpack: preemption not possible : network_resource="&{ eth0 192.168.0.100 700 [{db 88 0 }] []}" === RUN TestPreemption/preempt_only_from_device_that_has_allocation_with_unused_reserved_port 2021-10-09T16:28:27.657Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/Combination_of_high/low_priority_allocs,_without_static_ports 2021-10-09T16:28:27.658Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/preempt_allocs_with_network_devices 2021-10-09T16:28:27.659Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/ignore_allocs_with_close_enough_priority_for_network_devices 2021-10-09T16:28:27.660Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack 2021-10-09T16:28:27.660Z [DEBUG] scheduler/rank.go:327: binpack: preemption not possible : network_resource="&{ eth0 192.168.0.100 840 [] []}" === RUN TestPreemption/Preemption_needed_for_all_resources_except_network 2021-10-09T16:28:27.661Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/Only_one_low_priority_alloc_needs_to_be_preempted 2021-10-09T16:28:27.662Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/one_alloc_meets_static_port_need,_another_meets_remaining_mbits_needed 2021-10-09T16:28:27.662Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/alloc_that_meets_static_port_need_also_meets_other_needs 2021-10-09T16:28:27.663Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/alloc_from_job_that_has_existing_evictions_not_chosen_for_preemption 2021-10-09T16:28:27.664Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/Preemption_with_one_device_instance_per_alloc 2021-10-09T16:28:27.665Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/Preemption_multiple_devices_used 2021-10-09T16:28:27.665Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/Preemption_with_allocs_across_multiple_devices_that_match 2021-10-09T16:28:27.666Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/Preemption_with_lower/higher_priority_combinations 2021-10-09T16:28:27.667Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/Device_preemption_not_possible_due_to_more_instances_needed_than_available 2021-10-09T16:28:27.668Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack 2021-10-09T16:28:27.668Z [DEBUG] scheduler/rank.go:372: binpack: preemption not possible: requested_device="&{gpu 6 [] []}" === RUN TestPreemption/Filter_out_allocs_whose_resource_usage_superset_is_also_in_the_preemption_list 2021-10-09T16:28:27.669Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestPreemption (0.02s) --- PASS: TestPreemption/No_preemption_because_existing_allocs_are_not_low_priority (0.00s) --- PASS: TestPreemption/Preempting_low_priority_allocs_not_enough_to_meet_resource_ask (0.00s) --- PASS: TestPreemption/preemption_impossible_-_static_port_needed_is_used_by_higher_priority_alloc (0.00s) --- PASS: TestPreemption/preempt_only_from_device_that_has_allocation_with_unused_reserved_port (0.00s) --- PASS: TestPreemption/Combination_of_high/low_priority_allocs,_without_static_ports (0.00s) --- PASS: TestPreemption/preempt_allocs_with_network_devices (0.00s) --- PASS: TestPreemption/ignore_allocs_with_close_enough_priority_for_network_devices (0.00s) --- PASS: TestPreemption/Preemption_needed_for_all_resources_except_network (0.00s) --- PASS: TestPreemption/Only_one_low_priority_alloc_needs_to_be_preempted (0.00s) --- PASS: TestPreemption/one_alloc_meets_static_port_need,_another_meets_remaining_mbits_needed (0.00s) --- PASS: TestPreemption/alloc_that_meets_static_port_need_also_meets_other_needs (0.00s) --- PASS: TestPreemption/alloc_from_job_that_has_existing_evictions_not_chosen_for_preemption (0.00s) --- PASS: TestPreemption/Preemption_with_one_device_instance_per_alloc (0.00s) --- PASS: TestPreemption/Preemption_multiple_devices_used (0.00s) --- PASS: TestPreemption/Preemption_with_allocs_across_multiple_devices_that_match (0.00s) --- PASS: TestPreemption/Preemption_with_lower/higher_priority_combinations (0.00s) --- PASS: TestPreemption/Device_preemption_not_possible_due_to_more_instances_needed_than_available (0.00s) --- PASS: TestPreemption/Filter_out_allocs_whose_resource_usage_superset_is_also_in_the_preemption_list (0.00s) === RUN TestFeasibleRankIterator --- PASS: TestFeasibleRankIterator (0.00s) === RUN TestBinPackIterator_NoExistingAlloc 2021-10-09T16:28:27.670Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestBinPackIterator_NoExistingAlloc (0.00s) === RUN TestBinPackIterator_NoExistingAlloc_MixedReserve 2021-10-09T16:28:27.671Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack rank_test.go:233: Node: no-reserved Score: 0.9741 rank_test.go:233: Node: reserved Score: 0.9480 rank_test.go:233: Node: reserved2 Score: 0.8717 --- PASS: TestBinPackIterator_NoExistingAlloc_MixedReserve (0.00s) === RUN TestBinPackIterator_Network_Success 2021-10-09T16:28:27.671Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestBinPackIterator_Network_Success (0.00s) === RUN TestBinPackIterator_Network_Failure rank_test.go:377: --- SKIP: TestBinPackIterator_Network_Failure (0.00s) === RUN TestBinPackIterator_PlannedAlloc 2021-10-09T16:28:27.673Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestBinPackIterator_PlannedAlloc (0.00s) === RUN TestBinPackIterator_ExistingAlloc 2021-10-09T16:28:27.674Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestBinPackIterator_ExistingAlloc (0.00s) === RUN TestBinPackIterator_ExistingAlloc_PlannedEvict 2021-10-09T16:28:27.674Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestBinPackIterator_ExistingAlloc_PlannedEvict (0.00s) === RUN TestBinPackIterator_Devices === RUN TestBinPackIterator_Devices/single_request,_match 2021-10-09T16:28:27.676Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestBinPackIterator_Devices/single_request_multiple_count,_match 2021-10-09T16:28:27.677Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestBinPackIterator_Devices/single_request,_with_affinities 2021-10-09T16:28:27.677Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestBinPackIterator_Devices/single_request_over_count,_no_match 2021-10-09T16:28:27.678Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestBinPackIterator_Devices/single_request_no_device_of_matching_type 2021-10-09T16:28:27.678Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestBinPackIterator_Devices/single_request_with_previous_uses 2021-10-09T16:28:27.679Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestBinPackIterator_Devices/single_request_with_planned_uses 2021-10-09T16:28:27.679Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestBinPackIterator_Devices (0.01s) --- PASS: TestBinPackIterator_Devices/single_request,_match (0.00s) --- PASS: TestBinPackIterator_Devices/single_request_multiple_count,_match (0.00s) --- PASS: TestBinPackIterator_Devices/single_request,_with_affinities (0.00s) --- PASS: TestBinPackIterator_Devices/single_request_over_count,_no_match (0.00s) --- PASS: TestBinPackIterator_Devices/single_request_no_device_of_matching_type (0.00s) --- PASS: TestBinPackIterator_Devices/single_request_with_previous_uses (0.00s) --- PASS: TestBinPackIterator_Devices/single_request_with_planned_uses (0.00s) === RUN TestJobAntiAffinity_PlannedAlloc --- PASS: TestJobAntiAffinity_PlannedAlloc (0.00s) === RUN TestNodeAntiAffinity_PenaltyNodes --- PASS: TestNodeAntiAffinity_PenaltyNodes (0.00s) === RUN TestScoreNormalizationIterator --- PASS: TestScoreNormalizationIterator (0.00s) === RUN TestNodeAffinityIterator --- PASS: TestNodeAffinityIterator (0.00s) === RUN TestReconciler_Place_NoExisting --- PASS: TestReconciler_Place_NoExisting (0.00s) === RUN TestReconciler_Place_Existing --- PASS: TestReconciler_Place_Existing (0.00s) === RUN TestReconciler_ScaleDown_Partial --- PASS: TestReconciler_ScaleDown_Partial (0.00s) === RUN TestReconciler_ScaleDown_Zero --- PASS: TestReconciler_ScaleDown_Zero (0.00s) === RUN TestReconciler_ScaleDown_Zero_DuplicateNames --- PASS: TestReconciler_ScaleDown_Zero_DuplicateNames (0.05s) === RUN TestReconciler_Inplace --- PASS: TestReconciler_Inplace (0.00s) === RUN TestReconciler_Inplace_ScaleUp --- PASS: TestReconciler_Inplace_ScaleUp (0.00s) === RUN TestReconciler_Inplace_ScaleDown --- PASS: TestReconciler_Inplace_ScaleDown (0.00s) === RUN TestReconciler_Destructive --- PASS: TestReconciler_Destructive (0.00s) === RUN TestReconciler_DestructiveMaxParallel --- PASS: TestReconciler_DestructiveMaxParallel (0.00s) === RUN TestReconciler_Destructive_ScaleUp --- PASS: TestReconciler_Destructive_ScaleUp (0.00s) === RUN TestReconciler_Destructive_ScaleDown --- PASS: TestReconciler_Destructive_ScaleDown (0.00s) === RUN TestReconciler_LostNode --- PASS: TestReconciler_LostNode (0.00s) === RUN TestReconciler_LostNode_ScaleUp --- PASS: TestReconciler_LostNode_ScaleUp (0.00s) === RUN TestReconciler_LostNode_ScaleDown --- PASS: TestReconciler_LostNode_ScaleDown (0.00s) === RUN TestReconciler_DrainNode --- PASS: TestReconciler_DrainNode (0.00s) === RUN TestReconciler_DrainNode_ScaleUp --- PASS: TestReconciler_DrainNode_ScaleUp (0.00s) === RUN TestReconciler_DrainNode_ScaleDown --- PASS: TestReconciler_DrainNode_ScaleDown (0.00s) === RUN TestReconciler_RemovedTG --- PASS: TestReconciler_RemovedTG (0.00s) === RUN TestReconciler_JobStopped === RUN TestReconciler_JobStopped/stopped_job === RUN TestReconciler_JobStopped/nil_job --- PASS: TestReconciler_JobStopped (0.00s) --- PASS: TestReconciler_JobStopped/stopped_job (0.00s) --- PASS: TestReconciler_JobStopped/nil_job (0.00s) === RUN TestReconciler_JobStopped_TerminalAllocs === RUN TestReconciler_JobStopped_TerminalAllocs/stopped_job === RUN TestReconciler_JobStopped_TerminalAllocs/nil_job --- PASS: TestReconciler_JobStopped_TerminalAllocs (0.00s) --- PASS: TestReconciler_JobStopped_TerminalAllocs/stopped_job (0.00s) --- PASS: TestReconciler_JobStopped_TerminalAllocs/nil_job (0.00s) === RUN TestReconciler_MultiTG --- PASS: TestReconciler_MultiTG (0.00s) === RUN TestReconciler_MultiTG_SingleUpdateStanza --- PASS: TestReconciler_MultiTG_SingleUpdateStanza (0.00s) === RUN TestReconciler_RescheduleLater_Batch --- PASS: TestReconciler_RescheduleLater_Batch (0.00s) === RUN TestReconciler_RescheduleLaterWithBatchedEvals_Batch --- PASS: TestReconciler_RescheduleLaterWithBatchedEvals_Batch (0.00s) === RUN TestReconciler_RescheduleNow_Batch --- PASS: TestReconciler_RescheduleNow_Batch (0.00s) === RUN TestReconciler_RescheduleLater_Service --- PASS: TestReconciler_RescheduleLater_Service (0.00s) === RUN TestReconciler_Service_ClientStatusComplete --- PASS: TestReconciler_Service_ClientStatusComplete (0.00s) === RUN TestReconciler_Service_DesiredStop_ClientStatusComplete --- PASS: TestReconciler_Service_DesiredStop_ClientStatusComplete (0.00s) === RUN TestReconciler_RescheduleNow_Service --- PASS: TestReconciler_RescheduleNow_Service (0.00s) === RUN TestReconciler_RescheduleNow_WithinAllowedTimeWindow --- PASS: TestReconciler_RescheduleNow_WithinAllowedTimeWindow (0.00s) === RUN TestReconciler_RescheduleNow_EvalIDMatch --- PASS: TestReconciler_RescheduleNow_EvalIDMatch (0.00s) === RUN TestReconciler_RescheduleNow_Service_WithCanaries --- PASS: TestReconciler_RescheduleNow_Service_WithCanaries (0.00s) === RUN TestReconciler_RescheduleNow_Service_Canaries --- PASS: TestReconciler_RescheduleNow_Service_Canaries (0.00s) === RUN TestReconciler_RescheduleNow_Service_Canaries_Limit --- PASS: TestReconciler_RescheduleNow_Service_Canaries_Limit (0.00s) === RUN TestReconciler_DontReschedule_PreviouslyRescheduled --- PASS: TestReconciler_DontReschedule_PreviouslyRescheduled (0.00s) === RUN TestReconciler_CancelDeployment_JobStop === RUN TestReconciler_CancelDeployment_JobStop/stopped_job,_running_deployment === RUN TestReconciler_CancelDeployment_JobStop/nil_job,_running_deployment === RUN TestReconciler_CancelDeployment_JobStop/stopped_job,_failed_deployment === RUN TestReconciler_CancelDeployment_JobStop/nil_job,_failed_deployment --- PASS: TestReconciler_CancelDeployment_JobStop (0.00s) --- PASS: TestReconciler_CancelDeployment_JobStop/stopped_job,_running_deployment (0.00s) --- PASS: TestReconciler_CancelDeployment_JobStop/nil_job,_running_deployment (0.00s) --- PASS: TestReconciler_CancelDeployment_JobStop/stopped_job,_failed_deployment (0.00s) --- PASS: TestReconciler_CancelDeployment_JobStop/nil_job,_failed_deployment (0.00s) === RUN TestReconciler_CancelDeployment_JobUpdate === RUN TestReconciler_CancelDeployment_JobUpdate/running_deployment === RUN TestReconciler_CancelDeployment_JobUpdate/failed_deployment --- PASS: TestReconciler_CancelDeployment_JobUpdate (0.00s) --- PASS: TestReconciler_CancelDeployment_JobUpdate/running_deployment (0.00s) --- PASS: TestReconciler_CancelDeployment_JobUpdate/failed_deployment (0.00s) === RUN TestReconciler_CreateDeployment_RollingUpgrade_Destructive --- PASS: TestReconciler_CreateDeployment_RollingUpgrade_Destructive (0.00s) === RUN TestReconciler_CreateDeployment_RollingUpgrade_Inplace --- PASS: TestReconciler_CreateDeployment_RollingUpgrade_Inplace (0.00s) === RUN TestReconciler_CreateDeployment_NewerCreateIndex --- PASS: TestReconciler_CreateDeployment_NewerCreateIndex (0.00s) === RUN TestReconciler_DontCreateDeployment_NoChanges --- PASS: TestReconciler_DontCreateDeployment_NoChanges (0.00s) === RUN TestReconciler_PausedOrFailedDeployment_NoMoreCanaries === RUN TestReconciler_PausedOrFailedDeployment_NoMoreCanaries/paused_deployment === RUN TestReconciler_PausedOrFailedDeployment_NoMoreCanaries/failed_deployment --- PASS: TestReconciler_PausedOrFailedDeployment_NoMoreCanaries (0.00s) --- PASS: TestReconciler_PausedOrFailedDeployment_NoMoreCanaries/paused_deployment (0.00s) --- PASS: TestReconciler_PausedOrFailedDeployment_NoMoreCanaries/failed_deployment (0.00s) === RUN TestReconciler_PausedOrFailedDeployment_NoMorePlacements === RUN TestReconciler_PausedOrFailedDeployment_NoMorePlacements/paused_deployment === RUN TestReconciler_PausedOrFailedDeployment_NoMorePlacements/failed_deployment --- PASS: TestReconciler_PausedOrFailedDeployment_NoMorePlacements (0.00s) --- PASS: TestReconciler_PausedOrFailedDeployment_NoMorePlacements/paused_deployment (0.00s) --- PASS: TestReconciler_PausedOrFailedDeployment_NoMorePlacements/failed_deployment (0.00s) === RUN TestReconciler_PausedOrFailedDeployment_NoMoreDestructiveUpdates === RUN TestReconciler_PausedOrFailedDeployment_NoMoreDestructiveUpdates/paused_deployment === RUN TestReconciler_PausedOrFailedDeployment_NoMoreDestructiveUpdates/failed_deployment --- PASS: TestReconciler_PausedOrFailedDeployment_NoMoreDestructiveUpdates (0.00s) --- PASS: TestReconciler_PausedOrFailedDeployment_NoMoreDestructiveUpdates/paused_deployment (0.00s) --- PASS: TestReconciler_PausedOrFailedDeployment_NoMoreDestructiveUpdates/failed_deployment (0.00s) === RUN TestReconciler_DrainNode_Canary --- PASS: TestReconciler_DrainNode_Canary (0.00s) === RUN TestReconciler_LostNode_Canary --- PASS: TestReconciler_LostNode_Canary (0.00s) === RUN TestReconciler_StopOldCanaries --- PASS: TestReconciler_StopOldCanaries (0.00s) === RUN TestReconciler_NewCanaries --- PASS: TestReconciler_NewCanaries (0.00s) === RUN TestReconciler_NewCanaries_CountGreater --- PASS: TestReconciler_NewCanaries_CountGreater (0.00s) === RUN TestReconciler_NewCanaries_MultiTG --- PASS: TestReconciler_NewCanaries_MultiTG (0.00s) === RUN TestReconciler_NewCanaries_ScaleUp --- PASS: TestReconciler_NewCanaries_ScaleUp (0.00s) === RUN TestReconciler_NewCanaries_ScaleDown --- PASS: TestReconciler_NewCanaries_ScaleDown (0.00s) === RUN TestReconciler_NewCanaries_FillNames --- PASS: TestReconciler_NewCanaries_FillNames (0.00s) === RUN TestReconciler_PromoteCanaries_Unblock --- PASS: TestReconciler_PromoteCanaries_Unblock (0.00s) === RUN TestReconciler_PromoteCanaries_CanariesEqualCount --- PASS: TestReconciler_PromoteCanaries_CanariesEqualCount (0.00s) === RUN TestReconciler_DeploymentLimit_HealthAccounting === RUN TestReconciler_DeploymentLimit_HealthAccounting/0_healthy === RUN TestReconciler_DeploymentLimit_HealthAccounting/1_healthy === RUN TestReconciler_DeploymentLimit_HealthAccounting/2_healthy === RUN TestReconciler_DeploymentLimit_HealthAccounting/3_healthy === RUN TestReconciler_DeploymentLimit_HealthAccounting/4_healthy --- PASS: TestReconciler_DeploymentLimit_HealthAccounting (0.00s) --- PASS: TestReconciler_DeploymentLimit_HealthAccounting/0_healthy (0.00s) --- PASS: TestReconciler_DeploymentLimit_HealthAccounting/1_healthy (0.00s) --- PASS: TestReconciler_DeploymentLimit_HealthAccounting/2_healthy (0.00s) --- PASS: TestReconciler_DeploymentLimit_HealthAccounting/3_healthy (0.00s) --- PASS: TestReconciler_DeploymentLimit_HealthAccounting/4_healthy (0.00s) === RUN TestReconciler_TaintedNode_RollingUpgrade --- PASS: TestReconciler_TaintedNode_RollingUpgrade (0.00s) === RUN TestReconciler_FailedDeployment_TaintedNodes --- PASS: TestReconciler_FailedDeployment_TaintedNodes (0.00s) === RUN TestReconciler_CompleteDeployment --- PASS: TestReconciler_CompleteDeployment (0.00s) === RUN TestReconciler_MarkDeploymentComplete_FailedAllocations --- PASS: TestReconciler_MarkDeploymentComplete_FailedAllocations (0.00s) === RUN TestReconciler_FailedDeployment_CancelCanaries --- PASS: TestReconciler_FailedDeployment_CancelCanaries (0.00s) === RUN TestReconciler_FailedDeployment_NewJob --- PASS: TestReconciler_FailedDeployment_NewJob (0.00s) === RUN TestReconciler_MarkDeploymentComplete --- PASS: TestReconciler_MarkDeploymentComplete (0.00s) === RUN TestReconciler_JobChange_ScaleUp_SecondEval --- PASS: TestReconciler_JobChange_ScaleUp_SecondEval (0.00s) === RUN TestReconciler_RollingUpgrade_MissingAllocs --- PASS: TestReconciler_RollingUpgrade_MissingAllocs (0.00s) === RUN TestReconciler_Batch_Rerun --- PASS: TestReconciler_Batch_Rerun (0.00s) === RUN TestReconciler_FailedDeployment_DontReschedule --- PASS: TestReconciler_FailedDeployment_DontReschedule (0.00s) === RUN TestReconciler_DeploymentWithFailedAllocs_DontReschedule --- PASS: TestReconciler_DeploymentWithFailedAllocs_DontReschedule (0.00s) === RUN TestReconciler_FailedDeployment_AutoRevert_CancelCanaries --- PASS: TestReconciler_FailedDeployment_AutoRevert_CancelCanaries (0.00s) === RUN TestReconciler_SuccessfulDeploymentWithFailedAllocs_Reschedule --- PASS: TestReconciler_SuccessfulDeploymentWithFailedAllocs_Reschedule (0.00s) === RUN TestReconciler_ForceReschedule_Service --- PASS: TestReconciler_ForceReschedule_Service (0.00s) === RUN TestReconciler_RescheduleNot_Service --- PASS: TestReconciler_RescheduleNot_Service (0.00s) === RUN TestReconciler_RescheduleNot_Batch --- PASS: TestReconciler_RescheduleNot_Batch (0.00s) === RUN TestBitmapFrom --- PASS: TestBitmapFrom (0.00s) === RUN TestAllocSet_filterByTainted --- PASS: TestAllocSet_filterByTainted (0.00s) === RUN TestLimitIterator --- PASS: TestLimitIterator (0.00s) === RUN TestLimitIterator_ScoreThreshold === RUN TestLimitIterator_ScoreThreshold/Skips_one_low_scoring_node === RUN TestLimitIterator_ScoreThreshold/Skips_maxSkip_scoring_nodes === RUN TestLimitIterator_ScoreThreshold/maxSkip_limit_reached === RUN TestLimitIterator_ScoreThreshold/draw_both_from_skipped_nodes === RUN TestLimitIterator_ScoreThreshold/one_node_above_threshold,_one_skipped_node === RUN TestLimitIterator_ScoreThreshold/low_scoring_nodes_interspersed === RUN TestLimitIterator_ScoreThreshold/only_one_node,_score_below_threshold === RUN TestLimitIterator_ScoreThreshold/maxSkip_is_more_than_available_nodes --- PASS: TestLimitIterator_ScoreThreshold (0.05s) --- PASS: TestLimitIterator_ScoreThreshold/Skips_one_low_scoring_node (0.00s) --- PASS: TestLimitIterator_ScoreThreshold/Skips_maxSkip_scoring_nodes (0.00s) --- PASS: TestLimitIterator_ScoreThreshold/maxSkip_limit_reached (0.00s) --- PASS: TestLimitIterator_ScoreThreshold/draw_both_from_skipped_nodes (0.00s) --- PASS: TestLimitIterator_ScoreThreshold/one_node_above_threshold,_one_skipped_node (0.00s) --- PASS: TestLimitIterator_ScoreThreshold/low_scoring_nodes_interspersed (0.00s) --- PASS: TestLimitIterator_ScoreThreshold/only_one_node,_score_below_threshold (0.00s) --- PASS: TestLimitIterator_ScoreThreshold/maxSkip_is_more_than_available_nodes (0.00s) === RUN TestMaxScoreIterator --- PASS: TestMaxScoreIterator (0.00s) === RUN TestSpreadIterator_SingleAttribute --- PASS: TestSpreadIterator_SingleAttribute (0.00s) === RUN TestSpreadIterator_MultipleAttributes --- PASS: TestSpreadIterator_MultipleAttributes (0.00s) === RUN TestSpreadIterator_EvenSpread --- PASS: TestSpreadIterator_EvenSpread (0.00s) === RUN TestSpreadIterator_MaxPenalty 2021-10-09T16:28:27.840Z [DEBUG] scheduler/spread.go:130: spread: error building spread attributes for task group: task_group=web error="missing property "${meta.foo}"" 2021-10-09T16:28:27.840Z [DEBUG] scheduler/spread.go:130: spread: error building spread attributes for task group: task_group=web error="missing property "${meta.foo}"" 2021-10-09T16:28:27.840Z [DEBUG] scheduler/spread.go:130: spread: error building spread attributes for task group: task_group=web error="missing property "${meta.foo}"" 2021-10-09T16:28:27.840Z [DEBUG] scheduler/spread.go:130: spread: error building spread attributes for task group: task_group=web error="missing property "${meta.foo}"" 2021-10-09T16:28:27.840Z [DEBUG] scheduler/spread.go:130: spread: error building spread attributes for task group: task_group=web error="missing property "${meta.foo}"" --- PASS: TestSpreadIterator_MaxPenalty (0.00s) === RUN Test_evenSpreadScoreBoost --- PASS: Test_evenSpreadScoreBoost (0.00s) === RUN TestServiceStack_SetNodes 2021-10-09T16:28:27.843Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestServiceStack_SetNodes (0.00s) === RUN TestServiceStack_SetJob 2021-10-09T16:28:27.845Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestServiceStack_SetJob (0.00s) === RUN TestServiceStack_Select_Size 2021-10-09T16:28:27.845Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestServiceStack_Select_Size (0.00s) === RUN TestServiceStack_Select_PreferringNodes 2021-10-09T16:28:27.846Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestServiceStack_Select_PreferringNodes (0.00s) === RUN TestServiceStack_Select_MetricsReset 2021-10-09T16:28:27.847Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestServiceStack_Select_MetricsReset (0.00s) === RUN TestServiceStack_Select_DriverFilter 2021-10-09T16:28:27.850Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestServiceStack_Select_DriverFilter (0.00s) === RUN TestServiceStack_Select_CSI 2021-10-09T16:28:27.852Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestServiceStack_Select_CSI (0.00s) === RUN TestServiceStack_Select_ConstraintFilter 2021-10-09T16:28:27.853Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestServiceStack_Select_ConstraintFilter (0.00s) === RUN TestServiceStack_Select_BinPack_Overflow 2021-10-09T16:28:27.854Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestServiceStack_Select_BinPack_Overflow (0.00s) === RUN TestSystemStack_SetNodes 2021-10-09T16:28:27.855Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestSystemStack_SetNodes (0.00s) === RUN TestSystemStack_SetJob 2021-10-09T16:28:27.856Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestSystemStack_SetJob (0.00s) === RUN TestSystemStack_Select_Size 2021-10-09T16:28:27.856Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestSystemStack_Select_Size (0.00s) === RUN TestSystemStack_Select_MetricsReset 2021-10-09T16:28:27.857Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestSystemStack_Select_MetricsReset (0.00s) === RUN TestSystemStack_Select_DriverFilter 2021-10-09T16:28:27.857Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack 2021-10-09T16:28:27.857Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestSystemStack_Select_DriverFilter (0.00s) === RUN TestSystemStack_Select_ConstraintFilter 2021-10-09T16:28:27.858Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestSystemStack_Select_ConstraintFilter (0.00s) === RUN TestSystemStack_Select_BinPack_Overflow 2021-10-09T16:28:27.858Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestSystemStack_Select_BinPack_Overflow (0.00s) === RUN TestSystemSched_JobRegister 2021-10-09T16:28:27.859Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=32d3acac-9da1-0daf-3716-93efd5124890 job_id=mock-system-84e79687-7f80-c4ca-b909-5ecd9e08b8ca namespace=default algorithm=binpack 2021-10-09T16:28:27.860Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=32d3acac-9da1-0daf-3716-93efd5124890 job_id=mock-system-84e79687-7f80-c4ca-b909-5ecd9e08b8ca namespace=default place=10 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.860Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=32d3acac-9da1-0daf-3716-93efd5124890 job_id=mock-system-84e79687-7f80-c4ca-b909-5ecd9e08b8ca namespace=default status=complete --- PASS: TestSystemSched_JobRegister (0.00s) === RUN TestSystemSched_JobRegister_StickyAllocs 2021-10-09T16:28:27.861Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=0e9ff51c-e52a-5513-3f32-d6e466550531 job_id=mock-system-5217fced-ec73-b2d5-66c1-546bcebb6be1 namespace=default algorithm=binpack 2021-10-09T16:28:27.861Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=0e9ff51c-e52a-5513-3f32-d6e466550531 job_id=mock-system-5217fced-ec73-b2d5-66c1-546bcebb6be1 namespace=default place=10 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.862Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=0e9ff51c-e52a-5513-3f32-d6e466550531 job_id=mock-system-5217fced-ec73-b2d5-66c1-546bcebb6be1 namespace=default status=complete 2021-10-09T16:28:27.862Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=22a41eae-d7b4-ae9c-2a65-0744322c673f job_id=mock-system-5217fced-ec73-b2d5-66c1-546bcebb6be1 namespace=default algorithm=binpack 2021-10-09T16:28:27.862Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=22a41eae-d7b4-ae9c-2a65-0744322c673f job_id=mock-system-5217fced-ec73-b2d5-66c1-546bcebb6be1 namespace=default place=1 update=0 migrate=0 stop=0 ignore=9 lost=0 2021-10-09T16:28:27.863Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=22a41eae-d7b4-ae9c-2a65-0744322c673f job_id=mock-system-5217fced-ec73-b2d5-66c1-546bcebb6be1 namespace=default status=complete --- PASS: TestSystemSched_JobRegister_StickyAllocs (0.00s) === RUN TestSystemSched_JobRegister_EphemeralDiskConstraint 2021-10-09T16:28:27.863Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=9353166f-2425-f291-9a30-24157d3e2bcb job_id=mock-system-d350b5a5-91a6-f959-4d9d-cc8a7b04e1cf namespace=default algorithm=binpack 2021-10-09T16:28:27.863Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=9353166f-2425-f291-9a30-24157d3e2bcb job_id=mock-system-d350b5a5-91a6-f959-4d9d-cc8a7b04e1cf namespace=default place=1 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.864Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=9353166f-2425-f291-9a30-24157d3e2bcb job_id=mock-system-d350b5a5-91a6-f959-4d9d-cc8a7b04e1cf namespace=default status=complete 2021-10-09T16:28:27.864Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=c84a6483-6fbf-7445-3315-605aba74d20d job_id=mock-system-733a5a82-d6ec-a039-2c95-2cc3f11a5089 namespace=default algorithm=binpack 2021-10-09T16:28:27.864Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=c84a6483-6fbf-7445-3315-605aba74d20d job_id=mock-system-733a5a82-d6ec-a039-2c95-2cc3f11a5089 namespace=default place=1 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.864Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=c84a6483-6fbf-7445-3315-605aba74d20d job_id=mock-system-733a5a82-d6ec-a039-2c95-2cc3f11a5089 namespace=default status=complete --- PASS: TestSystemSched_JobRegister_EphemeralDiskConstraint (0.00s) === RUN TestSystemSched_ExhaustResources 2021-10-09T16:28:27.864Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=f2acc1b6-58cb-5032-17da-c9678a99e029 job_id=mock-service-fa7f6917-3e4c-19d5-53a3-63d48e02adb1 namespace=default algorithm=binpack 2021-10-09T16:28:27.864Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=f2acc1b6-58cb-5032-17da-c9678a99e029 job_id=mock-service-fa7f6917-3e4c-19d5-53a3-63d48e02adb1 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.865Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=f2acc1b6-58cb-5032-17da-c9678a99e029 job_id=mock-service-fa7f6917-3e4c-19d5-53a3-63d48e02adb1 namespace=default status=complete 2021-10-09T16:28:27.865Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=44fff753-03f7-bd1c-1d33-1daa4f947d0b job_id=mock-system-ef319ed6-bb32-e0e0-d608-ca752d3b4244 namespace=default algorithm=binpack 2021-10-09T16:28:27.865Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=44fff753-03f7-bd1c-1d33-1daa4f947d0b job_id=mock-system-ef319ed6-bb32-e0e0-d608-ca752d3b4244 namespace=default place=1 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.866Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=44fff753-03f7-bd1c-1d33-1daa4f947d0b job_id=mock-system-ef319ed6-bb32-e0e0-d608-ca752d3b4244 namespace=default status=complete --- PASS: TestSystemSched_ExhaustResources (0.00s) === RUN TestSystemSched_JobRegister_Annotate 2021-10-09T16:28:27.869Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=dc0d94af-84b8-c2fc-bb02-1789c333db3f job_id=mock-system-71855e7e-c01b-8633-5417-6e0e6fc18982 namespace=default algorithm=binpack 2021-10-09T16:28:27.869Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=dc0d94af-84b8-c2fc-bb02-1789c333db3f job_id=mock-system-71855e7e-c01b-8633-5417-6e0e6fc18982 namespace=default place=10 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.870Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=dc0d94af-84b8-c2fc-bb02-1789c333db3f job_id=mock-system-71855e7e-c01b-8633-5417-6e0e6fc18982 namespace=default status=complete --- PASS: TestSystemSched_JobRegister_Annotate (0.00s) === RUN TestSystemSched_JobRegister_AddNode 2021-10-09T16:28:27.873Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=7e3f314b-5daa-e738-4b69-845f7c59c563 job_id=mock-system-cfac1a9e-7f17-cfc1-4b38-810772c5888c namespace=default algorithm=binpack 2021-10-09T16:28:27.873Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=7e3f314b-5daa-e738-4b69-845f7c59c563 job_id=mock-system-cfac1a9e-7f17-cfc1-4b38-810772c5888c namespace=default place=1 update=0 migrate=0 stop=0 ignore=10 lost=0 2021-10-09T16:28:27.873Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=7e3f314b-5daa-e738-4b69-845f7c59c563 job_id=mock-system-cfac1a9e-7f17-cfc1-4b38-810772c5888c namespace=default status=complete --- PASS: TestSystemSched_JobRegister_AddNode (0.00s) === RUN TestSystemSched_JobRegister_AllocFail 2021-10-09T16:28:27.874Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=875614d1-e539-9ba7-bbc8-94f02afcad93 job_id=mock-system-1a669c18-d951-9576-96bf-6ecd32f2d7c4 namespace=default algorithm=binpack 2021-10-09T16:28:27.874Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=875614d1-e539-9ba7-bbc8-94f02afcad93 job_id=mock-system-1a669c18-d951-9576-96bf-6ecd32f2d7c4 namespace=default place=0 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.874Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=875614d1-e539-9ba7-bbc8-94f02afcad93 job_id=mock-system-1a669c18-d951-9576-96bf-6ecd32f2d7c4 namespace=default status=complete --- PASS: TestSystemSched_JobRegister_AllocFail (0.00s) === RUN TestSystemSched_JobModify 2021-10-09T16:28:27.877Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=e46ad739-4311-e467-b998-2bea08cb820c desired_status=stop 2021-10-09T16:28:27.877Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=9fd4e081-e27c-85bc-d95a-2ab2412f9bd1 desired_status=stop 2021-10-09T16:28:27.877Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=3eb698ee-0994-f3de-3a72-0631d11a0238 desired_status=stop 2021-10-09T16:28:27.877Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=8e47fe5e-9bfb-2129-77ba-672f19a3aa6a desired_status=stop 2021-10-09T16:28:27.877Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=694e5811-dd08-4bbf-42ee-9cfa60c40da3 desired_status=stop 2021-10-09T16:28:27.877Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=4e5f6e9c-e544-dd07-c312-1c57386d3047 job_id=mock-system-ccbdefb2-bed2-f9cc-5435-06bd45f4b0a4 namespace=default algorithm=binpack 2021-10-09T16:28:27.877Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=4e5f6e9c-e544-dd07-c312-1c57386d3047 job_id=mock-system-ccbdefb2-bed2-f9cc-5435-06bd45f4b0a4 namespace=default place=0 update=10 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.878Z [DEBUG] scheduler/util.go:665: system_sched: made in-place updates: eval_id=4e5f6e9c-e544-dd07-c312-1c57386d3047 job_id=mock-system-ccbdefb2-bed2-f9cc-5435-06bd45f4b0a4 namespace=default in-place=0 total_updates=10 2021-10-09T16:28:27.880Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=4e5f6e9c-e544-dd07-c312-1c57386d3047 job_id=mock-system-ccbdefb2-bed2-f9cc-5435-06bd45f4b0a4 namespace=default status=complete --- PASS: TestSystemSched_JobModify (0.01s) === RUN TestSystemSched_JobModify_Rolling 2021-10-09T16:28:27.883Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=5e559f11-ab97-e1a0-c19c-c159e058a692 job_id=mock-system-0ddd6d57-8b00-c828-5144-5d6e24bbecfb namespace=default algorithm=binpack 2021-10-09T16:28:27.883Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=5e559f11-ab97-e1a0-c19c-c159e058a692 job_id=mock-system-0ddd6d57-8b00-c828-5144-5d6e24bbecfb namespace=default place=0 update=10 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.883Z [DEBUG] scheduler/util.go:665: system_sched: made in-place updates: eval_id=5e559f11-ab97-e1a0-c19c-c159e058a692 job_id=mock-system-0ddd6d57-8b00-c828-5144-5d6e24bbecfb namespace=default in-place=0 total_updates=10 2021-10-09T16:28:27.883Z [DEBUG] scheduler/system_sched.go:149: system_sched: rolling update limit reached, next eval created: eval_id=5e559f11-ab97-e1a0-c19c-c159e058a692 job_id=mock-system-0ddd6d57-8b00-c828-5144-5d6e24bbecfb namespace=default next_eval_id=335fb180-4e2f-6d78-c759-03be633b5431 2021-10-09T16:28:27.884Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=5e559f11-ab97-e1a0-c19c-c159e058a692 job_id=mock-system-0ddd6d57-8b00-c828-5144-5d6e24bbecfb namespace=default status=complete --- PASS: TestSystemSched_JobModify_Rolling (0.00s) === RUN TestSystemSched_JobModify_InPlace 2021-10-09T16:28:27.888Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=100f0011-67d2-84b6-f1c1-290bcb9e9477 job_id=mock-system-dfc29bdf-591e-3264-b76a-f22566d96992 namespace=default algorithm=binpack 2021-10-09T16:28:27.889Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=100f0011-67d2-84b6-f1c1-290bcb9e9477 job_id=mock-system-dfc29bdf-591e-3264-b76a-f22566d96992 namespace=default place=0 update=10 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.890Z [DEBUG] scheduler/util.go:665: system_sched: made in-place updates: eval_id=100f0011-67d2-84b6-f1c1-290bcb9e9477 job_id=mock-system-dfc29bdf-591e-3264-b76a-f22566d96992 namespace=default in-place=10 total_updates=10 2021-10-09T16:28:27.891Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=100f0011-67d2-84b6-f1c1-290bcb9e9477 job_id=mock-system-dfc29bdf-591e-3264-b76a-f22566d96992 namespace=default status=complete --- PASS: TestSystemSched_JobModify_InPlace (0.01s) === RUN TestSystemSched_JobDeregister_Purged 2021-10-09T16:28:27.943Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=c6dc33b5-2c14-0ef4-8ca5-a4dbdd8ef386 job_id=mock-system-c873e370-cfbc-bbf5-5e78-738033267118 namespace=default algorithm=binpack 2021-10-09T16:28:27.943Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=c6dc33b5-2c14-0ef4-8ca5-a4dbdd8ef386 job_id=mock-system-c873e370-cfbc-bbf5-5e78-738033267118 namespace=default place=0 update=0 migrate=0 stop=10 ignore=0 lost=0 2021-10-09T16:28:27.944Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=c6dc33b5-2c14-0ef4-8ca5-a4dbdd8ef386 job_id=mock-system-c873e370-cfbc-bbf5-5e78-738033267118 namespace=default status=complete --- PASS: TestSystemSched_JobDeregister_Purged (0.05s) === RUN TestSystemSched_JobDeregister_Stopped 2021-10-09T16:28:27.949Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=b761af23-abe9-50e2-a458-ec2a49ebe150 job_id=mock-system-d5cfbe33-77ca-53d8-b530-aec2449d6349 namespace=default algorithm=binpack 2021-10-09T16:28:27.949Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=b761af23-abe9-50e2-a458-ec2a49ebe150 job_id=mock-system-d5cfbe33-77ca-53d8-b530-aec2449d6349 namespace=default place=0 update=0 migrate=0 stop=10 ignore=0 lost=0 2021-10-09T16:28:27.950Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=b761af23-abe9-50e2-a458-ec2a49ebe150 job_id=mock-system-d5cfbe33-77ca-53d8-b530-aec2449d6349 namespace=default status=complete --- PASS: TestSystemSched_JobDeregister_Stopped (0.01s) === RUN TestSystemSched_NodeDown 2021-10-09T16:28:27.951Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=3a898956-5dd3-6972-486b-0f6c952db9b7 job_id=mock-system-505fd451-cfee-6984-d93d-4df83e9ee09a namespace=default algorithm=binpack 2021-10-09T16:28:27.951Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=3a898956-5dd3-6972-486b-0f6c952db9b7 job_id=mock-system-505fd451-cfee-6984-d93d-4df83e9ee09a namespace=default place=0 update=0 migrate=1 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.952Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=3a898956-5dd3-6972-486b-0f6c952db9b7 job_id=mock-system-505fd451-cfee-6984-d93d-4df83e9ee09a namespace=default status=complete --- PASS: TestSystemSched_NodeDown (0.00s) === RUN TestSystemSched_NodeDrain_Down 2021-10-09T16:28:27.953Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=1a846730-80ce-5494-b6cd-d898867b16d5 job_id=mock-system-9d578b38-9cd7-37d5-9a17-dbda60f595ee namespace=default algorithm=binpack 2021-10-09T16:28:27.954Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=1a846730-80ce-5494-b6cd-d898867b16d5 job_id=mock-system-9d578b38-9cd7-37d5-9a17-dbda60f595ee namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-09T16:28:27.954Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=1a846730-80ce-5494-b6cd-d898867b16d5 job_id=mock-system-9d578b38-9cd7-37d5-9a17-dbda60f595ee namespace=default blocked_eval_id=955fa728-75c6-7011-e06f-3896e88d8d6e 2021-10-09T16:28:27.954Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=1a846730-80ce-5494-b6cd-d898867b16d5 job_id=mock-system-9d578b38-9cd7-37d5-9a17-dbda60f595ee namespace=default status=complete --- PASS: TestSystemSched_NodeDrain_Down (0.00s) === RUN TestSystemSched_NodeDrain 2021-10-09T16:28:27.956Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=38df7f6f-3003-79d5-283b-0774d473228d job_id=mock-system-8d2343f6-afeb-3b60-8231-917c7b399ee6 namespace=default algorithm=binpack 2021-10-09T16:28:27.956Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=38df7f6f-3003-79d5-283b-0774d473228d job_id=mock-system-8d2343f6-afeb-3b60-8231-917c7b399ee6 namespace=default place=0 update=0 migrate=1 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.956Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=38df7f6f-3003-79d5-283b-0774d473228d job_id=mock-system-8d2343f6-afeb-3b60-8231-917c7b399ee6 namespace=default status=complete --- PASS: TestSystemSched_NodeDrain (0.00s) === RUN TestSystemSched_NodeUpdate 2021-10-09T16:28:27.957Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=770e746e-4c34-04aa-f0a8-678df65a9604 job_id=mock-system-85bf9567-fbff-efd7-354f-26c42c9bf616 namespace=default algorithm=binpack 2021-10-09T16:28:27.957Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=770e746e-4c34-04aa-f0a8-678df65a9604 job_id=mock-system-85bf9567-fbff-efd7-354f-26c42c9bf616 namespace=default place=0 update=0 migrate=0 stop=0 ignore=1 lost=0 2021-10-09T16:28:27.957Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=770e746e-4c34-04aa-f0a8-678df65a9604 job_id=mock-system-85bf9567-fbff-efd7-354f-26c42c9bf616 namespace=default status=complete --- PASS: TestSystemSched_NodeUpdate (0.00s) === RUN TestSystemSched_RetryLimit 2021-10-09T16:28:27.959Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=c8e5733c-71ac-4d1c-6714-643f01cb2c06 job_id=mock-system-3709fd99-a4b8-5120-55c4-54e99381491d namespace=default algorithm=binpack 2021-10-09T16:28:27.959Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=c8e5733c-71ac-4d1c-6714-643f01cb2c06 job_id=mock-system-3709fd99-a4b8-5120-55c4-54e99381491d namespace=default place=10 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.960Z [DEBUG] scheduler/system_sched.go:165: system_sched: refresh forced: eval_id=c8e5733c-71ac-4d1c-6714-643f01cb2c06 job_id=mock-system-3709fd99-a4b8-5120-55c4-54e99381491d namespace=default 2021-10-09T16:28:27.960Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=c8e5733c-71ac-4d1c-6714-643f01cb2c06 job_id=mock-system-3709fd99-a4b8-5120-55c4-54e99381491d namespace=default algorithm=binpack 2021-10-09T16:28:27.960Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=c8e5733c-71ac-4d1c-6714-643f01cb2c06 job_id=mock-system-3709fd99-a4b8-5120-55c4-54e99381491d namespace=default place=10 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.960Z [DEBUG] scheduler/system_sched.go:165: system_sched: refresh forced: eval_id=c8e5733c-71ac-4d1c-6714-643f01cb2c06 job_id=mock-system-3709fd99-a4b8-5120-55c4-54e99381491d namespace=default 2021-10-09T16:28:27.960Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=c8e5733c-71ac-4d1c-6714-643f01cb2c06 job_id=mock-system-3709fd99-a4b8-5120-55c4-54e99381491d namespace=default algorithm=binpack 2021-10-09T16:28:27.960Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=c8e5733c-71ac-4d1c-6714-643f01cb2c06 job_id=mock-system-3709fd99-a4b8-5120-55c4-54e99381491d namespace=default place=10 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.962Z [DEBUG] scheduler/system_sched.go:165: system_sched: refresh forced: eval_id=c8e5733c-71ac-4d1c-6714-643f01cb2c06 job_id=mock-system-3709fd99-a4b8-5120-55c4-54e99381491d namespace=default 2021-10-09T16:28:27.962Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=c8e5733c-71ac-4d1c-6714-643f01cb2c06 job_id=mock-system-3709fd99-a4b8-5120-55c4-54e99381491d namespace=default algorithm=binpack 2021-10-09T16:28:27.962Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=c8e5733c-71ac-4d1c-6714-643f01cb2c06 job_id=mock-system-3709fd99-a4b8-5120-55c4-54e99381491d namespace=default place=10 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.962Z [DEBUG] scheduler/system_sched.go:165: system_sched: refresh forced: eval_id=c8e5733c-71ac-4d1c-6714-643f01cb2c06 job_id=mock-system-3709fd99-a4b8-5120-55c4-54e99381491d namespace=default 2021-10-09T16:28:27.962Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=c8e5733c-71ac-4d1c-6714-643f01cb2c06 job_id=mock-system-3709fd99-a4b8-5120-55c4-54e99381491d namespace=default algorithm=binpack 2021-10-09T16:28:27.962Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=c8e5733c-71ac-4d1c-6714-643f01cb2c06 job_id=mock-system-3709fd99-a4b8-5120-55c4-54e99381491d namespace=default place=10 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.963Z [DEBUG] scheduler/system_sched.go:165: system_sched: refresh forced: eval_id=c8e5733c-71ac-4d1c-6714-643f01cb2c06 job_id=mock-system-3709fd99-a4b8-5120-55c4-54e99381491d namespace=default 2021-10-09T16:28:27.963Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=c8e5733c-71ac-4d1c-6714-643f01cb2c06 job_id=mock-system-3709fd99-a4b8-5120-55c4-54e99381491d namespace=default status=failed --- PASS: TestSystemSched_RetryLimit (0.01s) === RUN TestSystemSched_Queued_With_Constraints 2021-10-09T16:28:27.965Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=d15eac76-fab8-1cff-3b46-823e5d8b0b27 job_id=mock-system-96f12e1f-289a-601d-a2db-d94d22fc0f80 namespace=default algorithm=binpack 2021-10-09T16:28:27.965Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=d15eac76-fab8-1cff-3b46-823e5d8b0b27 job_id=mock-system-96f12e1f-289a-601d-a2db-d94d22fc0f80 namespace=default place=1 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.965Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=d15eac76-fab8-1cff-3b46-823e5d8b0b27 job_id=mock-system-96f12e1f-289a-601d-a2db-d94d22fc0f80 namespace=default status=complete --- PASS: TestSystemSched_Queued_With_Constraints (0.00s) === RUN TestSystemSched_JobConstraint_AddNode 2021-10-09T16:28:27.966Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=049c501a-ea3d-7524-7711-f5355aa4d715 job_id=mock-system-1af2ec2c-0fd1-f746-db91-927a5954301c namespace=default algorithm=binpack 2021-10-09T16:28:27.966Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=049c501a-ea3d-7524-7711-f5355aa4d715 job_id=mock-system-1af2ec2c-0fd1-f746-db91-927a5954301c namespace=default place=4 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.966Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=049c501a-ea3d-7524-7711-f5355aa4d715 job_id=mock-system-1af2ec2c-0fd1-f746-db91-927a5954301c namespace=default status=complete 2021-10-09T16:28:27.966Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=25dd11aa-7f15-c37c-5c16-2fab67b67383 job_id=mock-system-1af2ec2c-0fd1-f746-db91-927a5954301c namespace=default algorithm=binpack 2021-10-09T16:28:27.966Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=25dd11aa-7f15-c37c-5c16-2fab67b67383 job_id=mock-system-1af2ec2c-0fd1-f746-db91-927a5954301c namespace=default place=1 update=0 migrate=0 stop=0 ignore=2 lost=0 2021-10-09T16:28:27.966Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=25dd11aa-7f15-c37c-5c16-2fab67b67383 job_id=mock-system-1af2ec2c-0fd1-f746-db91-927a5954301c namespace=default status=complete 2021-10-09T16:28:27.967Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=eda354f4-0b25-541e-c784-3d23ee842b72 job_id=mock-system-1af2ec2c-0fd1-f746-db91-927a5954301c namespace=default algorithm=binpack 2021-10-09T16:28:27.967Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=eda354f4-0b25-541e-c784-3d23ee842b72 job_id=mock-system-1af2ec2c-0fd1-f746-db91-927a5954301c namespace=default place=3 update=0 migrate=0 stop=0 ignore=2 lost=0 2021-10-09T16:28:27.967Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=eda354f4-0b25-541e-c784-3d23ee842b72 job_id=mock-system-1af2ec2c-0fd1-f746-db91-927a5954301c namespace=default status=complete --- PASS: TestSystemSched_JobConstraint_AddNode (0.00s) === RUN TestSystemSched_ExistingAllocNoNodes 2021-10-09T16:28:27.967Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=0018c592-4fc7-ae99-1cb5-404fa240dd6e job_id=mock-system-8732a4a1-e802-3013-44a2-6d471b79fb17 namespace=default algorithm=binpack 2021-10-09T16:28:27.968Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=0018c592-4fc7-ae99-1cb5-404fa240dd6e job_id=mock-system-8732a4a1-e802-3013-44a2-6d471b79fb17 namespace=default place=1 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.968Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=0018c592-4fc7-ae99-1cb5-404fa240dd6e job_id=mock-system-8732a4a1-e802-3013-44a2-6d471b79fb17 namespace=default status=complete 2021-10-09T16:28:27.968Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=8bc6adec-37f0-2356-2d2b-ef7369f5f30d job_id=mock-system-8732a4a1-e802-3013-44a2-6d471b79fb17 namespace=default algorithm=binpack 2021-10-09T16:28:27.968Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=8bc6adec-37f0-2356-2d2b-ef7369f5f30d job_id=mock-system-8732a4a1-e802-3013-44a2-6d471b79fb17 namespace=default place=0 update=0 migrate=0 stop=0 ignore=1 lost=0 2021-10-09T16:28:27.968Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=8bc6adec-37f0-2356-2d2b-ef7369f5f30d job_id=mock-system-8732a4a1-e802-3013-44a2-6d471b79fb17 namespace=default status=complete 2021-10-09T16:28:27.968Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=7a30021f-88a6-d07f-c43f-576399f4f3ff job_id=mock-system-8732a4a1-e802-3013-44a2-6d471b79fb17 namespace=default algorithm=binpack 2021-10-09T16:28:27.968Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=7a30021f-88a6-d07f-c43f-576399f4f3ff job_id=mock-system-8732a4a1-e802-3013-44a2-6d471b79fb17 namespace=default place=0 update=0 migrate=0 stop=0 ignore=1 lost=0 2021-10-09T16:28:27.968Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=7a30021f-88a6-d07f-c43f-576399f4f3ff job_id=mock-system-8732a4a1-e802-3013-44a2-6d471b79fb17 namespace=default status=complete --- PASS: TestSystemSched_ExistingAllocNoNodes (0.00s) === RUN TestSystemSched_ConstraintErrors 2021-10-09T16:28:27.969Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=cce9c078-0470-98e1-11d7-edcb406a9867 job_id=mock-system-c8f3a564-c80c-2ead-794d-043ab9535a1d namespace=default algorithm=binpack 2021-10-09T16:28:27.969Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=cce9c078-0470-98e1-11d7-edcb406a9867 job_id=mock-system-c8f3a564-c80c-2ead-794d-043ab9535a1d namespace=default place=3 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.969Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=cce9c078-0470-98e1-11d7-edcb406a9867 job_id=mock-system-c8f3a564-c80c-2ead-794d-043ab9535a1d namespace=default status=complete --- PASS: TestSystemSched_ConstraintErrors (0.00s) === RUN TestSystemSched_ChainedAlloc 2021-10-09T16:28:27.971Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=1eb5e400-477c-32c2-0ca6-8deafdb7038d job_id=mock-system-d1972524-024b-c922-1e64-2cdacd0f0673 namespace=default algorithm=binpack 2021-10-09T16:28:27.971Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=1eb5e400-477c-32c2-0ca6-8deafdb7038d job_id=mock-system-d1972524-024b-c922-1e64-2cdacd0f0673 namespace=default place=10 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.972Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=1eb5e400-477c-32c2-0ca6-8deafdb7038d job_id=mock-system-d1972524-024b-c922-1e64-2cdacd0f0673 namespace=default status=complete 2021-10-09T16:28:27.972Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=8d85e971-744a-3082-b848-acb884d73476 job_id=mock-system-d1972524-024b-c922-1e64-2cdacd0f0673 namespace=default algorithm=binpack 2021-10-09T16:28:27.972Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=8d85e971-744a-3082-b848-acb884d73476 job_id=mock-system-d1972524-024b-c922-1e64-2cdacd0f0673 namespace=default place=2 update=10 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.972Z [DEBUG] scheduler/util.go:665: system_sched: made in-place updates: eval_id=8d85e971-744a-3082-b848-acb884d73476 job_id=mock-system-d1972524-024b-c922-1e64-2cdacd0f0673 namespace=default in-place=0 total_updates=10 2021-10-09T16:28:27.975Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=8d85e971-744a-3082-b848-acb884d73476 job_id=mock-system-d1972524-024b-c922-1e64-2cdacd0f0673 namespace=default status=complete --- PASS: TestSystemSched_ChainedAlloc (0.01s) === RUN TestSystemSched_PlanWithDrainedNode 2021-10-09T16:28:27.977Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=1e5be021-7b88-123c-7d82-ebf9eeeae58f job_id=mock-system-6100afc6-b1ad-40c9-e3a3-190c93cff2d7 namespace=default algorithm=binpack 2021-10-09T16:28:27.977Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=1e5be021-7b88-123c-7d82-ebf9eeeae58f job_id=mock-system-6100afc6-b1ad-40c9-e3a3-190c93cff2d7 namespace=default place=1 update=0 migrate=1 stop=0 ignore=1 lost=0 2021-10-09T16:28:27.977Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=1e5be021-7b88-123c-7d82-ebf9eeeae58f job_id=mock-system-6100afc6-b1ad-40c9-e3a3-190c93cff2d7 namespace=default status=complete --- PASS: TestSystemSched_PlanWithDrainedNode (0.00s) === RUN TestSystemSched_QueuedAllocsMultTG 2021-10-09T16:28:27.978Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=449fa825-3cc6-7705-8966-4a753f64a868 job_id=mock-system-ae93d811-380c-f521-e463-9d5b92ccb2a0 namespace=default algorithm=binpack 2021-10-09T16:28:27.978Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=449fa825-3cc6-7705-8966-4a753f64a868 job_id=mock-system-ae93d811-380c-f521-e463-9d5b92ccb2a0 namespace=default place=4 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.978Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=449fa825-3cc6-7705-8966-4a753f64a868 job_id=mock-system-ae93d811-380c-f521-e463-9d5b92ccb2a0 namespace=default status=complete --- PASS: TestSystemSched_QueuedAllocsMultTG (0.00s) === RUN TestSystemSched_Preemption 2021-10-09T16:28:27.981Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=410a37a9-3a35-5d6b-a665-c1096f5141b7 job_id=mock-system-c5c4d376-5482-dd1f-d311-4dc67d077245 namespace=default algorithm=binpack 2021-10-09T16:28:27.982Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=410a37a9-3a35-5d6b-a665-c1096f5141b7 job_id=mock-system-c5c4d376-5482-dd1f-d311-4dc67d077245 namespace=default place=2 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-09T16:28:27.983Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=410a37a9-3a35-5d6b-a665-c1096f5141b7 job_id=mock-system-c5c4d376-5482-dd1f-d311-4dc67d077245 namespace=default status=complete --- PASS: TestSystemSched_Preemption (0.00s) === RUN TestMaterializeTaskGroups --- PASS: TestMaterializeTaskGroups (0.00s) === RUN TestDiffSystemAllocsForNode --- PASS: TestDiffSystemAllocsForNode (0.00s) === RUN TestDiffSystemAllocsForNode_ExistingAllocIneligibleNode --- PASS: TestDiffSystemAllocsForNode_ExistingAllocIneligibleNode (0.00s) === RUN TestDiffSystemAllocs --- PASS: TestDiffSystemAllocs (0.00s) === RUN TestReadyNodesInDCs --- PASS: TestReadyNodesInDCs (0.00s) === RUN TestRetryMax --- PASS: TestRetryMax (0.00s) === RUN TestTaintedNodes --- PASS: TestTaintedNodes (0.00s) === RUN TestShuffleNodes --- PASS: TestShuffleNodes (0.00s) === RUN TestTaskUpdatedAffinity --- PASS: TestTaskUpdatedAffinity (0.00s) === RUN TestTaskUpdatedSpread --- PASS: TestTaskUpdatedSpread (0.00s) === RUN TestTasksUpdated --- PASS: TestTasksUpdated (0.00s) === RUN TestEvictAndPlace_LimitLessThanAllocs --- PASS: TestEvictAndPlace_LimitLessThanAllocs (0.04s) === RUN TestEvictAndPlace_LimitEqualToAllocs --- PASS: TestEvictAndPlace_LimitEqualToAllocs (0.00s) === RUN TestSetStatus 2021-10-09T16:28:28.032Z [DEBUG] scheduler/util.go:535: setting eval status: status=a 2021-10-09T16:28:28.033Z [DEBUG] scheduler/util.go:535: setting eval status: status=a 2021-10-09T16:28:28.033Z [DEBUG] scheduler/util.go:535: setting eval status: status=a 2021-10-09T16:28:28.033Z [DEBUG] scheduler/util.go:535: setting eval status: status=a 2021-10-09T16:28:28.034Z [DEBUG] scheduler/util.go:535: setting eval status: status=a 2021-10-09T16:28:28.034Z [DEBUG] scheduler/util.go:535: setting eval status: status=a --- PASS: TestSetStatus (0.00s) === RUN TestInplaceUpdate_ChangedTaskGroup 2021-10-09T16:28:28.035Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack 2021-10-09T16:28:28.035Z [DEBUG] scheduler/util.go:665: made in-place updates: in-place=0 total_updates=1 --- PASS: TestInplaceUpdate_ChangedTaskGroup (0.00s) === RUN TestInplaceUpdate_NoMatch 2021-10-09T16:28:28.036Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack 2021-10-09T16:28:28.036Z [DEBUG] scheduler/util.go:665: made in-place updates: in-place=0 total_updates=1 --- PASS: TestInplaceUpdate_NoMatch (0.00s) === RUN TestInplaceUpdate_Success 2021-10-09T16:28:28.036Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack 2021-10-09T16:28:28.036Z [DEBUG] scheduler/util.go:665: made in-place updates: in-place=1 total_updates=1 --- PASS: TestInplaceUpdate_Success (0.00s) === RUN TestEvictAndPlace_LimitGreaterThanAllocs --- PASS: TestEvictAndPlace_LimitGreaterThanAllocs (0.00s) === RUN TestTaskGroupConstraints --- PASS: TestTaskGroupConstraints (0.00s) === RUN TestProgressMade --- PASS: TestProgressMade (0.00s) === RUN TestDesiredUpdates --- PASS: TestDesiredUpdates (0.00s) === RUN TestUtil_AdjustQueuedAllocations --- PASS: TestUtil_AdjustQueuedAllocations (0.00s) === RUN TestUtil_UpdateNonTerminalAllocsToLost --- PASS: TestUtil_UpdateNonTerminalAllocsToLost (0.00s) === CONT TestEvalContext_ProposedAlloc_EvictPreempt === CONT TestCheckSemverConstraint === RUN TestCheckSemverConstraint/Pessimistic_operator_always_fails_1 === CONT TestCheckVersionConstraint === CONT TestCSIVolumeChecker === RUN TestCheckSemverConstraint/1.2.3_does_satisfy_>=_1.0,_<_1.4 === RUN TestCheckSemverConstraint/Pessimistic_operator_always_fails_2 === RUN TestCheckSemverConstraint/1.4_does_not_satisfy_>=_1.0,_<_1.4 === RUN TestCheckSemverConstraint/Pessimistic_operator_always_fails_3 === RUN TestCheckSemverConstraint/Prereleases_are_handled_according_to_semver_1 === RUN TestCheckSemverConstraint/Prereleases_are_handled_according_to_semver_2 === RUN TestCheckSemverConstraint/Meta_is_ignored_according_to_semver --- PASS: TestCheckSemverConstraint (0.01s) --- PASS: TestCheckSemverConstraint/Pessimistic_operator_always_fails_1 (0.01s) --- PASS: TestCheckSemverConstraint/1.2.3_does_satisfy_>=_1.0,_<_1.4 (0.00s) --- PASS: TestCheckSemverConstraint/Pessimistic_operator_always_fails_2 (0.00s) --- PASS: TestCheckSemverConstraint/1.4_does_not_satisfy_>=_1.0,_<_1.4 (0.00s) --- PASS: TestCheckSemverConstraint/Pessimistic_operator_always_fails_3 (0.00s) --- PASS: TestCheckSemverConstraint/Prereleases_are_handled_according_to_semver_1 (0.00s) --- PASS: TestCheckSemverConstraint/Prereleases_are_handled_according_to_semver_2 (0.00s) --- PASS: TestCheckSemverConstraint/Meta_is_ignored_according_to_semver (0.00s) --- PASS: TestEvalContext_ProposedAlloc_EvictPreempt (0.02s) --- PASS: TestCSIVolumeChecker (0.01s) --- PASS: TestCheckVersionConstraint (0.01s) PASS ok github.com/hashicorp/nomad/scheduler 21.325s testing: warning: no tests to run PASS ok github.com/hashicorp/nomad/testutil 0.087s [no tests to run] ? github.com/hashicorp/nomad/version [no test files] FAIL dh_auto_test: error: cd _build && go test -vet=off -v -p 3 -short -failfast -timeout 7m -tags "release ui nonvidia" github.com/hashicorp/nomad github.com/hashicorp/nomad/acl github.com/hashicorp/nomad/drivers/exec github.com/hashicorp/nomad/drivers/java github.com/hashicorp/nomad/drivers/mock github.com/hashicorp/nomad/drivers/qemu github.com/hashicorp/nomad/drivers/rawexec github.com/hashicorp/nomad/helper github.com/hashicorp/nomad/helper/args github.com/hashicorp/nomad/helper/boltdd github.com/hashicorp/nomad/helper/codec github.com/hashicorp/nomad/helper/constraints/semver github.com/hashicorp/nomad/helper/discover github.com/hashicorp/nomad/helper/fields github.com/hashicorp/nomad/helper/flag-helpers github.com/hashicorp/nomad/helper/flatmap github.com/hashicorp/nomad/helper/freeport github.com/hashicorp/nomad/helper/gated-writer github.com/hashicorp/nomad/helper/grpc-middleware/logging github.com/hashicorp/nomad/helper/logging github.com/hashicorp/nomad/helper/mount github.com/hashicorp/nomad/helper/noxssrw github.com/hashicorp/nomad/helper/pluginutils/catalog github.com/hashicorp/nomad/helper/pluginutils/grpcutils github.com/hashicorp/nomad/helper/pluginutils/hclspecutils github.com/hashicorp/nomad/helper/pluginutils/hclutils github.com/hashicorp/nomad/helper/pluginutils/loader github.com/hashicorp/nomad/helper/pluginutils/singleton github.com/hashicorp/nomad/helper/pool github.com/hashicorp/nomad/helper/raftutil github.com/hashicorp/nomad/helper/snapshot github.com/hashicorp/nomad/helper/stats github.com/hashicorp/nomad/helper/testlog github.com/hashicorp/nomad/helper/testtask github.com/hashicorp/nomad/helper/tlsutil github.com/hashicorp/nomad/helper/useragent github.com/hashicorp/nomad/helper/uuid github.com/hashicorp/nomad/helper/winsvc github.com/hashicorp/nomad/jobspec github.com/hashicorp/nomad/lib/circbufwriter github.com/hashicorp/nomad/lib/delayheap github.com/hashicorp/nomad/lib/kheap github.com/hashicorp/nomad/nomad github.com/hashicorp/nomad/nomad/drainer github.com/hashicorp/nomad/nomad/mock github.com/hashicorp/nomad/nomad/state github.com/hashicorp/nomad/nomad/structs github.com/hashicorp/nomad/nomad/structs/config github.com/hashicorp/nomad/nomad/types github.com/hashicorp/nomad/nomad/volumewatcher github.com/hashicorp/nomad/plugins github.com/hashicorp/nomad/plugins/base github.com/hashicorp/nomad/plugins/base/proto github.com/hashicorp/nomad/plugins/base/structs github.com/hashicorp/nomad/plugins/csi github.com/hashicorp/nomad/plugins/csi/fake github.com/hashicorp/nomad/plugins/csi/testing github.com/hashicorp/nomad/plugins/device github.com/hashicorp/nomad/plugins/device/cmd/example github.com/hashicorp/nomad/plugins/device/cmd/example/cmd github.com/hashicorp/nomad/plugins/device/proto github.com/hashicorp/nomad/plugins/drivers github.com/hashicorp/nomad/plugins/drivers/proto github.com/hashicorp/nomad/plugins/drivers/testutils github.com/hashicorp/nomad/plugins/drivers/utils github.com/hashicorp/nomad/plugins/shared/cmd/launcher github.com/hashicorp/nomad/plugins/shared/hclspec github.com/hashicorp/nomad/plugins/shared/structs github.com/hashicorp/nomad/plugins/shared/structs/proto github.com/hashicorp/nomad/scheduler github.com/hashicorp/nomad/testutil github.com/hashicorp/nomad/version returned exit code 1 make[1]: *** [debian/rules:59: override_dh_auto_test] Error 25 make[1]: Leaving directory '/build/nomad-SofExn/nomad-0.12.10+dfsg1' make: *** [debian/rules:29: build-indep] Error 2 dpkg-buildpackage: error: debian/rules build-indep subprocess returned exit status 2 E: run_chroot failed: E: command failed: chroot "$1" env --unset=TMPDIR runuser builduser -c "cd /build/nomad-SofExn/nomad-0.12.10+dfsg1 && env DEB_BUILD_OPTIONS="parallel=4" LANG="C.UTF-8" LC_ALL="C.UTF-8" SOURCE_DATE_EPOCH="1625873349" dpkg-buildpackage -uc -a amd64 --build=all" W: listening on child socket failed: I: removing tempdir /tmp/mmdebstrap.rVPBuZTUKQ... mmdebstrap failed