Removed old mesos deps.
This commit is contained in:
201
vendor/github.com/mesos/mesos-go/LICENSE
generated
vendored
201
vendor/github.com/mesos/mesos-go/LICENSE
generated
vendored
@@ -1,201 +0,0 @@
|
||||
Apache License
|
||||
Version 2.0, January 2004
|
||||
http://www.apache.org/licenses/
|
||||
|
||||
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
|
||||
|
||||
1. Definitions.
|
||||
|
||||
"License" shall mean the terms and conditions for use, reproduction,
|
||||
and distribution as defined by Sections 1 through 9 of this document.
|
||||
|
||||
"Licensor" shall mean the copyright owner or entity authorized by
|
||||
the copyright owner that is granting the License.
|
||||
|
||||
"Legal Entity" shall mean the union of the acting entity and all
|
||||
other entities that control, are controlled by, or are under common
|
||||
control with that entity. For the purposes of this definition,
|
||||
"control" means (i) the power, direct or indirect, to cause the
|
||||
direction or management of such entity, whether by contract or
|
||||
otherwise, or (ii) ownership of fifty percent (50%) or more of the
|
||||
outstanding shares, or (iii) beneficial ownership of such entity.
|
||||
|
||||
"You" (or "Your") shall mean an individual or Legal Entity
|
||||
exercising permissions granted by this License.
|
||||
|
||||
"Source" form shall mean the preferred form for making modifications,
|
||||
including but not limited to software source code, documentation
|
||||
source, and configuration files.
|
||||
|
||||
"Object" form shall mean any form resulting from mechanical
|
||||
transformation or translation of a Source form, including but
|
||||
not limited to compiled object code, generated documentation,
|
||||
and conversions to other media types.
|
||||
|
||||
"Work" shall mean the work of authorship, whether in Source or
|
||||
Object form, made available under the License, as indicated by a
|
||||
copyright notice that is included in or attached to the work
|
||||
(an example is provided in the Appendix below).
|
||||
|
||||
"Derivative Works" shall mean any work, whether in Source or Object
|
||||
form, that is based on (or derived from) the Work and for which the
|
||||
editorial revisions, annotations, elaborations, or other modifications
|
||||
represent, as a whole, an original work of authorship. For the purposes
|
||||
of this License, Derivative Works shall not include works that remain
|
||||
separable from, or merely link (or bind by name) to the interfaces of,
|
||||
the Work and Derivative Works thereof.
|
||||
|
||||
"Contribution" shall mean any work of authorship, including
|
||||
the original version of the Work and any modifications or additions
|
||||
to that Work or Derivative Works thereof, that is intentionally
|
||||
submitted to Licensor for inclusion in the Work by the copyright owner
|
||||
or by an individual or Legal Entity authorized to submit on behalf of
|
||||
the copyright owner. For the purposes of this definition, "submitted"
|
||||
means any form of electronic, verbal, or written communication sent
|
||||
to the Licensor or its representatives, including but not limited to
|
||||
communication on electronic mailing lists, source code control systems,
|
||||
and issue tracking systems that are managed by, or on behalf of, the
|
||||
Licensor for the purpose of discussing and improving the Work, but
|
||||
excluding communication that is conspicuously marked or otherwise
|
||||
designated in writing by the copyright owner as "Not a Contribution."
|
||||
|
||||
"Contributor" shall mean Licensor and any individual or Legal Entity
|
||||
on behalf of whom a Contribution has been received by Licensor and
|
||||
subsequently incorporated within the Work.
|
||||
|
||||
2. Grant of Copyright License. Subject to the terms and conditions of
|
||||
this License, each Contributor hereby grants to You a perpetual,
|
||||
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
||||
copyright license to reproduce, prepare Derivative Works of,
|
||||
publicly display, publicly perform, sublicense, and distribute the
|
||||
Work and such Derivative Works in Source or Object form.
|
||||
|
||||
3. Grant of Patent License. Subject to the terms and conditions of
|
||||
this License, each Contributor hereby grants to You a perpetual,
|
||||
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
||||
(except as stated in this section) patent license to make, have made,
|
||||
use, offer to sell, sell, import, and otherwise transfer the Work,
|
||||
where such license applies only to those patent claims licensable
|
||||
by such Contributor that are necessarily infringed by their
|
||||
Contribution(s) alone or by combination of their Contribution(s)
|
||||
with the Work to which such Contribution(s) was submitted. If You
|
||||
institute patent litigation against any entity (including a
|
||||
cross-claim or counterclaim in a lawsuit) alleging that the Work
|
||||
or a Contribution incorporated within the Work constitutes direct
|
||||
or contributory patent infringement, then any patent licenses
|
||||
granted to You under this License for that Work shall terminate
|
||||
as of the date such litigation is filed.
|
||||
|
||||
4. Redistribution. You may reproduce and distribute copies of the
|
||||
Work or Derivative Works thereof in any medium, with or without
|
||||
modifications, and in Source or Object form, provided that You
|
||||
meet the following conditions:
|
||||
|
||||
(a) You must give any other recipients of the Work or
|
||||
Derivative Works a copy of this License; and
|
||||
|
||||
(b) You must cause any modified files to carry prominent notices
|
||||
stating that You changed the files; and
|
||||
|
||||
(c) You must retain, in the Source form of any Derivative Works
|
||||
that You distribute, all copyright, patent, trademark, and
|
||||
attribution notices from the Source form of the Work,
|
||||
excluding those notices that do not pertain to any part of
|
||||
the Derivative Works; and
|
||||
|
||||
(d) If the Work includes a "NOTICE" text file as part of its
|
||||
distribution, then any Derivative Works that You distribute must
|
||||
include a readable copy of the attribution notices contained
|
||||
within such NOTICE file, excluding those notices that do not
|
||||
pertain to any part of the Derivative Works, in at least one
|
||||
of the following places: within a NOTICE text file distributed
|
||||
as part of the Derivative Works; within the Source form or
|
||||
documentation, if provided along with the Derivative Works; or,
|
||||
within a display generated by the Derivative Works, if and
|
||||
wherever such third-party notices normally appear. The contents
|
||||
of the NOTICE file are for informational purposes only and
|
||||
do not modify the License. You may add Your own attribution
|
||||
notices within Derivative Works that You distribute, alongside
|
||||
or as an addendum to the NOTICE text from the Work, provided
|
||||
that such additional attribution notices cannot be construed
|
||||
as modifying the License.
|
||||
|
||||
You may add Your own copyright statement to Your modifications and
|
||||
may provide additional or different license terms and conditions
|
||||
for use, reproduction, or distribution of Your modifications, or
|
||||
for any such Derivative Works as a whole, provided Your use,
|
||||
reproduction, and distribution of the Work otherwise complies with
|
||||
the conditions stated in this License.
|
||||
|
||||
5. Submission of Contributions. Unless You explicitly state otherwise,
|
||||
any Contribution intentionally submitted for inclusion in the Work
|
||||
by You to the Licensor shall be under the terms and conditions of
|
||||
this License, without any additional terms or conditions.
|
||||
Notwithstanding the above, nothing herein shall supersede or modify
|
||||
the terms of any separate license agreement you may have executed
|
||||
with Licensor regarding such Contributions.
|
||||
|
||||
6. Trademarks. This License does not grant permission to use the trade
|
||||
names, trademarks, service marks, or product names of the Licensor,
|
||||
except as required for reasonable and customary use in describing the
|
||||
origin of the Work and reproducing the content of the NOTICE file.
|
||||
|
||||
7. Disclaimer of Warranty. Unless required by applicable law or
|
||||
agreed to in writing, Licensor provides the Work (and each
|
||||
Contributor provides its Contributions) on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
||||
implied, including, without limitation, any warranties or conditions
|
||||
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
|
||||
PARTICULAR PURPOSE. You are solely responsible for determining the
|
||||
appropriateness of using or redistributing the Work and assume any
|
||||
risks associated with Your exercise of permissions under this License.
|
||||
|
||||
8. Limitation of Liability. In no event and under no legal theory,
|
||||
whether in tort (including negligence), contract, or otherwise,
|
||||
unless required by applicable law (such as deliberate and grossly
|
||||
negligent acts) or agreed to in writing, shall any Contributor be
|
||||
liable to You for damages, including any direct, indirect, special,
|
||||
incidental, or consequential damages of any character arising as a
|
||||
result of this License or out of the use or inability to use the
|
||||
Work (including but not limited to damages for loss of goodwill,
|
||||
work stoppage, computer failure or malfunction, or any and all
|
||||
other commercial damages or losses), even if such Contributor
|
||||
has been advised of the possibility of such damages.
|
||||
|
||||
9. Accepting Warranty or Additional Liability. While redistributing
|
||||
the Work or Derivative Works thereof, You may choose to offer,
|
||||
and charge a fee for, acceptance of support, warranty, indemnity,
|
||||
or other liability obligations and/or rights consistent with this
|
||||
License. However, in accepting such obligations, You may act only
|
||||
on Your own behalf and on Your sole responsibility, not on behalf
|
||||
of any other Contributor, and only if You agree to indemnify,
|
||||
defend, and hold each Contributor harmless for any liability
|
||||
incurred by, or claims asserted against, such Contributor by reason
|
||||
of your accepting any such warranty or additional liability.
|
||||
|
||||
END OF TERMS AND CONDITIONS
|
||||
|
||||
APPENDIX: How to apply the Apache License to your work.
|
||||
|
||||
To apply the Apache License to your work, attach the following
|
||||
boilerplate notice, with the fields enclosed by brackets "{}"
|
||||
replaced with your own identifying information. (Don't include
|
||||
the brackets!) The text should be enclosed in the appropriate
|
||||
comment syntax for the file format. We also recommend that a
|
||||
file or class name and description of purpose be included on the
|
||||
same "printed page" as the copyright notice for easier
|
||||
identification within third-party archives.
|
||||
|
||||
Copyright {yyyy} {name of copyright owner}
|
||||
|
||||
Licensed under the Apache License, Version 2.0 (the "License");
|
||||
you may not use this file except in compliance with the License.
|
||||
You may obtain a copy of the License at
|
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
Unless required by applicable law or agreed to in writing, software
|
||||
distributed under the License is distributed on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
See the License for the specific language governing permissions and
|
||||
limitations under the License.
|
13
vendor/github.com/mesos/mesos-go/NOTICE
generated
vendored
13
vendor/github.com/mesos/mesos-go/NOTICE
generated
vendored
@@ -1,13 +0,0 @@
|
||||
Copyright 2013-2015, Mesosphere, Inc.
|
||||
|
||||
Licensed under the Apache License, Version 2.0 (the "License");
|
||||
you may not use this file except in compliance with the License.
|
||||
You may obtain a copy of the License at
|
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
Unless required by applicable law or agreed to in writing, software
|
||||
distributed under the License is distributed on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
See the License for the specific language governing permissions and
|
||||
limitations under the License.
|
43
vendor/github.com/mesos/mesos-go/detector/BUILD
generated
vendored
43
vendor/github.com/mesos/mesos-go/detector/BUILD
generated
vendored
@@ -1,43 +0,0 @@
|
||||
package(default_visibility = ["//visibility:public"])
|
||||
|
||||
licenses(["notice"])
|
||||
|
||||
load(
|
||||
"@io_bazel_rules_go//go:def.bzl",
|
||||
"go_library",
|
||||
)
|
||||
|
||||
go_library(
|
||||
name = "go_default_library",
|
||||
srcs = [
|
||||
"doc.go",
|
||||
"factory.go",
|
||||
"interface.go",
|
||||
"standalone.go",
|
||||
],
|
||||
tags = ["automanaged"],
|
||||
deps = [
|
||||
"//vendor/github.com/gogo/protobuf/proto:go_default_library",
|
||||
"//vendor/github.com/golang/glog:go_default_library",
|
||||
"//vendor/github.com/mesos/mesos-go/mesosproto:go_default_library",
|
||||
"//vendor/github.com/mesos/mesos-go/mesosutil:go_default_library",
|
||||
"//vendor/github.com/mesos/mesos-go/upid:go_default_library",
|
||||
"//vendor/golang.org/x/net/context:go_default_library",
|
||||
],
|
||||
)
|
||||
|
||||
filegroup(
|
||||
name = "package-srcs",
|
||||
srcs = glob(["**"]),
|
||||
tags = ["automanaged"],
|
||||
visibility = ["//visibility:private"],
|
||||
)
|
||||
|
||||
filegroup(
|
||||
name = "all-srcs",
|
||||
srcs = [
|
||||
":package-srcs",
|
||||
"//vendor/github.com/mesos/mesos-go/detector/zoo:all-srcs",
|
||||
],
|
||||
tags = ["automanaged"],
|
||||
)
|
24
vendor/github.com/mesos/mesos-go/detector/doc.go
generated
vendored
24
vendor/github.com/mesos/mesos-go/detector/doc.go
generated
vendored
@@ -1,24 +0,0 @@
|
||||
/**
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
/*
|
||||
The detector package houses implementation of master detectors.
|
||||
The default implementation is the zookeeper master detector.
|
||||
It uses zookeeper to detect the lead Mesos master during startup/failover.
|
||||
*/
|
||||
package detector
|
155
vendor/github.com/mesos/mesos-go/detector/factory.go
generated
vendored
155
vendor/github.com/mesos/mesos-go/detector/factory.go
generated
vendored
@@ -1,155 +0,0 @@
|
||||
package detector
|
||||
|
||||
import (
|
||||
"encoding/binary"
|
||||
"errors"
|
||||
"fmt"
|
||||
"io/ioutil"
|
||||
"net"
|
||||
"strconv"
|
||||
"strings"
|
||||
"sync"
|
||||
|
||||
"github.com/gogo/protobuf/proto"
|
||||
log "github.com/golang/glog"
|
||||
mesos "github.com/mesos/mesos-go/mesosproto"
|
||||
util "github.com/mesos/mesos-go/mesosutil"
|
||||
"github.com/mesos/mesos-go/upid"
|
||||
)
|
||||
|
||||
var (
|
||||
pluginLock sync.Mutex
|
||||
plugins = map[string]PluginFactory{}
|
||||
EmptySpecError = errors.New("empty master specification")
|
||||
|
||||
defaultFactory = PluginFactory(func(spec string, _ ...Option) (Master, error) {
|
||||
if len(spec) == 0 {
|
||||
return nil, EmptySpecError
|
||||
}
|
||||
if strings.Index(spec, "@") < 0 {
|
||||
spec = "master@" + spec
|
||||
}
|
||||
if pid, err := upid.Parse(spec); err == nil {
|
||||
return NewStandalone(CreateMasterInfo(pid)), nil
|
||||
} else {
|
||||
return nil, err
|
||||
}
|
||||
})
|
||||
)
|
||||
|
||||
type PluginFactory func(string, ...Option) (Master, error)
|
||||
|
||||
// associates a plugin implementation with a Master specification prefix.
|
||||
// packages that provide plugins are expected to invoke this func within
|
||||
// their init() implementation. schedulers that wish to support plugins may
|
||||
// anonymously import ("_") a package the auto-registers said plugins.
|
||||
func Register(prefix string, f PluginFactory) error {
|
||||
if prefix == "" {
|
||||
return fmt.Errorf("illegal prefix: '%v'", prefix)
|
||||
}
|
||||
if f == nil {
|
||||
return fmt.Errorf("nil plugin factories are not allowed")
|
||||
}
|
||||
|
||||
pluginLock.Lock()
|
||||
defer pluginLock.Unlock()
|
||||
|
||||
if _, found := plugins[prefix]; found {
|
||||
return fmt.Errorf("detection plugin already registered for prefix '%s'", prefix)
|
||||
}
|
||||
plugins[prefix] = f
|
||||
return nil
|
||||
}
|
||||
|
||||
// Create a new detector given the provided specification. Examples are:
|
||||
//
|
||||
// - file://{path_to_local_file}
|
||||
// - {ipaddress}:{port}
|
||||
// - master@{ip_address}:{port}
|
||||
// - master({id})@{ip_address}:{port}
|
||||
//
|
||||
// Support for the file:// prefix is intentionally hardcoded so that it may
|
||||
// not be inadvertently overridden by a custom plugin implementation. Custom
|
||||
// plugins are supported via the Register and MatchingPlugin funcs.
|
||||
//
|
||||
// Furthermore it is expected that master detectors returned from this func
|
||||
// are not yet running and will only begin to spawn requisite background
|
||||
// processing upon, or some time after, the first invocation of their Detect.
|
||||
//
|
||||
func New(spec string, options ...Option) (m Master, err error) {
|
||||
if strings.HasPrefix(spec, "file://") {
|
||||
var body []byte
|
||||
path := spec[7:]
|
||||
body, err = ioutil.ReadFile(path)
|
||||
if err != nil {
|
||||
log.V(1).Infof("failed to read from file at '%s'", path)
|
||||
} else {
|
||||
m, err = New(string(body), options...)
|
||||
}
|
||||
} else if f, ok := MatchingPlugin(spec); ok {
|
||||
m, err = f(spec, options...)
|
||||
} else {
|
||||
m, err = defaultFactory(spec, options...)
|
||||
}
|
||||
|
||||
return
|
||||
}
|
||||
|
||||
func MatchingPlugin(spec string) (PluginFactory, bool) {
|
||||
pluginLock.Lock()
|
||||
defer pluginLock.Unlock()
|
||||
|
||||
for prefix, f := range plugins {
|
||||
if strings.HasPrefix(spec, prefix) {
|
||||
return f, true
|
||||
}
|
||||
}
|
||||
return nil, false
|
||||
}
|
||||
|
||||
// Super-useful utility func that attempts to build a mesos.MasterInfo from a
|
||||
// upid.UPID specification. An attempt is made to determine the IP address of
|
||||
// the UPID's Host and any errors during such resolution will result in a nil
|
||||
// returned result. A nil result is also returned upon errors parsing the Port
|
||||
// specification of the UPID.
|
||||
//
|
||||
// TODO(jdef) make this a func of upid.UPID so that callers can invoke somePid.MasterInfo()?
|
||||
//
|
||||
func CreateMasterInfo(pid *upid.UPID) *mesos.MasterInfo {
|
||||
if pid == nil {
|
||||
return nil
|
||||
}
|
||||
port, err := strconv.Atoi(pid.Port)
|
||||
if err != nil {
|
||||
log.Errorf("failed to parse port: %v", err)
|
||||
return nil
|
||||
}
|
||||
//TODO(jdef) what about (future) ipv6 support?
|
||||
var ipv4 net.IP
|
||||
if ipv4 = net.ParseIP(pid.Host); ipv4 != nil {
|
||||
// This is needed for the people cross-compiling from macos to linux.
|
||||
// The cross-compiled version of net.LookupIP() fails to handle plain IPs.
|
||||
// See https://github.com/mesos/mesos-go/pull/117
|
||||
} else if addrs, err := net.LookupIP(pid.Host); err == nil {
|
||||
for _, ip := range addrs {
|
||||
if ip = ip.To4(); ip != nil {
|
||||
ipv4 = ip
|
||||
break
|
||||
}
|
||||
}
|
||||
if ipv4 == nil {
|
||||
log.Errorf("host does not resolve to an IPv4 address: %v", pid.Host)
|
||||
return nil
|
||||
}
|
||||
} else {
|
||||
log.Errorf("failed to lookup IPs for host '%v': %v", pid.Host, err)
|
||||
return nil
|
||||
}
|
||||
packedip := binary.BigEndian.Uint32(ipv4) // network byte order is big-endian
|
||||
mi := util.NewMasterInfo(pid.ID, packedip, uint32(port))
|
||||
mi.Pid = proto.String(pid.String())
|
||||
if pid.Host != "" {
|
||||
mi.Hostname = proto.String(pid.Host)
|
||||
}
|
||||
return mi
|
||||
}
|
71
vendor/github.com/mesos/mesos-go/detector/interface.go
generated
vendored
71
vendor/github.com/mesos/mesos-go/detector/interface.go
generated
vendored
@@ -1,71 +0,0 @@
|
||||
/**
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package detector
|
||||
|
||||
import (
|
||||
mesos "github.com/mesos/mesos-go/mesosproto"
|
||||
)
|
||||
|
||||
type MasterChanged interface {
|
||||
// Invoked when the master changes
|
||||
OnMasterChanged(*mesos.MasterInfo)
|
||||
}
|
||||
|
||||
// AllMasters defines an optional interface that, if implemented by the same
|
||||
// struct as implements MasterChanged, will receive an additional callbacks
|
||||
// independently of leadership changes. it's possible that, as a result of a
|
||||
// leadership change, both the OnMasterChanged and UpdatedMasters callbacks
|
||||
// would be invoked.
|
||||
//
|
||||
// **NOTE:** Detector implementations are not required to support this optional
|
||||
// interface. Please RTFM of the detector implementation that you want to use.
|
||||
type AllMasters interface {
|
||||
// UpdatedMasters is invoked upon a change in the membership of mesos
|
||||
// masters, and is useful to clients that wish to know the entire set
|
||||
// of Mesos masters currently running.
|
||||
UpdatedMasters([]*mesos.MasterInfo)
|
||||
}
|
||||
|
||||
// func/interface adapter
|
||||
type OnMasterChanged func(*mesos.MasterInfo)
|
||||
|
||||
func (f OnMasterChanged) OnMasterChanged(mi *mesos.MasterInfo) {
|
||||
f(mi)
|
||||
}
|
||||
|
||||
// An abstraction of a Master detector which can be used to
|
||||
// detect the leading master from a group.
|
||||
type Master interface {
|
||||
// Detect new master election. Every time a new master is elected, the
|
||||
// detector will alert the observer. The first call to Detect is expected
|
||||
// to kickstart any background detection processing (and not before then).
|
||||
// If detection startup fails, or the listener cannot be added, then an
|
||||
// error is returned.
|
||||
Detect(MasterChanged) error
|
||||
|
||||
// returns a chan that, when closed, indicates the detector has terminated
|
||||
Done() <-chan struct{}
|
||||
|
||||
// cancel the detector. it's ok to call this multiple times, or even if
|
||||
// Detect() hasn't been invoked yet.
|
||||
Cancel()
|
||||
}
|
||||
|
||||
// functional option type for detectors
|
||||
type Option func(interface{}) Option
|
244
vendor/github.com/mesos/mesos-go/detector/standalone.go
generated
vendored
244
vendor/github.com/mesos/mesos-go/detector/standalone.go
generated
vendored
@@ -1,244 +0,0 @@
|
||||
package detector
|
||||
|
||||
import (
|
||||
"encoding/binary"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io/ioutil"
|
||||
"net"
|
||||
"net/http"
|
||||
"strconv"
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
log "github.com/golang/glog"
|
||||
mesos "github.com/mesos/mesos-go/mesosproto"
|
||||
"github.com/mesos/mesos-go/upid"
|
||||
"golang.org/x/net/context"
|
||||
)
|
||||
|
||||
const (
|
||||
defaultMesosHttpClientTimeout = 10 * time.Second //TODO(jdef) configurable via fiag?
|
||||
defaultMesosLeaderSyncInterval = 30 * time.Second //TODO(jdef) configurable via fiag?
|
||||
defaultMesosMasterPort = 5050
|
||||
)
|
||||
|
||||
// enables easier unit testing
|
||||
type fetcherFunc func(ctx context.Context, address string) (*upid.UPID, error)
|
||||
|
||||
type Standalone struct {
|
||||
ch chan *mesos.MasterInfo
|
||||
client *http.Client
|
||||
tr *http.Transport
|
||||
pollOnce sync.Once
|
||||
initial *mesos.MasterInfo
|
||||
done chan struct{}
|
||||
cancelOnce sync.Once
|
||||
leaderSyncInterval time.Duration
|
||||
httpClientTimeout time.Duration
|
||||
assumedMasterPort int
|
||||
poller func(pf fetcherFunc)
|
||||
fetchPid fetcherFunc
|
||||
}
|
||||
|
||||
// Create a new stand alone master detector.
|
||||
func NewStandalone(mi *mesos.MasterInfo) *Standalone {
|
||||
log.V(2).Infof("creating new standalone detector for %+v", mi)
|
||||
stand := &Standalone{
|
||||
ch: make(chan *mesos.MasterInfo),
|
||||
tr: &http.Transport{},
|
||||
initial: mi,
|
||||
done: make(chan struct{}),
|
||||
leaderSyncInterval: defaultMesosLeaderSyncInterval,
|
||||
httpClientTimeout: defaultMesosHttpClientTimeout,
|
||||
assumedMasterPort: defaultMesosMasterPort,
|
||||
}
|
||||
stand.poller = stand._poller
|
||||
stand.fetchPid = stand._fetchPid
|
||||
return stand
|
||||
}
|
||||
|
||||
func (s *Standalone) String() string {
|
||||
return fmt.Sprintf("{initial: %+v}", s.initial)
|
||||
}
|
||||
|
||||
// Detecting the new master.
|
||||
func (s *Standalone) Detect(o MasterChanged) error {
|
||||
log.V(2).Info("Detect()")
|
||||
s.pollOnce.Do(func() {
|
||||
log.V(1).Info("spinning up asyc master detector poller")
|
||||
// delayed initialization allows unit tests to modify timeouts before detection starts
|
||||
s.client = &http.Client{
|
||||
Transport: s.tr,
|
||||
Timeout: s.httpClientTimeout,
|
||||
}
|
||||
go s.poller(s.fetchPid)
|
||||
})
|
||||
if o != nil {
|
||||
log.V(1).Info("spawning asyc master detector listener")
|
||||
go func() {
|
||||
log.V(2).Infof("waiting for polled to send updates")
|
||||
pollWaiter:
|
||||
for {
|
||||
select {
|
||||
case mi, ok := <-s.ch:
|
||||
if !ok {
|
||||
break pollWaiter
|
||||
}
|
||||
log.V(1).Infof("detected master change: %+v", mi)
|
||||
o.OnMasterChanged(mi)
|
||||
case <-s.done:
|
||||
return
|
||||
}
|
||||
}
|
||||
o.OnMasterChanged(nil)
|
||||
}()
|
||||
} else {
|
||||
log.Warningf("detect called with a nil master change listener")
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func (s *Standalone) Done() <-chan struct{} {
|
||||
return s.done
|
||||
}
|
||||
|
||||
func (s *Standalone) Cancel() {
|
||||
s.cancelOnce.Do(func() { close(s.done) })
|
||||
}
|
||||
|
||||
// poll for changes to master leadership via current leader's /state endpoint.
|
||||
// we poll the `initial` leader, aborting if none was specified.
|
||||
//
|
||||
// TODO(jdef) follow the leader: change who we poll based on the prior leader
|
||||
// TODO(jdef) somehow determine all masters in cluster from the /state?
|
||||
//
|
||||
func (s *Standalone) _poller(pf fetcherFunc) {
|
||||
defer func() {
|
||||
defer s.Cancel()
|
||||
log.Warning("shutting down standalone master detection")
|
||||
}()
|
||||
if s.initial == nil {
|
||||
log.Errorf("aborting master poller since initial master info is nil")
|
||||
return
|
||||
}
|
||||
addr := s.initial.GetHostname()
|
||||
if len(addr) == 0 {
|
||||
if s.initial.GetIp() == 0 {
|
||||
log.Warningf("aborted mater poller since initial master info has no host")
|
||||
return
|
||||
}
|
||||
ip := make([]byte, 4)
|
||||
binary.BigEndian.PutUint32(ip, s.initial.GetIp())
|
||||
addr = net.IP(ip).To4().String()
|
||||
}
|
||||
port := uint32(s.assumedMasterPort)
|
||||
if s.initial.Port != nil && *s.initial.Port != 0 {
|
||||
port = *s.initial.Port
|
||||
}
|
||||
addr = net.JoinHostPort(addr, strconv.Itoa(int(port)))
|
||||
log.V(1).Infof("polling for master leadership at '%v'", addr)
|
||||
var lastpid *upid.UPID
|
||||
for {
|
||||
startedAt := time.Now()
|
||||
ctx, cancel := context.WithTimeout(context.Background(), s.leaderSyncInterval)
|
||||
if pid, err := pf(ctx, addr); err == nil {
|
||||
if !pid.Equal(lastpid) {
|
||||
log.V(2).Infof("detected leadership change from '%v' to '%v'", lastpid, pid)
|
||||
lastpid = pid
|
||||
elapsed := time.Now().Sub(startedAt)
|
||||
mi := CreateMasterInfo(pid)
|
||||
select {
|
||||
case s.ch <- mi: // noop
|
||||
case <-time.After(s.leaderSyncInterval - elapsed):
|
||||
// no one heard the master change, oh well - poll again
|
||||
goto continuePolling
|
||||
case <-s.done:
|
||||
cancel()
|
||||
return
|
||||
}
|
||||
} else {
|
||||
log.V(2).Infof("no change to master leadership: '%v'", lastpid)
|
||||
}
|
||||
} else if err == context.DeadlineExceeded {
|
||||
if lastpid != nil {
|
||||
lastpid = nil
|
||||
select {
|
||||
case s.ch <- nil: // lost master
|
||||
case <-s.done: // no need to cancel ctx
|
||||
return
|
||||
}
|
||||
}
|
||||
goto continuePolling
|
||||
} else {
|
||||
select {
|
||||
case <-s.done:
|
||||
cancel()
|
||||
return
|
||||
default:
|
||||
if err != context.Canceled {
|
||||
log.Error(err)
|
||||
}
|
||||
}
|
||||
}
|
||||
if remaining := s.leaderSyncInterval - time.Now().Sub(startedAt); remaining > 0 {
|
||||
log.V(3).Infof("master leader poller sleeping for %v", remaining)
|
||||
time.Sleep(remaining)
|
||||
}
|
||||
continuePolling:
|
||||
cancel()
|
||||
}
|
||||
}
|
||||
|
||||
// assumes that address is in host:port format
|
||||
func (s *Standalone) _fetchPid(ctx context.Context, address string) (*upid.UPID, error) {
|
||||
//TODO(jdef) need SSL support
|
||||
uri := fmt.Sprintf("http://%s/state", address)
|
||||
req, err := http.NewRequest("GET", uri, nil)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
var pid *upid.UPID
|
||||
err = s.httpDo(ctx, req, func(res *http.Response, err error) error {
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
defer res.Body.Close()
|
||||
if res.StatusCode != 200 {
|
||||
return fmt.Errorf("HTTP request failed with code %d: %v", res.StatusCode, res.Status)
|
||||
}
|
||||
blob, err1 := ioutil.ReadAll(res.Body)
|
||||
if err1 != nil {
|
||||
return err1
|
||||
}
|
||||
log.V(3).Infof("Got mesos state, content length %v", len(blob))
|
||||
type State struct {
|
||||
Leader string `json:"leader"` // ex: master(1)@10.22.211.18:5050
|
||||
}
|
||||
state := &State{}
|
||||
err = json.Unmarshal(blob, state)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
pid, err = upid.Parse(state.Leader)
|
||||
return err
|
||||
})
|
||||
return pid, err
|
||||
}
|
||||
|
||||
type responseHandler func(*http.Response, error) error
|
||||
|
||||
// hacked from https://blog.golang.org/context
|
||||
func (s *Standalone) httpDo(ctx context.Context, req *http.Request, f responseHandler) error {
|
||||
// Run the HTTP request in a goroutine and pass the response to f.
|
||||
ch := make(chan error, 1)
|
||||
go func() { ch <- f(s.client.Do(req)) }()
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
s.tr.CancelRequest(req)
|
||||
<-ch // Wait for f to return.
|
||||
return ctx.Err()
|
||||
case err := <-ch:
|
||||
return err
|
||||
}
|
||||
}
|
40
vendor/github.com/mesos/mesos-go/detector/zoo/BUILD
generated
vendored
40
vendor/github.com/mesos/mesos-go/detector/zoo/BUILD
generated
vendored
@@ -1,40 +0,0 @@
|
||||
package(default_visibility = ["//visibility:public"])
|
||||
|
||||
licenses(["notice"])
|
||||
|
||||
load(
|
||||
"@io_bazel_rules_go//go:def.bzl",
|
||||
"go_library",
|
||||
)
|
||||
|
||||
go_library(
|
||||
name = "go_default_library",
|
||||
srcs = [
|
||||
"client2.go",
|
||||
"detect.go",
|
||||
"doc.go",
|
||||
"plugin.go",
|
||||
"types.go",
|
||||
],
|
||||
tags = ["automanaged"],
|
||||
deps = [
|
||||
"//vendor/github.com/gogo/protobuf/proto:go_default_library",
|
||||
"//vendor/github.com/golang/glog:go_default_library",
|
||||
"//vendor/github.com/mesos/mesos-go/detector:go_default_library",
|
||||
"//vendor/github.com/mesos/mesos-go/mesosproto:go_default_library",
|
||||
"//vendor/github.com/samuel/go-zookeeper/zk:go_default_library",
|
||||
],
|
||||
)
|
||||
|
||||
filegroup(
|
||||
name = "package-srcs",
|
||||
srcs = glob(["**"]),
|
||||
tags = ["automanaged"],
|
||||
visibility = ["//visibility:private"],
|
||||
)
|
||||
|
||||
filegroup(
|
||||
name = "all-srcs",
|
||||
srcs = [":package-srcs"],
|
||||
tags = ["automanaged"],
|
||||
)
|
88
vendor/github.com/mesos/mesos-go/detector/zoo/client2.go
generated
vendored
88
vendor/github.com/mesos/mesos-go/detector/zoo/client2.go
generated
vendored
@@ -1,88 +0,0 @@
|
||||
package zoo
|
||||
|
||||
import (
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
"github.com/samuel/go-zookeeper/zk"
|
||||
)
|
||||
|
||||
const (
|
||||
defaultSessionTimeout = 60 * time.Second
|
||||
CurrentPath = "."
|
||||
)
|
||||
|
||||
var zkSessionTimeout = defaultSessionTimeout
|
||||
|
||||
type client2 struct {
|
||||
*zk.Conn
|
||||
path string
|
||||
done chan struct{} // signal chan, closes when the underlying connection terminates
|
||||
stopOnce sync.Once
|
||||
}
|
||||
|
||||
func connect2(hosts []string, path string) (*client2, error) {
|
||||
c, ev, err := zk.Connect(hosts, zkSessionTimeout)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
done := make(chan struct{})
|
||||
go func() {
|
||||
// close the 'done' chan when the zk event chan closes (signals termination of zk connection)
|
||||
defer close(done)
|
||||
for {
|
||||
if _, ok := <-ev; !ok {
|
||||
return
|
||||
}
|
||||
}
|
||||
}()
|
||||
return &client2{
|
||||
Conn: c,
|
||||
path: path,
|
||||
done: done,
|
||||
}, nil
|
||||
}
|
||||
|
||||
func (c *client2) Stopped() <-chan struct{} {
|
||||
return c.done
|
||||
}
|
||||
|
||||
func (c *client2) Stop() {
|
||||
c.stopOnce.Do(c.Close)
|
||||
}
|
||||
|
||||
func (c *client2) Data(path string) (data []byte, err error) {
|
||||
data, _, err = c.Get(path)
|
||||
return
|
||||
}
|
||||
|
||||
func (c *client2) WatchChildren(path string) (string, <-chan []string, <-chan error) {
|
||||
errCh := make(chan error, 1)
|
||||
snap := make(chan []string)
|
||||
|
||||
watchPath := c.path
|
||||
if path != "" && path != CurrentPath {
|
||||
watchPath = watchPath + path
|
||||
}
|
||||
go func() {
|
||||
defer close(errCh)
|
||||
for {
|
||||
children, _, ev, err := c.ChildrenW(watchPath)
|
||||
if err != nil {
|
||||
errCh <- err
|
||||
return
|
||||
}
|
||||
select {
|
||||
case snap <- children:
|
||||
case <-c.done:
|
||||
return
|
||||
}
|
||||
e := <-ev // wait for the next watch-related event
|
||||
if e.Err != nil {
|
||||
errCh <- e.Err
|
||||
return
|
||||
}
|
||||
}
|
||||
}()
|
||||
return watchPath, snap, errCh
|
||||
}
|
396
vendor/github.com/mesos/mesos-go/detector/zoo/detect.go
generated
vendored
396
vendor/github.com/mesos/mesos-go/detector/zoo/detect.go
generated
vendored
@@ -1,396 +0,0 @@
|
||||
/**
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package zoo
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"math"
|
||||
"net/url"
|
||||
"strconv"
|
||||
"strings"
|
||||
"sync"
|
||||
"sync/atomic"
|
||||
"time"
|
||||
|
||||
"github.com/gogo/protobuf/proto"
|
||||
log "github.com/golang/glog"
|
||||
"github.com/mesos/mesos-go/detector"
|
||||
mesos "github.com/mesos/mesos-go/mesosproto"
|
||||
)
|
||||
|
||||
const (
|
||||
// prefix for nodes listed at the ZK URL path
|
||||
nodePrefix = "info_"
|
||||
nodeJSONPrefix = "json.info_"
|
||||
defaultMinDetectorCyclePeriod = 1 * time.Second
|
||||
)
|
||||
|
||||
type (
|
||||
ZKInterface interface {
|
||||
Stopped() <-chan struct{}
|
||||
Stop()
|
||||
Data(string) ([]byte, error)
|
||||
WatchChildren(string) (string, <-chan []string, <-chan error)
|
||||
}
|
||||
|
||||
infoCodec func(path, node string) (*mesos.MasterInfo, error)
|
||||
|
||||
// Detector uses ZooKeeper to detect new leading master.
|
||||
MasterDetector struct {
|
||||
// detection should not signal master change listeners more frequently than this
|
||||
cancel func()
|
||||
client ZKInterface
|
||||
done chan struct{}
|
||||
// latch: only install, at most, one ignoreChanged listener; see MasterDetector.Detect
|
||||
ignoreInstalled int32
|
||||
leaderNode string
|
||||
minDetectorCyclePeriod time.Duration
|
||||
|
||||
// guard against concurrent invocations of bootstrapFunc
|
||||
bootstrapLock sync.RWMutex
|
||||
bootstrapFunc func(ZKInterface, <-chan struct{}) (ZKInterface, error) // for one-time zk client initiation
|
||||
}
|
||||
)
|
||||
|
||||
// reasonable default for a noop change listener
|
||||
var ignoreChanged = detector.OnMasterChanged(func(*mesos.MasterInfo) {})
|
||||
|
||||
// MinCyclePeriod is a functional option that determines the highest frequency of master change notifications
|
||||
func MinCyclePeriod(d time.Duration) detector.Option {
|
||||
return func(di interface{}) detector.Option {
|
||||
md := di.(*MasterDetector)
|
||||
old := md.minDetectorCyclePeriod
|
||||
md.minDetectorCyclePeriod = d
|
||||
return MinCyclePeriod(old)
|
||||
}
|
||||
}
|
||||
|
||||
func Bootstrap(f func(ZKInterface, <-chan struct{}) (ZKInterface, error)) detector.Option {
|
||||
return func(di interface{}) detector.Option {
|
||||
md := di.(*MasterDetector)
|
||||
old := md.bootstrapFunc
|
||||
md.bootstrapFunc = f
|
||||
return Bootstrap(old)
|
||||
}
|
||||
}
|
||||
|
||||
// Internal constructor function
|
||||
func NewMasterDetector(zkurls string, options ...detector.Option) (*MasterDetector, error) {
|
||||
zkHosts, zkPath, err := parseZk(zkurls)
|
||||
if err != nil {
|
||||
log.Fatalln("Failed to parse url", err)
|
||||
return nil, err
|
||||
}
|
||||
|
||||
detector := &MasterDetector{
|
||||
minDetectorCyclePeriod: defaultMinDetectorCyclePeriod,
|
||||
done: make(chan struct{}),
|
||||
cancel: func() {},
|
||||
}
|
||||
|
||||
detector.bootstrapFunc = func(client ZKInterface, _ <-chan struct{}) (ZKInterface, error) {
|
||||
if client == nil {
|
||||
return connect2(zkHosts, zkPath)
|
||||
}
|
||||
return client, nil
|
||||
}
|
||||
|
||||
// apply options last so that they can override default behavior
|
||||
for _, opt := range options {
|
||||
opt(detector)
|
||||
}
|
||||
|
||||
log.V(2).Infoln("Created new detector to watch", zkHosts, zkPath)
|
||||
return detector, nil
|
||||
}
|
||||
|
||||
func parseZk(zkurls string) ([]string, string, error) {
|
||||
u, err := url.Parse(zkurls)
|
||||
if err != nil {
|
||||
log.V(1).Infof("failed to parse url: %v", err)
|
||||
return nil, "", err
|
||||
}
|
||||
if u.Scheme != "zk" {
|
||||
return nil, "", fmt.Errorf("invalid url scheme for zk url: '%v'", u.Scheme)
|
||||
}
|
||||
return strings.Split(u.Host, ","), u.Path, nil
|
||||
}
|
||||
|
||||
// returns a chan that, when closed, indicates termination of the detector
|
||||
func (md *MasterDetector) Done() <-chan struct{} {
|
||||
return md.done
|
||||
}
|
||||
|
||||
func (md *MasterDetector) Cancel() {
|
||||
md.bootstrapLock.RLock()
|
||||
defer md.bootstrapLock.RUnlock()
|
||||
md.cancel()
|
||||
}
|
||||
|
||||
func (md *MasterDetector) childrenChanged(path string, list []string, obs detector.MasterChanged) {
|
||||
md.notifyMasterChanged(path, list, obs)
|
||||
md.notifyAllMasters(path, list, obs)
|
||||
}
|
||||
|
||||
func (md *MasterDetector) notifyMasterChanged(path string, list []string, obs detector.MasterChanged) {
|
||||
// mesos v0.24 writes JSON only, v0.23 writes json and protobuf, v0.22 and prior only write protobuf
|
||||
topNode, codec := md.selectTopNode(list)
|
||||
if md.leaderNode == topNode {
|
||||
log.V(2).Infof("ignoring children-changed event, leader has not changed: %v", path)
|
||||
return
|
||||
}
|
||||
|
||||
log.V(2).Infof("changing leader node from %q -> %q", md.leaderNode, topNode)
|
||||
md.leaderNode = topNode
|
||||
|
||||
var masterInfo *mesos.MasterInfo
|
||||
if md.leaderNode != "" {
|
||||
var err error
|
||||
if masterInfo, err = codec(path, topNode); err != nil {
|
||||
log.Errorln(err.Error())
|
||||
}
|
||||
}
|
||||
log.V(2).Infof("detected master info: %+v", masterInfo)
|
||||
logPanic(func() { obs.OnMasterChanged(masterInfo) })
|
||||
}
|
||||
|
||||
// logPanic safely executes the given func, recovering from and logging a panic if one occurs.
|
||||
func logPanic(f func()) {
|
||||
defer func() {
|
||||
if r := recover(); r != nil {
|
||||
log.Errorf("recovered from client panic: %v", r)
|
||||
}
|
||||
}()
|
||||
f()
|
||||
}
|
||||
|
||||
func (md *MasterDetector) pullMasterInfo(path, node string) (*mesos.MasterInfo, error) {
|
||||
data, err := md.client.Data(fmt.Sprintf("%s/%s", path, node))
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to retrieve leader data: %v", err)
|
||||
}
|
||||
|
||||
masterInfo := &mesos.MasterInfo{}
|
||||
err = proto.Unmarshal(data, masterInfo)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to unmarshal protobuf MasterInfo data from zookeeper: %v", err)
|
||||
}
|
||||
return masterInfo, nil
|
||||
}
|
||||
|
||||
func (md *MasterDetector) pullMasterJsonInfo(path, node string) (*mesos.MasterInfo, error) {
|
||||
data, err := md.client.Data(fmt.Sprintf("%s/%s", path, node))
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to retrieve leader data: %v", err)
|
||||
}
|
||||
|
||||
masterInfo := &mesos.MasterInfo{}
|
||||
err = json.Unmarshal(data, masterInfo)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("failed to unmarshal json MasterInfo data from zookeeper: %v", err)
|
||||
}
|
||||
return masterInfo, nil
|
||||
}
|
||||
|
||||
func (md *MasterDetector) notifyAllMasters(path string, list []string, obs detector.MasterChanged) {
|
||||
all, ok := obs.(detector.AllMasters)
|
||||
if !ok {
|
||||
// not interested in entire master list
|
||||
return
|
||||
}
|
||||
|
||||
// mesos v0.24 writes JSON only, v0.23 writes json and protobuf, v0.22 and prior only write protobuf
|
||||
masters := map[string]*mesos.MasterInfo{}
|
||||
tryStore := func(node string, codec infoCodec) {
|
||||
info, err := codec(path, node)
|
||||
if err != nil {
|
||||
log.Errorln(err.Error())
|
||||
} else {
|
||||
masters[info.GetId()] = info
|
||||
}
|
||||
}
|
||||
for _, node := range list {
|
||||
// compare https://github.com/apache/mesos/blob/0.23.0/src/master/detector.cpp#L437
|
||||
if strings.HasPrefix(node, nodePrefix) {
|
||||
tryStore(node, md.pullMasterInfo)
|
||||
} else if strings.HasPrefix(node, nodeJSONPrefix) {
|
||||
tryStore(node, md.pullMasterJsonInfo)
|
||||
} else {
|
||||
continue
|
||||
}
|
||||
}
|
||||
masterList := make([]*mesos.MasterInfo, 0, len(masters))
|
||||
for _, v := range masters {
|
||||
masterList = append(masterList, v)
|
||||
}
|
||||
|
||||
log.V(2).Infof("notifying of master membership change: %+v", masterList)
|
||||
logPanic(func() { all.UpdatedMasters(masterList) })
|
||||
}
|
||||
|
||||
func (md *MasterDetector) callBootstrap() (e error) {
|
||||
log.V(2).Infoln("invoking detector boostrap")
|
||||
md.bootstrapLock.Lock()
|
||||
defer md.bootstrapLock.Unlock()
|
||||
|
||||
clientConfigured := md.client != nil
|
||||
|
||||
md.client, e = md.bootstrapFunc(md.client, md.done)
|
||||
if e == nil && !clientConfigured && md.client != nil {
|
||||
// chain the lifetime of this detector to that of the newly created client impl
|
||||
client := md.client
|
||||
md.cancel = client.Stop
|
||||
go func() {
|
||||
defer close(md.done)
|
||||
<-client.Stopped()
|
||||
}()
|
||||
}
|
||||
return
|
||||
}
|
||||
|
||||
// the first call to Detect will kickstart a connection to zookeeper. a nil change listener may
|
||||
// be spec'd, result of which is a detector that will still listen for master changes and record
|
||||
// leaderhip changes internally but no listener would be notified. Detect may be called more than
|
||||
// once, and each time the spec'd listener will be added to the list of those receiving notifications.
|
||||
func (md *MasterDetector) Detect(f detector.MasterChanged) (err error) {
|
||||
// kickstart zk client connectivity
|
||||
if err := md.callBootstrap(); err != nil {
|
||||
log.V(3).Infoln("failed to execute bootstrap function", err.Error())
|
||||
return err
|
||||
}
|
||||
|
||||
if f == nil {
|
||||
// only ever install, at most, one ignoreChanged listener. multiple instances of it
|
||||
// just consume resources and generate misleading log messages.
|
||||
if !atomic.CompareAndSwapInt32(&md.ignoreInstalled, 0, 1) {
|
||||
log.V(3).Infoln("ignoreChanged listener already installed")
|
||||
return
|
||||
}
|
||||
f = ignoreChanged
|
||||
}
|
||||
|
||||
log.V(3).Infoln("spawning detect()")
|
||||
go md.detect(f)
|
||||
return nil
|
||||
}
|
||||
|
||||
func (md *MasterDetector) detect(f detector.MasterChanged) {
|
||||
log.V(3).Infoln("detecting children at", CurrentPath)
|
||||
detectLoop:
|
||||
for {
|
||||
select {
|
||||
case <-md.Done():
|
||||
return
|
||||
default:
|
||||
}
|
||||
log.V(3).Infoln("watching children at", CurrentPath)
|
||||
path, childrenCh, errCh := md.client.WatchChildren(CurrentPath)
|
||||
rewatch := false
|
||||
for {
|
||||
started := time.Now()
|
||||
select {
|
||||
case children := <-childrenCh:
|
||||
md.childrenChanged(path, children, f)
|
||||
case err, ok := <-errCh:
|
||||
// check for a tie first (required for predictability (tests)); the downside of
|
||||
// doing this is that a listener might get two callbacks back-to-back ("new leader",
|
||||
// followed by "no leader").
|
||||
select {
|
||||
case children := <-childrenCh:
|
||||
md.childrenChanged(path, children, f)
|
||||
default:
|
||||
}
|
||||
if ok {
|
||||
log.V(1).Infoln("child watch ended with error, master lost; error was:", err.Error())
|
||||
} else {
|
||||
// detector shutdown likely...
|
||||
log.V(1).Infoln("child watch ended, master lost")
|
||||
}
|
||||
select {
|
||||
case <-md.Done():
|
||||
return
|
||||
default:
|
||||
if md.leaderNode != "" {
|
||||
log.V(2).Infof("changing leader node from %q -> \"\"", md.leaderNode)
|
||||
md.leaderNode = ""
|
||||
f.OnMasterChanged(nil)
|
||||
}
|
||||
}
|
||||
rewatch = true
|
||||
}
|
||||
// rate-limit master changes
|
||||
if elapsed := time.Now().Sub(started); elapsed > 0 {
|
||||
log.V(2).Infoln("resting before next detection cycle")
|
||||
select {
|
||||
case <-md.Done():
|
||||
return
|
||||
case <-time.After(md.minDetectorCyclePeriod - elapsed): // noop
|
||||
}
|
||||
}
|
||||
if rewatch {
|
||||
continue detectLoop
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func (md *MasterDetector) selectTopNode(list []string) (topNode string, codec infoCodec) {
|
||||
// mesos v0.24 writes JSON only, v0.23 writes json and protobuf, v0.22 and prior only write protobuf
|
||||
topNode = selectTopNodePrefix(list, nodeJSONPrefix)
|
||||
codec = md.pullMasterJsonInfo
|
||||
if topNode == "" {
|
||||
topNode = selectTopNodePrefix(list, nodePrefix)
|
||||
codec = md.pullMasterInfo
|
||||
|
||||
if topNode != "" {
|
||||
log.Warningf("Leading master is using a Protobuf binary format when registering "+
|
||||
"with Zookeeper (%s): this will be deprecated as of Mesos 0.24 (see MESOS-2340).",
|
||||
topNode)
|
||||
}
|
||||
}
|
||||
return
|
||||
}
|
||||
|
||||
func selectTopNodePrefix(list []string, pre string) (node string) {
|
||||
var leaderSeq uint64 = math.MaxUint64
|
||||
|
||||
for _, v := range list {
|
||||
if !strings.HasPrefix(v, pre) {
|
||||
continue // only care about participants
|
||||
}
|
||||
seqStr := strings.TrimPrefix(v, pre)
|
||||
seq, err := strconv.ParseUint(seqStr, 10, 64)
|
||||
if err != nil {
|
||||
log.Warningf("unexpected zk node format '%s': %v", seqStr, err)
|
||||
continue
|
||||
}
|
||||
if seq < leaderSeq {
|
||||
leaderSeq = seq
|
||||
node = v
|
||||
}
|
||||
}
|
||||
|
||||
if node == "" {
|
||||
log.V(3).Infoln("No top node found.")
|
||||
} else {
|
||||
log.V(3).Infof("Top node selected: '%s'", node)
|
||||
}
|
||||
return node
|
||||
}
|
3
vendor/github.com/mesos/mesos-go/detector/zoo/doc.go
generated
vendored
3
vendor/github.com/mesos/mesos-go/detector/zoo/doc.go
generated
vendored
@@ -1,3 +0,0 @@
|
||||
// Zookeeper-based mesos-master leaderhip detection.
|
||||
// Implements support for optional detector.AllMasters interface.
|
||||
package zoo
|
11
vendor/github.com/mesos/mesos-go/detector/zoo/plugin.go
generated
vendored
11
vendor/github.com/mesos/mesos-go/detector/zoo/plugin.go
generated
vendored
@@ -1,11 +0,0 @@
|
||||
package zoo
|
||||
|
||||
import (
|
||||
"github.com/mesos/mesos-go/detector"
|
||||
)
|
||||
|
||||
func init() {
|
||||
detector.Register("zk://", detector.PluginFactory(func(spec string, options ...detector.Option) (detector.Master, error) {
|
||||
return NewMasterDetector(spec, options...)
|
||||
}))
|
||||
}
|
27
vendor/github.com/mesos/mesos-go/detector/zoo/types.go
generated
vendored
27
vendor/github.com/mesos/mesos-go/detector/zoo/types.go
generated
vendored
@@ -1,27 +0,0 @@
|
||||
package zoo
|
||||
|
||||
import (
|
||||
"github.com/samuel/go-zookeeper/zk"
|
||||
)
|
||||
|
||||
// Connector Interface to facade zk.Conn type
|
||||
// since github.com/samuel/go-zookeeper/zk does not provide an interface
|
||||
// for the zk.Conn object, this allows for mocking and easier testing.
|
||||
type Connector interface {
|
||||
Close()
|
||||
Children(string) ([]string, *zk.Stat, error)
|
||||
ChildrenW(string) ([]string, *zk.Stat, <-chan zk.Event, error)
|
||||
Get(string) ([]byte, *zk.Stat, error)
|
||||
}
|
||||
|
||||
//Factory is an adapter to trap the creation of zk.Conn instances
|
||||
//since the official zk API does not expose an interface for zk.Conn.
|
||||
type Factory interface {
|
||||
create() (Connector, <-chan zk.Event, error)
|
||||
}
|
||||
|
||||
type asFactory func() (Connector, <-chan zk.Event, error)
|
||||
|
||||
func (f asFactory) create() (Connector, <-chan zk.Event, error) {
|
||||
return f()
|
||||
}
|
33
vendor/github.com/mesos/mesos-go/mesosproto/BUILD
generated
vendored
33
vendor/github.com/mesos/mesos-go/mesosproto/BUILD
generated
vendored
@@ -1,33 +0,0 @@
|
||||
package(default_visibility = ["//visibility:public"])
|
||||
|
||||
licenses(["notice"])
|
||||
|
||||
load(
|
||||
"@io_bazel_rules_go//go:def.bzl",
|
||||
"go_library",
|
||||
)
|
||||
|
||||
go_library(
|
||||
name = "go_default_library",
|
||||
srcs = [
|
||||
"authentication.pb.go",
|
||||
"internal.pb.go",
|
||||
"mesos.pb.go",
|
||||
"messages.pb.go",
|
||||
],
|
||||
tags = ["automanaged"],
|
||||
deps = ["//vendor/github.com/gogo/protobuf/proto:go_default_library"],
|
||||
)
|
||||
|
||||
filegroup(
|
||||
name = "package-srcs",
|
||||
srcs = glob(["**"]),
|
||||
tags = ["automanaged"],
|
||||
visibility = ["//visibility:private"],
|
||||
)
|
||||
|
||||
filegroup(
|
||||
name = "all-srcs",
|
||||
srcs = [":package-srcs"],
|
||||
tags = ["automanaged"],
|
||||
)
|
9
vendor/github.com/mesos/mesos-go/mesosproto/Makefile
generated
vendored
9
vendor/github.com/mesos/mesos-go/mesosproto/Makefile
generated
vendored
@@ -1,9 +0,0 @@
|
||||
PROTO_PATH := ${GOPATH}/src:.
|
||||
PROTO_PATH := ${PROTO_PATH}:${GOPATH}/src/github.com/gogo/protobuf/protobuf
|
||||
PROTO_PATH := ${PROTO_PATH}:${GOPATH}/src/github.com/gogo/protobuf/gogoproto
|
||||
|
||||
.PHONY: all
|
||||
|
||||
all:
|
||||
protoc --proto_path=${PROTO_PATH} --gogo_out=. *.proto
|
||||
protoc --proto_path=${PROTO_PATH} --gogo_out=. ./scheduler/*.proto
|
2020
vendor/github.com/mesos/mesos-go/mesosproto/authentication.pb.go
generated
vendored
2020
vendor/github.com/mesos/mesos-go/mesosproto/authentication.pb.go
generated
vendored
File diff suppressed because it is too large
Load Diff
64
vendor/github.com/mesos/mesos-go/mesosproto/authentication.proto
generated
vendored
64
vendor/github.com/mesos/mesos-go/mesosproto/authentication.proto
generated
vendored
@@ -1,64 +0,0 @@
|
||||
/**
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package mesosproto;
|
||||
|
||||
import "github.com/gogo/protobuf/gogoproto/gogo.proto";
|
||||
|
||||
option (gogoproto.gostring_all) = true;
|
||||
option (gogoproto.equal_all) = true;
|
||||
option (gogoproto.verbose_equal_all) = true;
|
||||
option (gogoproto.goproto_stringer_all) = false;
|
||||
option (gogoproto.stringer_all) = true;
|
||||
option (gogoproto.populate_all) = true;
|
||||
option (gogoproto.testgen_all) = true;
|
||||
option (gogoproto.benchgen_all) = true;
|
||||
option (gogoproto.marshaler_all) = true;
|
||||
option (gogoproto.sizer_all) = true;
|
||||
option (gogoproto.unmarshaler_all) = true;
|
||||
|
||||
message AuthenticateMessage {
|
||||
required string pid = 1; // PID that needs to be authenticated.
|
||||
}
|
||||
|
||||
|
||||
message AuthenticationMechanismsMessage {
|
||||
repeated string mechanisms = 1; // List of available SASL mechanisms.
|
||||
}
|
||||
|
||||
|
||||
message AuthenticationStartMessage {
|
||||
required string mechanism = 1;
|
||||
optional bytes data = 2;
|
||||
}
|
||||
|
||||
|
||||
message AuthenticationStepMessage {
|
||||
required bytes data = 1;
|
||||
}
|
||||
|
||||
|
||||
message AuthenticationCompletedMessage {}
|
||||
|
||||
|
||||
message AuthenticationFailedMessage {}
|
||||
|
||||
|
||||
message AuthenticationErrorMessage {
|
||||
optional string error = 1;
|
||||
}
|
103
vendor/github.com/mesos/mesos-go/mesosproto/internal.pb.go
generated
vendored
103
vendor/github.com/mesos/mesos-go/mesosproto/internal.pb.go
generated
vendored
@@ -1,103 +0,0 @@
|
||||
// Code generated by protoc-gen-gogo.
|
||||
// source: internal.proto
|
||||
// DO NOT EDIT!
|
||||
|
||||
package mesosproto
|
||||
|
||||
import proto "github.com/gogo/protobuf/proto"
|
||||
import fmt "fmt"
|
||||
import math "math"
|
||||
|
||||
// discarding unused import gogoproto "github.com/gogo/protobuf/gogoproto"
|
||||
|
||||
// Reference imports to suppress errors if they are not otherwise used.
|
||||
var _ = proto.Marshal
|
||||
var _ = fmt.Errorf
|
||||
var _ = math.Inf
|
||||
|
||||
// For use with detector callbacks
|
||||
type InternalMasterChangeDetected struct {
|
||||
// will be present if there's a new master, otherwise nil
|
||||
Master *MasterInfo `protobuf:"bytes,1,opt,name=master" json:"master,omitempty"`
|
||||
XXX_unrecognized []byte `json:"-"`
|
||||
}
|
||||
|
||||
func (m *InternalMasterChangeDetected) Reset() { *m = InternalMasterChangeDetected{} }
|
||||
func (m *InternalMasterChangeDetected) String() string { return proto.CompactTextString(m) }
|
||||
func (*InternalMasterChangeDetected) ProtoMessage() {}
|
||||
|
||||
func (m *InternalMasterChangeDetected) GetMaster() *MasterInfo {
|
||||
if m != nil {
|
||||
return m.Master
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
type InternalTryAuthentication struct {
|
||||
XXX_unrecognized []byte `json:"-"`
|
||||
}
|
||||
|
||||
func (m *InternalTryAuthentication) Reset() { *m = InternalTryAuthentication{} }
|
||||
func (m *InternalTryAuthentication) String() string { return proto.CompactTextString(m) }
|
||||
func (*InternalTryAuthentication) ProtoMessage() {}
|
||||
|
||||
type InternalAuthenticationResult struct {
|
||||
// true only if the authentication process completed and login was successful
|
||||
Success *bool `protobuf:"varint,1,req,name=success" json:"success,omitempty"`
|
||||
// true if the authentication process completed, successfully or not
|
||||
Completed *bool `protobuf:"varint,2,req,name=completed" json:"completed,omitempty"`
|
||||
// master pid that this result pertains to
|
||||
Pid *string `protobuf:"bytes,3,req,name=pid" json:"pid,omitempty"`
|
||||
XXX_unrecognized []byte `json:"-"`
|
||||
}
|
||||
|
||||
func (m *InternalAuthenticationResult) Reset() { *m = InternalAuthenticationResult{} }
|
||||
func (m *InternalAuthenticationResult) String() string { return proto.CompactTextString(m) }
|
||||
func (*InternalAuthenticationResult) ProtoMessage() {}
|
||||
|
||||
func (m *InternalAuthenticationResult) GetSuccess() bool {
|
||||
if m != nil && m.Success != nil {
|
||||
return *m.Success
|
||||
}
|
||||
return false
|
||||
}
|
||||
|
||||
func (m *InternalAuthenticationResult) GetCompleted() bool {
|
||||
if m != nil && m.Completed != nil {
|
||||
return *m.Completed
|
||||
}
|
||||
return false
|
||||
}
|
||||
|
||||
func (m *InternalAuthenticationResult) GetPid() string {
|
||||
if m != nil && m.Pid != nil {
|
||||
return *m.Pid
|
||||
}
|
||||
return ""
|
||||
}
|
||||
|
||||
type InternalNetworkError struct {
|
||||
// master pid that this event pertains to
|
||||
Pid *string `protobuf:"bytes,1,req,name=pid" json:"pid,omitempty"`
|
||||
// driver session UUID
|
||||
Session *string `protobuf:"bytes,2,opt,name=session" json:"session,omitempty"`
|
||||
XXX_unrecognized []byte `json:"-"`
|
||||
}
|
||||
|
||||
func (m *InternalNetworkError) Reset() { *m = InternalNetworkError{} }
|
||||
func (m *InternalNetworkError) String() string { return proto.CompactTextString(m) }
|
||||
func (*InternalNetworkError) ProtoMessage() {}
|
||||
|
||||
func (m *InternalNetworkError) GetPid() string {
|
||||
if m != nil && m.Pid != nil {
|
||||
return *m.Pid
|
||||
}
|
||||
return ""
|
||||
}
|
||||
|
||||
func (m *InternalNetworkError) GetSession() string {
|
||||
if m != nil && m.Session != nil {
|
||||
return *m.Session
|
||||
}
|
||||
return ""
|
||||
}
|
30
vendor/github.com/mesos/mesos-go/mesosproto/internal.proto
generated
vendored
30
vendor/github.com/mesos/mesos-go/mesosproto/internal.proto
generated
vendored
@@ -1,30 +0,0 @@
|
||||
package mesosproto;
|
||||
|
||||
import "mesos.proto";
|
||||
import "github.com/gogo/protobuf/gogoproto/gogo.proto";
|
||||
|
||||
// For use with detector callbacks
|
||||
message InternalMasterChangeDetected {
|
||||
// will be present if there's a new master, otherwise nil
|
||||
optional MasterInfo master = 1;
|
||||
}
|
||||
|
||||
message InternalTryAuthentication {
|
||||
// empty message, serves as a signal to the scheduler bindings
|
||||
}
|
||||
|
||||
message InternalAuthenticationResult {
|
||||
// true only if the authentication process completed and login was successful
|
||||
required bool success = 1;
|
||||
// true if the authentication process completed, successfully or not
|
||||
required bool completed = 2;
|
||||
// master pid that this result pertains to
|
||||
required string pid = 3;
|
||||
}
|
||||
|
||||
message InternalNetworkError {
|
||||
// master pid that this event pertains to
|
||||
required string pid = 1;
|
||||
// driver session UUID
|
||||
optional string session = 2;
|
||||
}
|
39193
vendor/github.com/mesos/mesos-go/mesosproto/mesos.pb.go
generated
vendored
39193
vendor/github.com/mesos/mesos-go/mesosproto/mesos.pb.go
generated
vendored
File diff suppressed because it is too large
Load Diff
1630
vendor/github.com/mesos/mesos-go/mesosproto/mesos.proto
generated
vendored
1630
vendor/github.com/mesos/mesos-go/mesosproto/mesos.proto
generated
vendored
File diff suppressed because it is too large
Load Diff
17713
vendor/github.com/mesos/mesos-go/mesosproto/messages.pb.go
generated
vendored
17713
vendor/github.com/mesos/mesos-go/mesosproto/messages.pb.go
generated
vendored
File diff suppressed because it is too large
Load Diff
705
vendor/github.com/mesos/mesos-go/mesosproto/messages.proto
generated
vendored
705
vendor/github.com/mesos/mesos-go/mesosproto/messages.proto
generated
vendored
@@ -1,705 +0,0 @@
|
||||
/**
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package mesosproto;
|
||||
|
||||
import "mesos.proto";
|
||||
import "github.com/gogo/protobuf/gogoproto/gogo.proto";
|
||||
|
||||
option (gogoproto.gostring_all) = true;
|
||||
option (gogoproto.equal_all) = true;
|
||||
option (gogoproto.verbose_equal_all) = true;
|
||||
option (gogoproto.goproto_stringer_all) = false;
|
||||
option (gogoproto.stringer_all) = true;
|
||||
option (gogoproto.populate_all) = true;
|
||||
option (gogoproto.testgen_all) = true;
|
||||
option (gogoproto.benchgen_all) = true;
|
||||
option (gogoproto.marshaler_all) = true;
|
||||
option (gogoproto.sizer_all) = true;
|
||||
option (gogoproto.unmarshaler_all) = true;
|
||||
|
||||
// TODO(benh): Consider splitting these messages into different "packages"
|
||||
// which represent which messages get handled by which components (e.g., the
|
||||
// "mesos.executor" package includes messages that the executor handles).
|
||||
|
||||
|
||||
// TODO(bmahler): Add executor_uuid here, and send it to the master. This will
|
||||
// allow us to expose executor work directories for tasks in the webui when
|
||||
// looking from the master level. Currently only the slave knows which run the
|
||||
// task belongs to.
|
||||
/**
|
||||
* Describes a task, similar to `TaskInfo`.
|
||||
*
|
||||
* `Task` is used in some of the Mesos messages found below.
|
||||
* `Task` is used instead of `TaskInfo` if:
|
||||
* 1) we need additional IDs, such as a specific
|
||||
* framework, executor, or agent; or
|
||||
* 2) we do not need the additional data, such as the command run by the
|
||||
* task, the specific containerization, or health checks. These
|
||||
* additional fields may be large and unnecessary for some Mesos messages.
|
||||
*
|
||||
* `Task` is generally constructed from a `TaskInfo`. See protobuf::createTask.
|
||||
*/
|
||||
message Task {
|
||||
required string name = 1;
|
||||
required TaskID task_id = 2;
|
||||
required FrameworkID framework_id = 3;
|
||||
optional ExecutorID executor_id = 4;
|
||||
required SlaveID slave_id = 5;
|
||||
required TaskState state = 6; // Latest state of the task.
|
||||
repeated Resource resources = 7;
|
||||
repeated TaskStatus statuses = 8;
|
||||
|
||||
// These fields correspond to the state and uuid of the latest
|
||||
// status update forwarded to the master.
|
||||
// NOTE: Either both the fields must be set or both must be unset.
|
||||
optional TaskState status_update_state = 9;
|
||||
optional bytes status_update_uuid = 10;
|
||||
|
||||
optional Labels labels = 11;
|
||||
|
||||
// Service discovery information for the task. It is not interpreted
|
||||
// or acted upon by Mesos. It is up to a service discovery system
|
||||
// to use this information as needed and to handle tasks without
|
||||
// service discovery information.
|
||||
optional DiscoveryInfo discovery = 12;
|
||||
}
|
||||
|
||||
|
||||
// TODO(vinod): Create a new UUID message type.
|
||||
/**
|
||||
* Describes a task's status.
|
||||
*
|
||||
* `StatusUpdate` is used in some of the Mesos messages found below.
|
||||
* The master and agent use `StatusUpdate` to wrap a `TaskStatus` when
|
||||
* passing it from the agent to the framework that spawned the task.
|
||||
*
|
||||
* See protobuf::createStatusUpdate.
|
||||
*/
|
||||
message StatusUpdate {
|
||||
required FrameworkID framework_id = 1;
|
||||
optional ExecutorID executor_id = 2;
|
||||
optional SlaveID slave_id = 3;
|
||||
|
||||
// Since 0.23.0 we set 'status.uuid' in the executor
|
||||
// driver for all retryable status updates.
|
||||
required TaskStatus status = 4;
|
||||
|
||||
required double timestamp = 5;
|
||||
|
||||
// Since 0.26.0 this is deprecated in favor of 'status.uuid'.
|
||||
optional bytes uuid = 6;
|
||||
|
||||
// This corresponds to the latest state of the task according to the
|
||||
// agent. Note that this state might be different than the state in
|
||||
// 'status' because status update manager queues updates. In other
|
||||
// words, 'status' corresponds to the update at top of the queue and
|
||||
// 'latest_state' corresponds to the update at bottom of the queue.
|
||||
optional TaskState latest_state = 7;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Encapsulates how we checkpoint a `StatusUpdate` to disk.
|
||||
*
|
||||
* See the StatusUpdateManager and slave/state.cpp.
|
||||
*/
|
||||
message StatusUpdateRecord {
|
||||
enum Type {
|
||||
UPDATE = 0;
|
||||
ACK = 1;
|
||||
}
|
||||
|
||||
required Type type = 1;
|
||||
|
||||
// Required if type == UPDATE.
|
||||
optional StatusUpdate update = 2;
|
||||
|
||||
// Required if type == ACK.
|
||||
optional bytes uuid = 3;
|
||||
}
|
||||
|
||||
|
||||
// TODO(josephw): Check if this can be removed. This appears to be
|
||||
// for backwards compatibility with very early versions of Mesos.
|
||||
message SubmitSchedulerRequest
|
||||
{
|
||||
required string name = 1;
|
||||
}
|
||||
|
||||
|
||||
// TODO(josephw): Remove for the same reason as `SubmitSchedulerRequest`.
|
||||
message SubmitSchedulerResponse
|
||||
{
|
||||
required bool okay = 1;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Sends a free-form message from the executor to the framework.
|
||||
* Mesos forwards the message, if necessary, via the agents and the master.
|
||||
*
|
||||
* See scheduler::Event::Message.
|
||||
*/
|
||||
message ExecutorToFrameworkMessage {
|
||||
required SlaveID slave_id = 1;
|
||||
required FrameworkID framework_id = 2;
|
||||
required ExecutorID executor_id = 3;
|
||||
required bytes data = 4;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Sends a free-form message from the framework to the executor.
|
||||
* Mesos forwards the message, if necessary, via the agents and the master.
|
||||
*
|
||||
* See scheduler::Call::Message.
|
||||
*/
|
||||
message FrameworkToExecutorMessage {
|
||||
required SlaveID slave_id = 1;
|
||||
required FrameworkID framework_id = 2;
|
||||
required ExecutorID executor_id = 3;
|
||||
required bytes data = 4;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Subscribes the framework with the master to receive events.
|
||||
*
|
||||
* Used by the pre-Event/Call Mesos scheduler driver.
|
||||
* See scheduler::Call::Subscribe.
|
||||
*/
|
||||
message RegisterFrameworkMessage {
|
||||
required FrameworkInfo framework = 1;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Subscribes the framework with the master to receive events.
|
||||
* This is used when the framework has previously registered and
|
||||
* the master changes to a newly elected master.
|
||||
*
|
||||
* Used by the pre-Event/Call Mesos scheduler driver.
|
||||
* See scheduler::Call::Subscribe.
|
||||
*/
|
||||
message ReregisterFrameworkMessage {
|
||||
required FrameworkInfo framework = 2;
|
||||
required bool failover = 3;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Notifies the framework that the master has registered it.
|
||||
* The `framework_id` holds a unique ID for distinguishing this framework.
|
||||
*
|
||||
* See scheduler::Event::Subscribed.
|
||||
*/
|
||||
message FrameworkRegisteredMessage {
|
||||
required FrameworkID framework_id = 1;
|
||||
required MasterInfo master_info = 2;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Notifies the framework that the master has reregistered it.
|
||||
* This message is used in the same conditions as `ReregisterFrameworkMessage`.
|
||||
*
|
||||
* See scheduler::Event::Subscribed.
|
||||
*/
|
||||
message FrameworkReregisteredMessage {
|
||||
required FrameworkID framework_id = 1;
|
||||
required MasterInfo master_info = 2;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Stops the framework and shuts down all its tasks and executors.
|
||||
*
|
||||
* Used by the pre-Event/Call Mesos scheduler driver.
|
||||
* See scheduler::Call::Teardown.
|
||||
*/
|
||||
message UnregisterFrameworkMessage {
|
||||
required FrameworkID framework_id = 1;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Aborts the scheduler driver and prevents further callbacks to the driver.
|
||||
*
|
||||
* Used exclusively by the pre-Event/Call Mesos scheduler driver.
|
||||
*/
|
||||
message DeactivateFrameworkMessage {
|
||||
required FrameworkID framework_id = 1;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Requests specific resources from Mesos's allocator.
|
||||
* If the allocator supports resource requests, any corresponding
|
||||
* resources will be sent like a normal resource offer.
|
||||
*
|
||||
* Used by the pre-Event/Call Mesos scheduler driver.
|
||||
* See scheduler::Call::Request.
|
||||
*/
|
||||
message ResourceRequestMessage {
|
||||
required FrameworkID framework_id = 1;
|
||||
repeated Request requests = 2;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Sends resources offers to the scheduler.
|
||||
*
|
||||
* See scheduler::Event::Offers.
|
||||
*/
|
||||
message ResourceOffersMessage {
|
||||
repeated Offer offers = 1;
|
||||
repeated string pids = 2;
|
||||
|
||||
// The `inverse_offers` field is added here because we currently use it in
|
||||
// `master.cpp` when constructing the message to send to schedulers. We use
|
||||
// the original version of the proto API until we do a full refactor of all
|
||||
// the messages being sent.
|
||||
// It is not fully implemented in the old scheduler; only the V1 scheduler
|
||||
// currently implements inverse offers.
|
||||
repeated InverseOffer inverse_offers = 3;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Launches tasks using resources from the specified offers.
|
||||
*
|
||||
* Used by the pre-Event/Call Mesos scheduler driver.
|
||||
* See scheduler::Call::Accept and scheduler::Call::Decline.
|
||||
*/
|
||||
message LaunchTasksMessage {
|
||||
required FrameworkID framework_id = 1;
|
||||
repeated TaskInfo tasks = 3;
|
||||
required Filters filters = 5;
|
||||
repeated OfferID offer_ids = 6;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Notifies the scheduler that a particular offer is not longer valid.
|
||||
*
|
||||
* See scheduler::Event::Rescind.
|
||||
*/
|
||||
message RescindResourceOfferMessage {
|
||||
required OfferID offer_id = 1;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Removes all filters previously set by the scheduler.
|
||||
*
|
||||
* Used by the pre-Event/Call Mesos scheduler driver.
|
||||
* See scheduler::Call::Revive.
|
||||
*/
|
||||
message ReviveOffersMessage {
|
||||
required FrameworkID framework_id = 1;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Depending on the `TaskInfo`, this message either notifies an existing
|
||||
* executor to run the task, or starts a new executor and runs the task.
|
||||
* This message is sent when scheduler::Call::Accept is sent with
|
||||
* Offer::Operation::Launch.
|
||||
*
|
||||
* See executor::Event::Launch.
|
||||
*/
|
||||
message RunTaskMessage {
|
||||
// TODO(karya): Remove framework_id after MESOS-2559 has shipped.
|
||||
optional FrameworkID framework_id = 1 [deprecated = true];
|
||||
required FrameworkInfo framework = 2;
|
||||
required TaskInfo task = 4;
|
||||
|
||||
// The pid of the framework. This was moved to 'optional' in
|
||||
// 0.24.0 to support schedulers using the HTTP API. For now, we
|
||||
// continue to always set pid since it was required in 0.23.x.
|
||||
// When 'pid' is unset, or set to empty string, the agent will
|
||||
// forward executor messages through the master. For schedulers
|
||||
// still using the driver, this will remain set.
|
||||
optional string pid = 3;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Kills a specific task.
|
||||
*
|
||||
* See scheduler::Call::Kill and executor::Event::Kill.
|
||||
*/
|
||||
message KillTaskMessage {
|
||||
// TODO(bmahler): Include the SlaveID here to improve the Master's
|
||||
// ability to respond for non-activated agents.
|
||||
required FrameworkID framework_id = 1;
|
||||
required TaskID task_id = 2;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Sends a task status update to the scheduler.
|
||||
*
|
||||
* See scheduler::Event::Update.
|
||||
*/
|
||||
message StatusUpdateMessage {
|
||||
required StatusUpdate update = 1;
|
||||
|
||||
// If present, scheduler driver automatically sends an acknowledgement
|
||||
// to the `pid`. This only applies to the pre-Event/Call Mesos
|
||||
// scheduler driver.
|
||||
optional string pid = 2;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* This message is used by the scheduler to acknowledge the receipt of a status
|
||||
* update. Mesos forwards the acknowledgement to the executor running the task.
|
||||
*
|
||||
* See scheduler::Call::Acknowledge and executor::Event::Acknowledged.
|
||||
*/
|
||||
message StatusUpdateAcknowledgementMessage {
|
||||
required SlaveID slave_id = 1;
|
||||
required FrameworkID framework_id = 2;
|
||||
required TaskID task_id = 3;
|
||||
required bytes uuid = 4;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Notifies the scheduler that the agent was lost.
|
||||
*
|
||||
* See scheduler::Event::Failure.
|
||||
*/
|
||||
message LostSlaveMessage {
|
||||
required SlaveID slave_id = 1;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Allows the scheduler to query the status for non-terminal tasks.
|
||||
* This causes the master to send back the latest task status for
|
||||
* each task in `statuses`, if possible. Tasks that are no longer
|
||||
* known will result in a `TASK_LOST` update. If `statuses` is empty,
|
||||
* then the master will send the latest status for each task
|
||||
* currently known.
|
||||
*/
|
||||
message ReconcileTasksMessage {
|
||||
required FrameworkID framework_id = 1;
|
||||
repeated TaskStatus statuses = 2; // Should be non-terminal only.
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Notifies the framework about errors during registration.
|
||||
*
|
||||
* See scheduler::Event::Error.
|
||||
*/
|
||||
message FrameworkErrorMessage {
|
||||
required string message = 2;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Registers the agent with the master.
|
||||
*
|
||||
* If registration fails, a `ShutdownMessage` is sent to the agent.
|
||||
* Failure conditions are documented inline in Master::registerSlave.
|
||||
*/
|
||||
message RegisterSlaveMessage {
|
||||
required SlaveInfo slave = 1;
|
||||
|
||||
// Resources that are checkpointed by the agent (e.g., persistent
|
||||
// volume or dynamic reservation). Frameworks need to release
|
||||
// checkpointed resources explicitly.
|
||||
repeated Resource checkpointed_resources = 3;
|
||||
|
||||
// NOTE: This is a hack for the master to detect the agent's
|
||||
// version. If unset the agent is < 0.21.0.
|
||||
// TODO(bmahler): Do proper versioning: MESOS-986.
|
||||
optional string version = 2;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Registers the agent with the master.
|
||||
* This is used when the agent has previously registered and
|
||||
* the master changes to a newly elected master.
|
||||
*
|
||||
* If registration fails, a `ShutdownMessage` is sent to the agent.
|
||||
* Failure conditions are documented inline in Master::reregisterSlave.
|
||||
*/
|
||||
message ReregisterSlaveMessage {
|
||||
required SlaveInfo slave = 2;
|
||||
|
||||
// Resources that are checkpointed by the agent (e.g., persistent
|
||||
// volume or dynamic reservation). Frameworks need to release
|
||||
// checkpointed resources explicitly.
|
||||
repeated Resource checkpointed_resources = 7;
|
||||
|
||||
repeated ExecutorInfo executor_infos = 4;
|
||||
repeated Task tasks = 3;
|
||||
repeated Archive.Framework completed_frameworks = 5;
|
||||
|
||||
// NOTE: This is a hack for the master to detect the agent's
|
||||
// version. If unset the agent is < 0.21.0.
|
||||
// TODO(bmahler): Do proper versioning: MESOS-986.
|
||||
optional string version = 6;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Notifies the agent that the master has registered it.
|
||||
* The `slave_id` holds a unique ID for distinguishing this agent.
|
||||
*/
|
||||
message SlaveRegisteredMessage {
|
||||
required SlaveID slave_id = 1;
|
||||
optional MasterSlaveConnection connection = 2;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Notifies the agent that the master has reregistered it.
|
||||
* This message is used in the same conditions as `ReregisterSlaveMessage`.
|
||||
*/
|
||||
message SlaveReregisteredMessage {
|
||||
required SlaveID slave_id = 1;
|
||||
|
||||
// Contains a list of non-terminal tasks that the master believes to
|
||||
// be running on the agent. The agent should respond `TASK_LOST` to
|
||||
// any tasks that are unknown, so the master knows to remove those.
|
||||
repeated ReconcileTasksMessage reconciliations = 2;
|
||||
|
||||
optional MasterSlaveConnection connection = 3;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* This message is sent by the agent to the master during agent shutdown.
|
||||
* The master updates its state to reflect the removed agent.
|
||||
*/
|
||||
message UnregisterSlaveMessage {
|
||||
required SlaveID slave_id = 1;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Describes the connection between the master and agent.
|
||||
*/
|
||||
message MasterSlaveConnection {
|
||||
// Product of max_slave_ping_timeouts * slave_ping_timeout.
|
||||
// If no pings are received within the total timeout,
|
||||
// the master will remove the agent.
|
||||
optional double total_ping_timeout_seconds = 1;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* This message is periodically sent by the master to the agent.
|
||||
* If the agent is connected to the master, "connected" is true.
|
||||
*/
|
||||
message PingSlaveMessage {
|
||||
required bool connected = 1;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* This message is sent by the agent to the master in response to the
|
||||
* `PingSlaveMessage`.
|
||||
*/
|
||||
message PongSlaveMessage {}
|
||||
|
||||
|
||||
/**
|
||||
* Tells an agent to shut down all executors of the given framework.
|
||||
*/
|
||||
message ShutdownFrameworkMessage {
|
||||
required FrameworkID framework_id = 1;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Tells an agent (and consequently the executor) to shutdown an executor.
|
||||
*/
|
||||
message ShutdownExecutorMessage {
|
||||
// TODO(vinod): Make these fields required. These are made optional
|
||||
// for backwards compatibility between 0.23.0 agent and pre 0.23.0
|
||||
// executor driver.
|
||||
optional ExecutorID executor_id = 1;
|
||||
optional FrameworkID framework_id = 2;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Broadcasts updated framework information from master to all agents.
|
||||
*/
|
||||
message UpdateFrameworkMessage {
|
||||
required FrameworkID framework_id = 1;
|
||||
|
||||
// See the comment on RunTaskMessage.pid.
|
||||
optional string pid = 2;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* This message is sent to the agent whenever there is an update of
|
||||
* the resources that need to be checkpointed (e.g., persistent volume
|
||||
* or dynamic reservation).
|
||||
*/
|
||||
message CheckpointResourcesMessage {
|
||||
repeated Resource resources = 1;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* This message is sent by the agent to the master to inform the
|
||||
* master about the total amount of oversubscribed (allocated and
|
||||
* allocatable) resources.
|
||||
*/
|
||||
message UpdateSlaveMessage {
|
||||
required SlaveID slave_id = 1;
|
||||
repeated Resource oversubscribed_resources = 2;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Subscribes the executor with the agent to receive events.
|
||||
*
|
||||
* See executor::Call::Subscribe.
|
||||
*/
|
||||
message RegisterExecutorMessage {
|
||||
required FrameworkID framework_id = 1;
|
||||
required ExecutorID executor_id = 2;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Notifies the executor that the agent has registered it.
|
||||
*
|
||||
* See executor::Event::Subscribed.
|
||||
*/
|
||||
message ExecutorRegisteredMessage {
|
||||
required ExecutorInfo executor_info = 2;
|
||||
required FrameworkID framework_id = 3;
|
||||
required FrameworkInfo framework_info = 4;
|
||||
required SlaveID slave_id = 5;
|
||||
required SlaveInfo slave_info = 6;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Notifies the executor that the agent has reregistered it.
|
||||
*
|
||||
* See executor::Event::Subscribed.
|
||||
*/
|
||||
message ExecutorReregisteredMessage {
|
||||
required SlaveID slave_id = 1;
|
||||
required SlaveInfo slave_info = 2;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Notifies the scheduler about terminated executors.
|
||||
*
|
||||
* See scheduler::Event::Failure.
|
||||
*/
|
||||
message ExitedExecutorMessage {
|
||||
required SlaveID slave_id = 1;
|
||||
required FrameworkID framework_id = 2;
|
||||
required ExecutorID executor_id = 3;
|
||||
required int32 status = 4;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Reestablishes the connection between executor and agent after agent failover.
|
||||
* This message originates from the agent.
|
||||
*/
|
||||
message ReconnectExecutorMessage {
|
||||
required SlaveID slave_id = 1;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Subscribes the executor with the agent to receive events.
|
||||
* This is used after a disconnection. The executor must include
|
||||
* any unacknowledged tasks or updates.
|
||||
*
|
||||
* See executor::Call::Subscribe.
|
||||
*/
|
||||
message ReregisterExecutorMessage {
|
||||
required ExecutorID executor_id = 1;
|
||||
required FrameworkID framework_id = 2;
|
||||
repeated TaskInfo tasks = 3;
|
||||
repeated StatusUpdate updates = 4;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Sends a free-form message from the master to an agent.
|
||||
* The agent should gracefully terminate in response, which includes
|
||||
* shutting down all executors and tasks on the agent.
|
||||
*/
|
||||
message ShutdownMessage {
|
||||
optional string message = 1;
|
||||
}
|
||||
|
||||
|
||||
// TODO(adam-mesos): Move this to an 'archive' package.
|
||||
/**
|
||||
* Describes Completed Frameworks, etc. for archival.
|
||||
*/
|
||||
message Archive {
|
||||
message Framework {
|
||||
required FrameworkInfo framework_info = 1;
|
||||
optional string pid = 2;
|
||||
repeated Task tasks = 3;
|
||||
}
|
||||
repeated Framework frameworks = 1;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Message describing task current health status that is sent by
|
||||
* the task health checker to the command executor.
|
||||
* The command executor reports the task status back to the
|
||||
* on each receive. If the health checker configured failure
|
||||
* condition meets, then `kill_task` flag will be set to true which
|
||||
* the executor on message receive will kill the task.
|
||||
*/
|
||||
message TaskHealthStatus {
|
||||
required TaskID task_id = 1;
|
||||
|
||||
required bool healthy = 2;
|
||||
|
||||
// Flag to initiate task kill.
|
||||
optional bool kill_task = 3 [default = false];
|
||||
|
||||
// Number of consecutive counts in current status.
|
||||
// This will not be populated if task is healthy.
|
||||
optional int32 consecutive_failures = 4;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Message to signal completion of an event within a module.
|
||||
*/
|
||||
message HookExecuted {
|
||||
optional string module = 1;
|
||||
}
|
36
vendor/github.com/mesos/mesos-go/mesosutil/BUILD
generated
vendored
36
vendor/github.com/mesos/mesos-go/mesosutil/BUILD
generated
vendored
@@ -1,36 +0,0 @@
|
||||
package(default_visibility = ["//visibility:public"])
|
||||
|
||||
licenses(["notice"])
|
||||
|
||||
load(
|
||||
"@io_bazel_rules_go//go:def.bzl",
|
||||
"go_library",
|
||||
)
|
||||
|
||||
go_library(
|
||||
name = "go_default_library",
|
||||
srcs = [
|
||||
"constants.go",
|
||||
"mesosprotoutil.go",
|
||||
"node.go",
|
||||
],
|
||||
tags = ["automanaged"],
|
||||
deps = [
|
||||
"//vendor/github.com/gogo/protobuf/proto:go_default_library",
|
||||
"//vendor/github.com/golang/glog:go_default_library",
|
||||
"//vendor/github.com/mesos/mesos-go/mesosproto:go_default_library",
|
||||
],
|
||||
)
|
||||
|
||||
filegroup(
|
||||
name = "package-srcs",
|
||||
srcs = glob(["**"]),
|
||||
tags = ["automanaged"],
|
||||
visibility = ["//visibility:private"],
|
||||
)
|
||||
|
||||
filegroup(
|
||||
name = "all-srcs",
|
||||
srcs = [":package-srcs"],
|
||||
tags = ["automanaged"],
|
||||
)
|
6
vendor/github.com/mesos/mesos-go/mesosutil/constants.go
generated
vendored
6
vendor/github.com/mesos/mesos-go/mesosutil/constants.go
generated
vendored
@@ -1,6 +0,0 @@
|
||||
package mesosutil
|
||||
|
||||
const (
|
||||
// MesosVersion indicates the supported mesos version.
|
||||
MesosVersion = "0.24.0"
|
||||
)
|
220
vendor/github.com/mesos/mesos-go/mesosutil/mesosprotoutil.go
generated
vendored
220
vendor/github.com/mesos/mesos-go/mesosutil/mesosprotoutil.go
generated
vendored
@@ -1,220 +0,0 @@
|
||||
/**
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package mesosutil
|
||||
|
||||
import (
|
||||
"github.com/gogo/protobuf/proto"
|
||||
mesos "github.com/mesos/mesos-go/mesosproto"
|
||||
)
|
||||
|
||||
func NewValueRange(begin, end uint64) *mesos.Value_Range {
|
||||
return &mesos.Value_Range{Begin: proto.Uint64(begin), End: proto.Uint64(end)}
|
||||
}
|
||||
|
||||
func FilterResources(resources []*mesos.Resource, filter func(*mesos.Resource) bool) (result []*mesos.Resource) {
|
||||
for _, resource := range resources {
|
||||
if filter(resource) {
|
||||
result = append(result, resource)
|
||||
}
|
||||
}
|
||||
return result
|
||||
}
|
||||
|
||||
func AddResourceReservation(resource *mesos.Resource, principal string, role string) *mesos.Resource {
|
||||
resource.Reservation = &mesos.Resource_ReservationInfo{Principal: proto.String(principal)}
|
||||
resource.Role = proto.String(role)
|
||||
return resource
|
||||
}
|
||||
|
||||
func NewScalarResourceWithReservation(name string, value float64, principal string, role string) *mesos.Resource {
|
||||
return AddResourceReservation(NewScalarResource(name, value), principal, role)
|
||||
}
|
||||
|
||||
func NewRangesResourceWithReservation(name string, ranges []*mesos.Value_Range, principal string, role string) *mesos.Resource {
|
||||
return AddResourceReservation(NewRangesResource(name, ranges), principal, role)
|
||||
}
|
||||
|
||||
func NewSetResourceWithReservation(name string, items []string, principal string, role string) *mesos.Resource {
|
||||
return AddResourceReservation(NewSetResource(name, items), principal, role)
|
||||
}
|
||||
|
||||
func NewVolumeResourceWithReservation(val float64, containerPath string, persistenceId string, mode *mesos.Volume_Mode, principal string, role string) *mesos.Resource {
|
||||
return AddResourceReservation(NewVolumeResource(val, containerPath, persistenceId, mode), principal, role)
|
||||
}
|
||||
|
||||
func NewScalarResource(name string, val float64) *mesos.Resource {
|
||||
return &mesos.Resource{
|
||||
Name: proto.String(name),
|
||||
Type: mesos.Value_SCALAR.Enum(),
|
||||
Scalar: &mesos.Value_Scalar{Value: proto.Float64(val)},
|
||||
}
|
||||
}
|
||||
|
||||
func NewRangesResource(name string, ranges []*mesos.Value_Range) *mesos.Resource {
|
||||
return &mesos.Resource{
|
||||
Name: proto.String(name),
|
||||
Type: mesos.Value_RANGES.Enum(),
|
||||
Ranges: &mesos.Value_Ranges{Range: ranges},
|
||||
}
|
||||
}
|
||||
|
||||
func NewSetResource(name string, items []string) *mesos.Resource {
|
||||
return &mesos.Resource{
|
||||
Name: proto.String(name),
|
||||
Type: mesos.Value_SET.Enum(),
|
||||
Set: &mesos.Value_Set{Item: items},
|
||||
}
|
||||
}
|
||||
|
||||
func NewVolumeResource(val float64, containerPath string, persistenceId string, mode *mesos.Volume_Mode) *mesos.Resource {
|
||||
resource := NewScalarResource("disk", val)
|
||||
resource.Disk = &mesos.Resource_DiskInfo{
|
||||
Persistence: &mesos.Resource_DiskInfo_Persistence{Id: proto.String(persistenceId)},
|
||||
Volume: &mesos.Volume{ContainerPath: proto.String(containerPath), Mode: mode},
|
||||
}
|
||||
return resource
|
||||
}
|
||||
|
||||
func NewFrameworkID(id string) *mesos.FrameworkID {
|
||||
return &mesos.FrameworkID{Value: proto.String(id)}
|
||||
}
|
||||
|
||||
func NewFrameworkInfo(user, name string, frameworkId *mesos.FrameworkID) *mesos.FrameworkInfo {
|
||||
return &mesos.FrameworkInfo{
|
||||
User: proto.String(user),
|
||||
Name: proto.String(name),
|
||||
Id: frameworkId,
|
||||
}
|
||||
}
|
||||
|
||||
func NewMasterInfo(id string, ip, port uint32) *mesos.MasterInfo {
|
||||
return &mesos.MasterInfo{
|
||||
Id: proto.String(id),
|
||||
Ip: proto.Uint32(ip),
|
||||
Port: proto.Uint32(port),
|
||||
}
|
||||
}
|
||||
|
||||
func NewOfferID(id string) *mesos.OfferID {
|
||||
return &mesos.OfferID{Value: proto.String(id)}
|
||||
}
|
||||
|
||||
func NewOffer(offerId *mesos.OfferID, frameworkId *mesos.FrameworkID, slaveId *mesos.SlaveID, hostname string) *mesos.Offer {
|
||||
return &mesos.Offer{
|
||||
Id: offerId,
|
||||
FrameworkId: frameworkId,
|
||||
SlaveId: slaveId,
|
||||
Hostname: proto.String(hostname),
|
||||
}
|
||||
}
|
||||
|
||||
func FilterOffersResources(offers []*mesos.Offer, filter func(*mesos.Resource) bool) (result []*mesos.Resource) {
|
||||
for _, offer := range offers {
|
||||
result = FilterResources(offer.Resources, filter)
|
||||
}
|
||||
return result
|
||||
}
|
||||
|
||||
func NewSlaveID(id string) *mesos.SlaveID {
|
||||
return &mesos.SlaveID{Value: proto.String(id)}
|
||||
}
|
||||
|
||||
func NewTaskID(id string) *mesos.TaskID {
|
||||
return &mesos.TaskID{Value: proto.String(id)}
|
||||
}
|
||||
|
||||
func NewTaskInfo(
|
||||
name string,
|
||||
taskId *mesos.TaskID,
|
||||
slaveId *mesos.SlaveID,
|
||||
resources []*mesos.Resource,
|
||||
) *mesos.TaskInfo {
|
||||
return &mesos.TaskInfo{
|
||||
Name: proto.String(name),
|
||||
TaskId: taskId,
|
||||
SlaveId: slaveId,
|
||||
Resources: resources,
|
||||
}
|
||||
}
|
||||
|
||||
func NewTaskStatus(taskId *mesos.TaskID, state mesos.TaskState) *mesos.TaskStatus {
|
||||
return &mesos.TaskStatus{
|
||||
TaskId: taskId,
|
||||
State: mesos.TaskState(state).Enum(),
|
||||
}
|
||||
}
|
||||
|
||||
func NewStatusUpdate(frameworkId *mesos.FrameworkID, taskStatus *mesos.TaskStatus, timestamp float64, uuid []byte) *mesos.StatusUpdate {
|
||||
return &mesos.StatusUpdate{
|
||||
FrameworkId: frameworkId,
|
||||
Status: taskStatus,
|
||||
Timestamp: proto.Float64(timestamp),
|
||||
Uuid: uuid,
|
||||
}
|
||||
}
|
||||
|
||||
func NewCommandInfo(command string) *mesos.CommandInfo {
|
||||
return &mesos.CommandInfo{Value: proto.String(command)}
|
||||
}
|
||||
|
||||
func NewExecutorID(id string) *mesos.ExecutorID {
|
||||
return &mesos.ExecutorID{Value: proto.String(id)}
|
||||
}
|
||||
|
||||
func NewExecutorInfo(execId *mesos.ExecutorID, command *mesos.CommandInfo) *mesos.ExecutorInfo {
|
||||
return &mesos.ExecutorInfo{
|
||||
ExecutorId: execId,
|
||||
Command: command,
|
||||
}
|
||||
}
|
||||
|
||||
func NewCreateOperation(volumes []*mesos.Resource) *mesos.Offer_Operation {
|
||||
return &mesos.Offer_Operation{
|
||||
Type: mesos.Offer_Operation_CREATE.Enum(),
|
||||
Create: &mesos.Offer_Operation_Create{Volumes: volumes},
|
||||
}
|
||||
}
|
||||
|
||||
func NewDestroyOperation(volumes []*mesos.Resource) *mesos.Offer_Operation {
|
||||
return &mesos.Offer_Operation{
|
||||
Type: mesos.Offer_Operation_DESTROY.Enum(),
|
||||
Destroy: &mesos.Offer_Operation_Destroy{Volumes: volumes},
|
||||
}
|
||||
}
|
||||
|
||||
func NewReserveOperation(resources []*mesos.Resource) *mesos.Offer_Operation {
|
||||
return &mesos.Offer_Operation{
|
||||
Type: mesos.Offer_Operation_RESERVE.Enum(),
|
||||
Reserve: &mesos.Offer_Operation_Reserve{Resources: resources},
|
||||
}
|
||||
}
|
||||
|
||||
func NewUnreserveOperation(resources []*mesos.Resource) *mesos.Offer_Operation {
|
||||
return &mesos.Offer_Operation{
|
||||
Type: mesos.Offer_Operation_UNRESERVE.Enum(),
|
||||
Unreserve: &mesos.Offer_Operation_Unreserve{Resources: resources},
|
||||
}
|
||||
}
|
||||
|
||||
func NewLaunchOperation(tasks []*mesos.TaskInfo) *mesos.Offer_Operation {
|
||||
return &mesos.Offer_Operation{
|
||||
Type: mesos.Offer_Operation_LAUNCH.Enum(),
|
||||
Launch: &mesos.Offer_Operation_Launch{TaskInfos: tasks},
|
||||
}
|
||||
}
|
29
vendor/github.com/mesos/mesos-go/mesosutil/node.go
generated
vendored
29
vendor/github.com/mesos/mesos-go/mesosutil/node.go
generated
vendored
@@ -1,29 +0,0 @@
|
||||
package mesosutil
|
||||
|
||||
import (
|
||||
"os"
|
||||
"os/exec"
|
||||
"strings"
|
||||
|
||||
log "github.com/golang/glog"
|
||||
)
|
||||
|
||||
//TODO(jdef) copied from kubernetes/pkg/util/node.go
|
||||
func GetHostname(hostnameOverride string) string {
|
||||
hostname := hostnameOverride
|
||||
if hostname == "" {
|
||||
// Note: We use exec here instead of os.Hostname() because we
|
||||
// want the FQDN, and this is the easiest way to get it.
|
||||
fqdn, err := exec.Command("hostname", "-f").Output()
|
||||
if err != nil || len(fqdn) == 0 {
|
||||
log.Errorf("Couldn't determine hostname fqdn, failing back to hostname: %v", err)
|
||||
hostname, err = os.Hostname()
|
||||
if err != nil {
|
||||
log.Fatalf("Error getting hostname: %v", err)
|
||||
}
|
||||
} else {
|
||||
hostname = string(fqdn)
|
||||
}
|
||||
}
|
||||
return strings.TrimSpace(hostname)
|
||||
}
|
30
vendor/github.com/mesos/mesos-go/upid/BUILD
generated
vendored
30
vendor/github.com/mesos/mesos-go/upid/BUILD
generated
vendored
@@ -1,30 +0,0 @@
|
||||
package(default_visibility = ["//visibility:public"])
|
||||
|
||||
licenses(["notice"])
|
||||
|
||||
load(
|
||||
"@io_bazel_rules_go//go:def.bzl",
|
||||
"go_library",
|
||||
)
|
||||
|
||||
go_library(
|
||||
name = "go_default_library",
|
||||
srcs = [
|
||||
"doc.go",
|
||||
"upid.go",
|
||||
],
|
||||
tags = ["automanaged"],
|
||||
)
|
||||
|
||||
filegroup(
|
||||
name = "package-srcs",
|
||||
srcs = glob(["**"]),
|
||||
tags = ["automanaged"],
|
||||
visibility = ["//visibility:private"],
|
||||
)
|
||||
|
||||
filegroup(
|
||||
name = "all-srcs",
|
||||
srcs = [":package-srcs"],
|
||||
tags = ["automanaged"],
|
||||
)
|
4
vendor/github.com/mesos/mesos-go/upid/doc.go
generated
vendored
4
vendor/github.com/mesos/mesos-go/upid/doc.go
generated
vendored
@@ -1,4 +0,0 @@
|
||||
/*
|
||||
Package upid defines the UPID type and some utilities of the UPID.
|
||||
*/
|
||||
package upid
|
63
vendor/github.com/mesos/mesos-go/upid/upid.go
generated
vendored
63
vendor/github.com/mesos/mesos-go/upid/upid.go
generated
vendored
@@ -1,63 +0,0 @@
|
||||
/**
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package upid
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"net"
|
||||
"strings"
|
||||
)
|
||||
|
||||
// UPID is a equivalent of the UPID in libprocess.
|
||||
type UPID struct {
|
||||
ID string
|
||||
Host string
|
||||
Port string
|
||||
}
|
||||
|
||||
// Parse parses the UPID from the input string.
|
||||
func Parse(input string) (*UPID, error) {
|
||||
upid := new(UPID)
|
||||
|
||||
splits := strings.Split(input, "@")
|
||||
if len(splits) != 2 {
|
||||
return nil, fmt.Errorf("Expect one `@' in the input")
|
||||
}
|
||||
upid.ID = splits[0]
|
||||
|
||||
if _, err := net.ResolveTCPAddr("tcp4", splits[1]); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
upid.Host, upid.Port, _ = net.SplitHostPort(splits[1])
|
||||
return upid, nil
|
||||
}
|
||||
|
||||
// String returns the string representation.
|
||||
func (u UPID) String() string {
|
||||
return fmt.Sprintf("%s@%s:%s", u.ID, u.Host, u.Port)
|
||||
}
|
||||
|
||||
// Equal returns true if two upid is equal
|
||||
func (u *UPID) Equal(upid *UPID) bool {
|
||||
if u == nil {
|
||||
return upid == nil
|
||||
} else {
|
||||
return upid != nil && u.ID == upid.ID && u.Host == upid.Host && u.Port == upid.Port
|
||||
}
|
||||
}
|
Reference in New Issue
Block a user