balancer.go (16741B)
1 /* 2 * 3 * Copyright 2017 gRPC authors. 4 * 5 * Licensed under the Apache License, Version 2.0 (the "License"); 6 * you may not use this file except in compliance with the License. 7 * You may obtain a copy of the License at 8 * 9 * http://www.apache.org/licenses/LICENSE-2.0 10 * 11 * Unless required by applicable law or agreed to in writing, software 12 * distributed under the License is distributed on an "AS IS" BASIS, 13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 * See the License for the specific language governing permissions and 15 * limitations under the License. 16 * 17 */ 18 19 // Package balancer defines APIs for load balancing in gRPC. 20 // All APIs in this package are experimental. 21 package balancer 22 23 import ( 24 "context" 25 "encoding/json" 26 "errors" 27 "net" 28 "strings" 29 30 "google.golang.org/grpc/channelz" 31 "google.golang.org/grpc/connectivity" 32 "google.golang.org/grpc/credentials" 33 "google.golang.org/grpc/internal" 34 "google.golang.org/grpc/metadata" 35 "google.golang.org/grpc/resolver" 36 "google.golang.org/grpc/serviceconfig" 37 ) 38 39 var ( 40 // m is a map from name to balancer builder. 41 m = make(map[string]Builder) 42 ) 43 44 // Register registers the balancer builder to the balancer map. b.Name 45 // (lowercased) will be used as the name registered with this builder. If the 46 // Builder implements ConfigParser, ParseConfig will be called when new service 47 // configs are received by the resolver, and the result will be provided to the 48 // Balancer in UpdateClientConnState. 49 // 50 // NOTE: this function must only be called during initialization time (i.e. in 51 // an init() function), and is not thread-safe. If multiple Balancers are 52 // registered with the same name, the one registered last will take effect. 53 func Register(b Builder) { 54 m[strings.ToLower(b.Name())] = b 55 } 56 57 // unregisterForTesting deletes the balancer with the given name from the 58 // balancer map. 59 // 60 // This function is not thread-safe. 61 func unregisterForTesting(name string) { 62 delete(m, name) 63 } 64 65 func init() { 66 internal.BalancerUnregister = unregisterForTesting 67 } 68 69 // Get returns the resolver builder registered with the given name. 70 // Note that the compare is done in a case-insensitive fashion. 71 // If no builder is register with the name, nil will be returned. 72 func Get(name string) Builder { 73 if b, ok := m[strings.ToLower(name)]; ok { 74 return b 75 } 76 return nil 77 } 78 79 // A SubConn represents a single connection to a gRPC backend service. 80 // 81 // Each SubConn contains a list of addresses. 82 // 83 // All SubConns start in IDLE, and will not try to connect. To trigger the 84 // connecting, Balancers must call Connect. If a connection re-enters IDLE, 85 // Balancers must call Connect again to trigger a new connection attempt. 86 // 87 // gRPC will try to connect to the addresses in sequence, and stop trying the 88 // remainder once the first connection is successful. If an attempt to connect 89 // to all addresses encounters an error, the SubConn will enter 90 // TRANSIENT_FAILURE for a backoff period, and then transition to IDLE. 91 // 92 // Once established, if a connection is lost, the SubConn will transition 93 // directly to IDLE. 94 // 95 // This interface is to be implemented by gRPC. Users should not need their own 96 // implementation of this interface. For situations like testing, any 97 // implementations should embed this interface. This allows gRPC to add new 98 // methods to this interface. 99 type SubConn interface { 100 // UpdateAddresses updates the addresses used in this SubConn. 101 // gRPC checks if currently-connected address is still in the new list. 102 // If it's in the list, the connection will be kept. 103 // If it's not in the list, the connection will gracefully closed, and 104 // a new connection will be created. 105 // 106 // This will trigger a state transition for the SubConn. 107 // 108 // Deprecated: This method is now part of the ClientConn interface and will 109 // eventually be removed from here. 110 UpdateAddresses([]resolver.Address) 111 // Connect starts the connecting for this SubConn. 112 Connect() 113 // GetOrBuildProducer returns a reference to the existing Producer for this 114 // ProducerBuilder in this SubConn, or, if one does not currently exist, 115 // creates a new one and returns it. Returns a close function which must 116 // be called when the Producer is no longer needed. 117 GetOrBuildProducer(ProducerBuilder) (p Producer, close func()) 118 } 119 120 // NewSubConnOptions contains options to create new SubConn. 121 type NewSubConnOptions struct { 122 // CredsBundle is the credentials bundle that will be used in the created 123 // SubConn. If it's nil, the original creds from grpc DialOptions will be 124 // used. 125 // 126 // Deprecated: Use the Attributes field in resolver.Address to pass 127 // arbitrary data to the credential handshaker. 128 CredsBundle credentials.Bundle 129 // HealthCheckEnabled indicates whether health check service should be 130 // enabled on this SubConn 131 HealthCheckEnabled bool 132 } 133 134 // State contains the balancer's state relevant to the gRPC ClientConn. 135 type State struct { 136 // State contains the connectivity state of the balancer, which is used to 137 // determine the state of the ClientConn. 138 ConnectivityState connectivity.State 139 // Picker is used to choose connections (SubConns) for RPCs. 140 Picker Picker 141 } 142 143 // ClientConn represents a gRPC ClientConn. 144 // 145 // This interface is to be implemented by gRPC. Users should not need a 146 // brand new implementation of this interface. For the situations like 147 // testing, the new implementation should embed this interface. This allows 148 // gRPC to add new methods to this interface. 149 type ClientConn interface { 150 // NewSubConn is called by balancer to create a new SubConn. 151 // It doesn't block and wait for the connections to be established. 152 // Behaviors of the SubConn can be controlled by options. 153 NewSubConn([]resolver.Address, NewSubConnOptions) (SubConn, error) 154 // RemoveSubConn removes the SubConn from ClientConn. 155 // The SubConn will be shutdown. 156 RemoveSubConn(SubConn) 157 // UpdateAddresses updates the addresses used in the passed in SubConn. 158 // gRPC checks if the currently connected address is still in the new list. 159 // If so, the connection will be kept. Else, the connection will be 160 // gracefully closed, and a new connection will be created. 161 // 162 // This will trigger a state transition for the SubConn. 163 UpdateAddresses(SubConn, []resolver.Address) 164 165 // UpdateState notifies gRPC that the balancer's internal state has 166 // changed. 167 // 168 // gRPC will update the connectivity state of the ClientConn, and will call 169 // Pick on the new Picker to pick new SubConns. 170 UpdateState(State) 171 172 // ResolveNow is called by balancer to notify gRPC to do a name resolving. 173 ResolveNow(resolver.ResolveNowOptions) 174 175 // Target returns the dial target for this ClientConn. 176 // 177 // Deprecated: Use the Target field in the BuildOptions instead. 178 Target() string 179 } 180 181 // BuildOptions contains additional information for Build. 182 type BuildOptions struct { 183 // DialCreds is the transport credentials to use when communicating with a 184 // remote load balancer server. Balancer implementations which do not 185 // communicate with a remote load balancer server can ignore this field. 186 DialCreds credentials.TransportCredentials 187 // CredsBundle is the credentials bundle to use when communicating with a 188 // remote load balancer server. Balancer implementations which do not 189 // communicate with a remote load balancer server can ignore this field. 190 CredsBundle credentials.Bundle 191 // Dialer is the custom dialer to use when communicating with a remote load 192 // balancer server. Balancer implementations which do not communicate with a 193 // remote load balancer server can ignore this field. 194 Dialer func(context.Context, string) (net.Conn, error) 195 // Authority is the server name to use as part of the authentication 196 // handshake when communicating with a remote load balancer server. Balancer 197 // implementations which do not communicate with a remote load balancer 198 // server can ignore this field. 199 Authority string 200 // ChannelzParentID is the parent ClientConn's channelz ID. 201 ChannelzParentID *channelz.Identifier 202 // CustomUserAgent is the custom user agent set on the parent ClientConn. 203 // The balancer should set the same custom user agent if it creates a 204 // ClientConn. 205 CustomUserAgent string 206 // Target contains the parsed address info of the dial target. It is the 207 // same resolver.Target as passed to the resolver. See the documentation for 208 // the resolver.Target type for details about what it contains. 209 Target resolver.Target 210 } 211 212 // Builder creates a balancer. 213 type Builder interface { 214 // Build creates a new balancer with the ClientConn. 215 Build(cc ClientConn, opts BuildOptions) Balancer 216 // Name returns the name of balancers built by this builder. 217 // It will be used to pick balancers (for example in service config). 218 Name() string 219 } 220 221 // ConfigParser parses load balancer configs. 222 type ConfigParser interface { 223 // ParseConfig parses the JSON load balancer config provided into an 224 // internal form or returns an error if the config is invalid. For future 225 // compatibility reasons, unknown fields in the config should be ignored. 226 ParseConfig(LoadBalancingConfigJSON json.RawMessage) (serviceconfig.LoadBalancingConfig, error) 227 } 228 229 // PickInfo contains additional information for the Pick operation. 230 type PickInfo struct { 231 // FullMethodName is the method name that NewClientStream() is called 232 // with. The canonical format is /service/Method. 233 FullMethodName string 234 // Ctx is the RPC's context, and may contain relevant RPC-level information 235 // like the outgoing header metadata. 236 Ctx context.Context 237 } 238 239 // DoneInfo contains additional information for done. 240 type DoneInfo struct { 241 // Err is the rpc error the RPC finished with. It could be nil. 242 Err error 243 // Trailer contains the metadata from the RPC's trailer, if present. 244 Trailer metadata.MD 245 // BytesSent indicates if any bytes have been sent to the server. 246 BytesSent bool 247 // BytesReceived indicates if any byte has been received from the server. 248 BytesReceived bool 249 // ServerLoad is the load received from server. It's usually sent as part of 250 // trailing metadata. 251 // 252 // The only supported type now is *orca_v3.LoadReport. 253 ServerLoad interface{} 254 } 255 256 var ( 257 // ErrNoSubConnAvailable indicates no SubConn is available for pick(). 258 // gRPC will block the RPC until a new picker is available via UpdateState(). 259 ErrNoSubConnAvailable = errors.New("no SubConn is available") 260 // ErrTransientFailure indicates all SubConns are in TransientFailure. 261 // WaitForReady RPCs will block, non-WaitForReady RPCs will fail. 262 // 263 // Deprecated: return an appropriate error based on the last resolution or 264 // connection attempt instead. The behavior is the same for any non-gRPC 265 // status error. 266 ErrTransientFailure = errors.New("all SubConns are in TransientFailure") 267 ) 268 269 // PickResult contains information related to a connection chosen for an RPC. 270 type PickResult struct { 271 // SubConn is the connection to use for this pick, if its state is Ready. 272 // If the state is not Ready, gRPC will block the RPC until a new Picker is 273 // provided by the balancer (using ClientConn.UpdateState). The SubConn 274 // must be one returned by ClientConn.NewSubConn. 275 SubConn SubConn 276 277 // Done is called when the RPC is completed. If the SubConn is not ready, 278 // this will be called with a nil parameter. If the SubConn is not a valid 279 // type, Done may not be called. May be nil if the balancer does not wish 280 // to be notified when the RPC completes. 281 Done func(DoneInfo) 282 283 // Metadata provides a way for LB policies to inject arbitrary per-call 284 // metadata. Any metadata returned here will be merged with existing 285 // metadata added by the client application. 286 // 287 // LB policies with child policies are responsible for propagating metadata 288 // injected by their children to the ClientConn, as part of Pick(). 289 Metatada metadata.MD 290 } 291 292 // TransientFailureError returns e. It exists for backward compatibility and 293 // will be deleted soon. 294 // 295 // Deprecated: no longer necessary, picker errors are treated this way by 296 // default. 297 func TransientFailureError(e error) error { return e } 298 299 // Picker is used by gRPC to pick a SubConn to send an RPC. 300 // Balancer is expected to generate a new picker from its snapshot every time its 301 // internal state has changed. 302 // 303 // The pickers used by gRPC can be updated by ClientConn.UpdateState(). 304 type Picker interface { 305 // Pick returns the connection to use for this RPC and related information. 306 // 307 // Pick should not block. If the balancer needs to do I/O or any blocking 308 // or time-consuming work to service this call, it should return 309 // ErrNoSubConnAvailable, and the Pick call will be repeated by gRPC when 310 // the Picker is updated (using ClientConn.UpdateState). 311 // 312 // If an error is returned: 313 // 314 // - If the error is ErrNoSubConnAvailable, gRPC will block until a new 315 // Picker is provided by the balancer (using ClientConn.UpdateState). 316 // 317 // - If the error is a status error (implemented by the grpc/status 318 // package), gRPC will terminate the RPC with the code and message 319 // provided. 320 // 321 // - For all other errors, wait for ready RPCs will wait, but non-wait for 322 // ready RPCs will be terminated with this error's Error() string and 323 // status code Unavailable. 324 Pick(info PickInfo) (PickResult, error) 325 } 326 327 // Balancer takes input from gRPC, manages SubConns, and collects and aggregates 328 // the connectivity states. 329 // 330 // It also generates and updates the Picker used by gRPC to pick SubConns for RPCs. 331 // 332 // UpdateClientConnState, ResolverError, UpdateSubConnState, and Close are 333 // guaranteed to be called synchronously from the same goroutine. There's no 334 // guarantee on picker.Pick, it may be called anytime. 335 type Balancer interface { 336 // UpdateClientConnState is called by gRPC when the state of the ClientConn 337 // changes. If the error returned is ErrBadResolverState, the ClientConn 338 // will begin calling ResolveNow on the active name resolver with 339 // exponential backoff until a subsequent call to UpdateClientConnState 340 // returns a nil error. Any other errors are currently ignored. 341 UpdateClientConnState(ClientConnState) error 342 // ResolverError is called by gRPC when the name resolver reports an error. 343 ResolverError(error) 344 // UpdateSubConnState is called by gRPC when the state of a SubConn 345 // changes. 346 UpdateSubConnState(SubConn, SubConnState) 347 // Close closes the balancer. The balancer is not required to call 348 // ClientConn.RemoveSubConn for its existing SubConns. 349 Close() 350 } 351 352 // ExitIdler is an optional interface for balancers to implement. If 353 // implemented, ExitIdle will be called when ClientConn.Connect is called, if 354 // the ClientConn is idle. If unimplemented, ClientConn.Connect will cause 355 // all SubConns to connect. 356 // 357 // Notice: it will be required for all balancers to implement this in a future 358 // release. 359 type ExitIdler interface { 360 // ExitIdle instructs the LB policy to reconnect to backends / exit the 361 // IDLE state, if appropriate and possible. Note that SubConns that enter 362 // the IDLE state will not reconnect until SubConn.Connect is called. 363 ExitIdle() 364 } 365 366 // SubConnState describes the state of a SubConn. 367 type SubConnState struct { 368 // ConnectivityState is the connectivity state of the SubConn. 369 ConnectivityState connectivity.State 370 // ConnectionError is set if the ConnectivityState is TransientFailure, 371 // describing the reason the SubConn failed. Otherwise, it is nil. 372 ConnectionError error 373 } 374 375 // ClientConnState describes the state of a ClientConn relevant to the 376 // balancer. 377 type ClientConnState struct { 378 ResolverState resolver.State 379 // The parsed load balancing configuration returned by the builder's 380 // ParseConfig method, if implemented. 381 BalancerConfig serviceconfig.LoadBalancingConfig 382 } 383 384 // ErrBadResolverState may be returned by UpdateClientConnState to indicate a 385 // problem with the provided name resolver data. 386 var ErrBadResolverState = errors.New("bad resolver state") 387 388 // A ProducerBuilder is a simple constructor for a Producer. It is used by the 389 // SubConn to create producers when needed. 390 type ProducerBuilder interface { 391 // Build creates a Producer. The first parameter is always a 392 // grpc.ClientConnInterface (a type to allow creating RPCs/streams on the 393 // associated SubConn), but is declared as interface{} to avoid a 394 // dependency cycle. Should also return a close function that will be 395 // called when all references to the Producer have been given up. 396 Build(grpcClientConnInterface interface{}) (p Producer, close func()) 397 } 398 399 // A Producer is a type shared among potentially many consumers. It is 400 // associated with a SubConn, and an implementation will typically contain 401 // other methods to provide additional functionality, e.g. configuration or 402 // subscription registration. 403 type Producer interface { 404 }