Testing Backends For Availability

1

	backendSampler, err := createKubeAPIMonitoringWithNewConnections(clusterConfig)

1
2
3

	disruptionSampler := newDisruptionSampler(b)
    go disruptionSampler.produceSamples(producerContext, interval)
	go disruptionSampler.consumeSamples(consumerContext, interval, monitorRecorder, eventRecorder)

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22

    func (b *disruptionSampler) produceSamples(ctx context.Context, interval time.Duration) {
    	ticker := time.NewTicker(interval)
    	defer ticker.Stop()
    	for {
    		// the sampleFn may take a significant period of time to run.  In such a case, we want our start interval
    		// for when a failure started to be the time when the request was first made, not the time when the call
    		// returned.  Imagine a timeout set on a DNS lookup of 30s: when the GET finally fails and returns, the outage
    		// was actually 30s before.
    		currDisruptionSample := b.newSample(ctx)
    		go func() {
    			sampleErr := b.backendSampler.checkConnection(ctx)
    			currDisruptionSample.setSampleError(sampleErr)
    			close(currDisruptionSample.finished)
    		}()

    		select {
    		case <-ticker.C:
    		case <-ctx.Done():
      			return
    		}
    	}
    }

1

    func (b *disruptionSampler) consumeSamples(ctx context.Context, interval time.Duration, monitorRecorder Recorder, eventRecorder events.EventRecorder) {