use of com.couchbase.client.core.cnc.events.endpoint.EndpointConnectionFailedEvent in project couchbase-jvm-clients by couchbase.
the class TransportEncryptionIntegrationTest method failsIfWrongCertPresent.
@Test
@SuppressWarnings("unchecked")
void failsIfWrongCertPresent() {
SimpleEventBus eventBus = new SimpleEventBus(true);
CoreEnvironment env = secureEnvironment(SecurityConfig.enableTls(true).trustCertificates(mock(List.class)), eventBus);
Core core = Core.create(env, authenticator(), secureSeeds());
try {
core.openBucket(config().bucketname());
waitUntilCondition(() -> {
boolean hasEndpointConnectFailedEvent = false;
boolean hasSecureConnectionFailedEvent = false;
for (Event event : eventBus.publishedEvents()) {
if (event instanceof EndpointConnectionFailedEvent) {
hasEndpointConnectFailedEvent = true;
}
if (event instanceof SecureConnectionFailedEvent) {
hasSecureConnectionFailedEvent = true;
}
}
return hasEndpointConnectFailedEvent && hasSecureConnectionFailedEvent;
});
} finally {
core.shutdown().block();
env.shutdown();
}
}
use of com.couchbase.client.core.cnc.events.endpoint.EndpointConnectionFailedEvent in project couchbase-jvm-clients by couchbase.
the class DefaultConfigurationProviderIntegrationTest method openBucketFromSecondValidSeed.
/**
* Bucket config should also be loaded when the first seed in the list is not available.
*/
@Test
void openBucketFromSecondValidSeed() {
TestNodeConfig cfg = config().firstNodeWith(Services.KV).get();
Set<SeedNode> seeds = new HashSet<>(Arrays.asList(SeedNode.create("1.2.3.4"), SeedNode.create(cfg.hostname(), Optional.of(cfg.ports().get(Services.KV)), Optional.of(cfg.ports().get(Services.MANAGER)))));
SimpleEventBus eventBus = new SimpleEventBus(true);
environment = CoreEnvironment.builder().eventBus(eventBus).build();
core = Core.create(environment, authenticator(), seeds);
String bucketName = config().bucketname();
ConfigurationProvider provider = new DefaultConfigurationProvider(core, seeds);
openAndClose(bucketName, provider);
provider.shutdown().block();
waitUntilCondition(() -> eventBus.publishedEvents().stream().anyMatch(e -> e instanceof EndpointConnectionFailedEvent));
}
use of com.couchbase.client.core.cnc.events.endpoint.EndpointConnectionFailedEvent in project couchbase-jvm-clients by couchbase.
the class BaseEndpointTest method retryOnFailureUntilEventuallyConnected.
/**
* The {@link #retryOnTimeoutUntilEventuallyConnected()} tests that a netty
* channel future does not return at all and we reconnect, this one tests that
* if netty returns with a failure we keep reconnecting until it succeeds.
*/
@Test
void retryOnFailureUntilEventuallyConnected() {
final AtomicInteger invocationAttempt = new AtomicInteger();
InstrumentedEndpoint endpoint = InstrumentedEndpoint.create(eventLoopGroup, ctx, () -> invocationAttempt.incrementAndGet() > 3 ? Mono.just(new EmbeddedChannel()) : Mono.error(new ChannelException("Could not connect for some reason")));
endpoint.connect();
waitUntilCondition(() -> endpoint.state() == EndpointState.CONNECTED);
assertEquals(4, eventBus.publishedEvents().size());
int warnings = 0;
int debug = 0;
for (Event event : eventBus.publishedEvents()) {
if (event.severity() == Event.Severity.WARN) {
assertTrue(event instanceof EndpointConnectionFailedEvent);
warnings++;
} else if (event.severity() == Event.Severity.DEBUG) {
assertTrue(event instanceof EndpointConnectedEvent);
debug++;
} else {
throw new RuntimeException("Unexpected Event" + event);
}
}
assertEquals(3, warnings);
assertEquals(1, debug);
}
use of com.couchbase.client.core.cnc.events.endpoint.EndpointConnectionFailedEvent in project couchbase-jvm-clients by couchbase.
the class BaseEndpointTest method retryOnTimeoutUntilEventuallyConnected.
/**
* This test fakes a situation where the channel future from netty would simply not return
* at all and time out, and the client would resubscribe. Then at some future attempt the
* future returns fine and we should end up in a connected state and ready to go.
*/
@Test
void retryOnTimeoutUntilEventuallyConnected() {
SimpleEventBus eventBus = new SimpleEventBus(true);
CoreEnvironment env = CoreEnvironment.builder().eventBus(eventBus).timeoutConfig(TimeoutConfig.connectTimeout(Duration.ofMillis(10))).build();
CoreContext coreContext = new CoreContext(mock(Core.class), 1, env, authenticator);
ServiceContext ctx = new ServiceContext(coreContext, LOCALHOST, 1234, ServiceType.KV, Optional.empty());
try {
final CompletableFuture<Channel> cf = new CompletableFuture<>();
InstrumentedEndpoint endpoint = InstrumentedEndpoint.create(eventLoopGroup, ctx, () -> Mono.fromFuture(cf));
endpoint.connect();
waitUntilCondition(() -> eventBus.publishedEvents().size() >= 3);
EmbeddedChannel channel = new EmbeddedChannel();
cf.complete(channel);
waitUntilCondition(() -> endpoint.state() == EndpointState.CONNECTED);
assertTrue(eventBus.publishedEvents().size() >= 3);
boolean failedFound = false;
boolean successFound = false;
for (Event event : eventBus.publishedEvents()) {
if (event instanceof EndpointConnectionFailedEvent) {
assertEquals(Event.Severity.WARN, event.severity());
assertEquals(Duration.ofMillis(10), event.duration());
failedFound = true;
} else if (event instanceof EndpointConnectedEvent) {
assertEquals(Event.Severity.DEBUG, event.severity());
assertTrue(event.duration().toNanos() > 0);
successFound = true;
}
}
assertTrue(failedFound);
assertTrue(successFound);
} finally {
env.shutdown();
}
}
use of com.couchbase.client.core.cnc.events.endpoint.EndpointConnectionFailedEvent in project couchbase-jvm-clients by couchbase.
the class BaseEndpoint method reconnect.
/**
* This method performs the actual connecting logic.
*
* <p>It is called reconnect since it works both in the case where an initial attempt is made
* but also when the underlying channel is closed or the previous connect attempt was
* unsuccessful.</p>
*/
private void reconnect() {
if (disconnect.get()) {
return;
}
state.transition(EndpointState.CONNECTING);
final EndpointContext endpointContext = this.endpointContext.get();
final AtomicLong attemptStart = new AtomicLong();
Mono.defer((Supplier<Mono<Channel>>) () -> {
CoreEnvironment env = endpointContext.environment();
long connectTimeoutMs = env.timeoutConfig().connectTimeout().toMillis();
if (eventLoopGroup.isShutdown()) {
throw new IllegalStateException("Event Loop is already shut down, not pursuing connect attempt!");
}
final Bootstrap channelBootstrap = new Bootstrap().remoteAddress(remoteAddress()).group(eventLoopGroup).channel(channelFrom(eventLoopGroup)).option(ChannelOption.CONNECT_TIMEOUT_MILLIS, (int) connectTimeoutMs).handler(new ChannelInitializer<Channel>() {
@Override
protected void initChannel(final Channel ch) {
ChannelPipeline pipeline = ch.pipeline();
SecurityConfig config = env.securityConfig();
if (config.tlsEnabled()) {
try {
pipeline.addFirst(SslHandlerFactory.get(ch.alloc(), config, endpointContext));
} catch (Exception e) {
throw new SecurityException("Could not instantiate SSL Handler", e);
}
}
if (env.ioConfig().servicesToCapture().contains(serviceType)) {
pipeline.addLast(new TrafficCaptureHandler(endpointContext));
}
pipelineInitializer().init(BaseEndpoint.this, pipeline);
pipeline.addLast(new PipelineErrorHandler(BaseEndpoint.this));
}
});
if (env.ioConfig().tcpKeepAlivesEnabled() && !(eventLoopGroup instanceof DefaultEventLoopGroup)) {
channelBootstrap.option(ChannelOption.SO_KEEPALIVE, true);
if (eventLoopGroup instanceof EpollEventLoopGroup) {
channelBootstrap.option(EpollChannelOption.TCP_KEEPIDLE, (int) TimeUnit.MILLISECONDS.toSeconds(env.ioConfig().tcpKeepAliveTime().toMillis()));
}
}
state.transition(EndpointState.CONNECTING);
attemptStart.set(System.nanoTime());
return channelFutureIntoMono(channelBootstrap.connect());
}).timeout(endpointContext.environment().timeoutConfig().connectTimeout()).onErrorResume(throwable -> {
state.transition(EndpointState.DISCONNECTED);
if (disconnect.get()) {
endpointContext.environment().eventBus().publish(new EndpointConnectionAbortedEvent(Duration.ofNanos(System.nanoTime() - attemptStart.get()), endpointContext, ConnectTimings.toMap(channel)));
return Mono.empty();
} else {
return Mono.error(throwable);
}
}).retryWhen(Retry.any().exponentialBackoff(Duration.ofMillis(32), Duration.ofMillis(4096)).retryMax(Long.MAX_VALUE).doOnRetry(retryContext -> {
Throwable ex = retryContext.exception();
// We drop the severity for the BucketNotFoundException because it shows up when
// bootstrapping against MDS clusters and nodes with no kv service enabled on it
// that is bucket aware. If a bucket really does not exist we'll get an auth
// exception instead.
Event.Severity severity = ex instanceof BucketNotFoundException ? Event.Severity.DEBUG : Event.Severity.WARN;
Duration duration = ex instanceof TimeoutException ? endpointContext.environment().timeoutConfig().connectTimeout() : Duration.ofNanos(System.nanoTime() - attemptStart.get());
ex = annotateConnectException(ex);
endpointContext.environment().eventBus().publish(new EndpointConnectionFailedEvent(severity, duration, endpointContext, retryContext.iteration(), trimNettyFromStackTrace(ex)));
}).toReactorRetry()).subscribe(channel -> {
long now = System.nanoTime();
if (disconnect.get()) {
this.channel = null;
endpointContext.environment().eventBus().publish(new EndpointConnectionIgnoredEvent(Duration.ofNanos(now - attemptStart.get()), endpointContext, ConnectTimings.toMap(channel)));
closeChannel(channel);
} else {
this.channel = channel;
Optional<HostAndPort> localSocket = Optional.empty();
if (channel.localAddress() instanceof InetSocketAddress) {
// it will always be an inet socket address, but to safeguard for testing mocks...
InetSocketAddress so = (InetSocketAddress) channel.localAddress();
localSocket = Optional.of(new HostAndPort(so.getHostString(), so.getPort()));
}
EndpointContext newContext = new EndpointContext(endpointContext, endpointContext.remoteSocket(), endpointContext.circuitBreaker(), endpointContext.serviceType(), localSocket, endpointContext.bucket(), Optional.ofNullable(channel.attr(ChannelAttributes.CHANNEL_ID_KEY).get()));
this.endpointContext.get().environment().eventBus().publish(new EndpointConnectedEvent(Duration.ofNanos(now - attemptStart.get()), newContext, ConnectTimings.toMap(channel)));
this.endpointContext.set(newContext);
this.circuitBreaker.reset();
lastConnectedAt = now;
state.transition(EndpointState.CONNECTED);
}
}, error -> endpointContext.environment().eventBus().publish(new UnexpectedEndpointConnectionFailedEvent(Duration.ofNanos(System.nanoTime() - attemptStart.get()), endpointContext, error)));
}
Aggregations