IntegrationTestConfiguration.java

/*
 * Copyright 2013-2021 the original author or authors.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.cloudfoundry;

import static org.assertj.core.api.Assertions.fail;
import static org.cloudfoundry.uaa.tokens.GrantType.AUTHORIZATION_CODE;
import static org.cloudfoundry.uaa.tokens.GrantType.CLIENT_CREDENTIALS;
import static org.cloudfoundry.uaa.tokens.GrantType.PASSWORD;
import static org.cloudfoundry.uaa.tokens.GrantType.REFRESH_TOKEN;
import static org.cloudfoundry.util.tuple.TupleUtils.function;

import com.fasterxml.jackson.core.JsonParser;
import com.fasterxml.jackson.databind.DeserializationContext;
import com.fasterxml.jackson.databind.JsonDeserializer;
import com.fasterxml.jackson.databind.deser.DeserializationProblemHandler;
import com.github.zafarkhaja.semver.Version;
import java.io.IOException;
import java.nio.file.Path;
import java.security.SecureRandom;
import java.time.Duration;
import java.util.Arrays;
import java.util.Collections;
import java.util.Comparator;
import java.util.HashMap;
import java.util.List;
import org.cloudfoundry.client.CloudFoundryClient;
import org.cloudfoundry.client.GetRootRequest;
import org.cloudfoundry.client.v2.info.GetInfoRequest;
import org.cloudfoundry.client.v2.userprovidedserviceinstances.CreateUserProvidedServiceInstanceRequest;
import org.cloudfoundry.client.v3.Relationship;
import org.cloudfoundry.client.v3.ToOneRelationship;
import org.cloudfoundry.client.v3.organizations.CreateOrganizationRequest;
import org.cloudfoundry.client.v3.organizations.CreateOrganizationResponse;
import org.cloudfoundry.client.v3.quotas.Routes;
import org.cloudfoundry.client.v3.quotas.organizations.ListOrganizationQuotasRequest;
import org.cloudfoundry.client.v3.quotas.organizations.ListOrganizationQuotasResponse;
import org.cloudfoundry.client.v3.quotas.organizations.OrganizationQuotaResource;
import org.cloudfoundry.client.v3.quotas.organizations.UpdateOrganizationQuotaRequest;
import org.cloudfoundry.client.v3.roles.CreateRoleRequest;
import org.cloudfoundry.client.v3.roles.RoleRelationships;
import org.cloudfoundry.client.v3.roles.RoleType;
import org.cloudfoundry.client.v3.spaces.CreateSpaceRequest;
import org.cloudfoundry.client.v3.spaces.CreateSpaceResponse;
import org.cloudfoundry.client.v3.spaces.SpaceRelationships;
import org.cloudfoundry.doppler.DopplerClient;
import org.cloudfoundry.logcache.v1.LogCacheClient;
import org.cloudfoundry.logcache.v1.TestLogCacheEndpoints;
import org.cloudfoundry.networking.NetworkingClient;
import org.cloudfoundry.operations.DefaultCloudFoundryOperations;
import org.cloudfoundry.reactor.ConnectionContext;
import org.cloudfoundry.reactor.DefaultConnectionContext;
import org.cloudfoundry.reactor.ProxyConfiguration;
import org.cloudfoundry.reactor.TokenProvider;
import org.cloudfoundry.reactor.client.ReactorCloudFoundryClient;
import org.cloudfoundry.reactor.doppler.ReactorDopplerClient;
import org.cloudfoundry.reactor.logcache.v1.ReactorLogCacheClient;
import org.cloudfoundry.reactor.networking.ReactorNetworkingClient;
import org.cloudfoundry.reactor.routing.ReactorRoutingClient;
import org.cloudfoundry.reactor.tokenprovider.ClientCredentialsGrantTokenProvider;
import org.cloudfoundry.reactor.tokenprovider.PasswordGrantTokenProvider;
import org.cloudfoundry.reactor.uaa.ReactorUaaClient;
import org.cloudfoundry.routing.RoutingClient;
import org.cloudfoundry.routing.v1.routergroups.ListRouterGroupsRequest;
import org.cloudfoundry.routing.v1.routergroups.ListRouterGroupsResponse;
import org.cloudfoundry.routing.v1.routergroups.UpdateRouterGroupRequest;
import org.cloudfoundry.uaa.UaaClient;
import org.cloudfoundry.uaa.clients.CreateClientRequest;
import org.cloudfoundry.uaa.groups.AddMemberRequest;
import org.cloudfoundry.uaa.groups.CreateGroupRequest;
import org.cloudfoundry.uaa.groups.CreateGroupResponse;
import org.cloudfoundry.uaa.groups.Group;
import org.cloudfoundry.uaa.groups.ListGroupsRequest;
import org.cloudfoundry.uaa.groups.ListGroupsResponse;
import org.cloudfoundry.uaa.groups.MemberType;
import org.cloudfoundry.uaa.users.CreateUserRequest;
import org.cloudfoundry.uaa.users.CreateUserResponse;
import org.cloudfoundry.uaa.users.Email;
import org.cloudfoundry.uaa.users.Name;
import org.cloudfoundry.util.PaginationUtils;
import org.cloudfoundry.util.ResourceUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Qualifier;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.boot.autoconfigure.EnableAutoConfiguration;
import org.springframework.boot.autoconfigure.condition.ConditionalOnProperty;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.context.annotation.DependsOn;
import org.springframework.context.annotation.Lazy;
import org.springframework.core.io.ClassPathResource;
import org.springframework.util.StringUtils;
import reactor.core.publisher.Flux;
import reactor.core.publisher.Mono;
import reactor.util.function.Tuple2;
import reactor.util.function.Tuples;

/**
 * Default configuration class for ALL integration tests.
 * <p>
 * Some beans are annotated as {@link Lazy}, meaning that they will only be initialized
 * if a test class actually uses them through {@link Autowired} injection. This allows us
 * to declare some CF applications as beans, but only push them when they are actually
 * used by the class under tests. This makes our tests faster, as pushing an app can take
 * several minutes.
 */
@Configuration
@EnableAutoConfiguration
public class IntegrationTestConfiguration {

    private static final List<String> GROUPS =
            Arrays.asList(
                    "clients.admin",
                    "clients.secret",
                    "cloud_controller.admin",
                    "idps.write",
                    "network.admin",
                    "routing.router_groups.read",
                    "routing.router_groups.write",
                    "routing.routes.read",
                    "routing.routes.write",
                    "scim.create",
                    "scim.invite",
                    "scim.read",
                    "scim.userids",
                    "scim.write",
                    "scim.zones",
                    "uaa.admin",
                    "zones.read",
                    "zones.write");

    private static final List<String> SCOPES =
            Arrays.asList(
                    "clients.admin",
                    "clients.secret",
                    "cloud_controller.admin",
                    "cloud_controller.read",
                    "cloud_controller.write",
                    "idps.write",
                    "network.admin",
                    "openid",
                    "password.write",
                    "routing.router_groups.read",
                    "routing.router_groups.write",
                    "routing.routes.read",
                    "routing.routes.write",
                    "scim.create",
                    "scim.invite",
                    "scim.read",
                    "scim.userids",
                    "scim.write",
                    "scim.zones",
                    "uaa.admin",
                    "uaa.user",
                    "zones.read",
                    "zones.write");

    private final Logger logger = LoggerFactory.getLogger("cloudfoundry-client.test");

    @Bean
    @Qualifier("admin")
    ReactorCloudFoundryClient adminCloudFoundryClient(
            ConnectionContext connectionContext,
            @Value("${test.admin.password}") String password,
            @Value("${test.admin.username}") String username) {
        return ReactorCloudFoundryClient.builder()
                .connectionContext(connectionContext)
                .tokenProvider(
                        PasswordGrantTokenProvider.builder()
                                .password(password)
                                .username(username)
                                .build())
                .build();
    }

    @Bean
    @Qualifier("admin")
    NetworkingClient adminNetworkingClient(
            ConnectionContext connectionContext,
            @Value("${test.admin.password}") String password,
            @Value("${test.admin.username}") String username) {
        return ReactorNetworkingClient.builder()
                .connectionContext(connectionContext)
                .tokenProvider(
                        PasswordGrantTokenProvider.builder()
                                .password(password)
                                .username(username)
                                .build())
                .build();
    }

    @Bean
    @Qualifier("admin")
    ReactorUaaClient adminUaaClient(
            ConnectionContext connectionContext,
            @Value("${test.admin.clientId}") String clientId,
            @Value("${test.admin.clientSecret}") String clientSecret) {
        return ReactorUaaClient.builder()
                .connectionContext(connectionContext)
                .tokenProvider(
                        ClientCredentialsGrantTokenProvider.builder()
                                .clientId(clientId)
                                .clientSecret(clientSecret)
                                .build())
                .build();
    }

    @Bean(initMethod = "block")
    @DependsOn("cloudFoundryCleaner")
    Mono<Tuple2<String, String>> client(
            @Qualifier("admin") UaaClient uaaClient, String clientId, String clientSecret) {
        return uaaClient
                .clients()
                .create(
                        CreateClientRequest.builder()
                                .authorizedGrantTypes(
                                        AUTHORIZATION_CODE,
                                        CLIENT_CREDENTIALS,
                                        PASSWORD,
                                        REFRESH_TOKEN)
                                .autoApprove(String.valueOf(true))
                                .clientId(clientId)
                                .clientSecret(clientSecret)
                                .redirectUriPattern("https://test.com/login")
                                .scopes(SCOPES)
                                .build())
                .thenReturn(Tuples.of(clientId, clientSecret))
                .doOnSubscribe(
                        s -> this.logger.debug(">> CLIENT ({}/{}) <<", clientId, clientSecret))
                .doOnError(Throwable::printStackTrace)
                .doOnSuccess(r -> this.logger.debug("<< CLIENT ({})>>", clientId));
    }

    @Bean
    String clientId(NameFactory nameFactory) {
        return nameFactory.getClientId();
    }

    @Bean
    String clientSecret(NameFactory nameFactory) {
        return nameFactory.getClientSecret();
    }

    @Bean
    @DependsOn("routerGroupPorts")
    CloudFoundryCleaner cloudFoundryCleaner(
            @Qualifier("admin") CloudFoundryClient cloudFoundryClient,
            NameFactory nameFactory,
            @Qualifier("admin") NetworkingClient networkingClient,
            Version serverVersion,
            @Qualifier("admin") UaaClient uaaClient) {
        return new CloudFoundryCleaner(
                cloudFoundryClient, nameFactory, networkingClient, serverVersion, uaaClient);
    }

    @Bean
    ReactorCloudFoundryClient cloudFoundryClient(
            ConnectionContext connectionContext, TokenProvider tokenProvider) {
        return ReactorCloudFoundryClient.builder()
                .connectionContext(connectionContext)
                .tokenProvider(tokenProvider)
                .build();
    }

    @Bean
    DefaultCloudFoundryOperations cloudFoundryOperations(
            CloudFoundryClient cloudFoundryClient,
            DopplerClient dopplerClient,
            LogCacheClient logCacheClient,
            NetworkingClient networkingClient,
            RoutingClient routingClient,
            UaaClient uaaClient,
            String organizationName,
            String spaceName) {
        return DefaultCloudFoundryOperations.builder()
                .cloudFoundryClient(cloudFoundryClient)
                .dopplerClient(dopplerClient)
                .logCacheClient(logCacheClient)
                .networkingClient(networkingClient)
                .routingClient(routingClient)
                .uaaClient(uaaClient)
                .organization(organizationName)
                .space(spaceName)
                .build();
    }

    @Bean
    CloudFoundryVersionConditionalRule cloudFoundryVersionConditionalRule(Version serverVersion) {
        return new CloudFoundryVersionConditionalRule(serverVersion);
    }

    @Bean
    DefaultConnectionContext connectionContext(
            @Value("${test.apiHost}") String apiHost,
            @Value("${test.proxy.host:}") String proxyHost,
            @Value("${test.proxy.password:}") String proxyPassword,
            @Value("${test.proxy.port:8080}") Integer proxyPort,
            @Value("${test.proxy.username:}") String proxyUsername,
            @Value("${test.fail.on.unknown.properties:true}") Boolean failOnUnknownProperties,
            @Value("${test.skipSslValidation:false}") Boolean skipSslValidation) {

        DefaultConnectionContext.Builder connectionContext =
                DefaultConnectionContext.builder()
                        .apiHost(apiHost)
                        .skipSslValidation(skipSslValidation)
                        .sslHandshakeTimeout(Duration.ofSeconds(30));
        if (failOnUnknownProperties) {
            connectionContext.problemHandler(
                    new FailingDeserializationProblemHandler()); // Test-only problem handler
        }
        if (StringUtils.hasText(proxyHost)) {
            ProxyConfiguration.Builder proxyConfiguration =
                    ProxyConfiguration.builder().host(proxyHost).port(proxyPort);

            if (StringUtils.hasText(proxyUsername)) {
                proxyConfiguration.password(proxyPassword).username(proxyUsername);
            }

            connectionContext.proxyConfiguration(proxyConfiguration.build());
        }

        return connectionContext.build();
    }

    @Bean
    DopplerClient dopplerClient(ConnectionContext connectionContext, TokenProvider tokenProvider) {
        return ReactorDopplerClient.builder()
                .connectionContext(connectionContext)
                .tokenProvider(tokenProvider)
                .build();
    }

    @Bean
    ReactorLogCacheClient logCacheClient(
            ConnectionContext connectionContext, TokenProvider tokenProvider) {
        return ReactorLogCacheClient.builder()
                .connectionContext(connectionContext)
                .tokenProvider(tokenProvider)
                .build();
    }

    @Bean
    RandomNameFactory nameFactory() {
        return new RandomNameFactory(new SecureRandom());
    }

    @Bean(initMethod = "block")
    @DependsOn("cloudFoundryCleaner")
    @ConditionalOnProperty(
            name = RequiresV2Api.SKIP_V2_TESTS_ENV,
            havingValue = "false",
            matchIfMissing = true)
    Mono<String> metricRegistrarServiceInstance(
            CloudFoundryClient cloudFoundryClient, Mono<String> spaceId, NameFactory nameFactory) {
        return spaceId.flatMap(
                        spaceIdValue ->
                                cloudFoundryClient
                                        .userProvidedServiceInstances()
                                        .create(
                                                CreateUserProvidedServiceInstanceRequest.builder()
                                                        .name(nameFactory.getServiceInstanceName())
                                                        .spaceId(spaceIdValue)
                                                        .syslogDrainUrl("structured-format://json")
                                                        .build()))
                .map(ResourceUtils::getId)
                .cache();
    }

    @Bean
    NetworkingClient networkingClient(
            ConnectionContext connectionContext, TokenProvider tokenProvider) {
        return ReactorNetworkingClient.builder()
                .connectionContext(connectionContext)
                .tokenProvider(tokenProvider)
                .build();
    }

    @Bean(initMethod = "block")
    @DependsOn("cloudFoundryCleaner")
    Mono<String> organizationId(
            CloudFoundryClient cloudFoundryClient, String organizationName, Mono<String> userId) {
        return userId.flatMap(
                        userId1 ->
                                cloudFoundryClient
                                        .organizationsV3()
                                        .create(
                                                CreateOrganizationRequest.builder()
                                                        .name(organizationName)
                                                        .build())
                                        .map(CreateOrganizationResponse::getId)
                                        .zipWith(Mono.just(userId1)))
                .flatMap(
                        function(
                                (organizationId, userId1) ->
                                        cloudFoundryClient
                                                .rolesV3()
                                                .create(
                                                        CreateRoleRequest.builder()
                                                                .type(RoleType.ORGANIZATION_MANAGER)
                                                                .relationships(
                                                                        RoleRelationships.builder()
                                                                                .user(
                                                                                        ToOneRelationship
                                                                                                .builder()
                                                                                                .data(
                                                                                                        Relationship
                                                                                                                .builder()
                                                                                                                .id(
                                                                                                                        userId1)
                                                                                                                .build())
                                                                                                .build())
                                                                                .organization(
                                                                                        ToOneRelationship
                                                                                                .builder()
                                                                                                .data(
                                                                                                        Relationship
                                                                                                                .builder()
                                                                                                                .id(
                                                                                                                        organizationId)
                                                                                                                .build())
                                                                                                .build())
                                                                                .build())
                                                                .build())
                                                .thenReturn(organizationId)))
                .doOnSubscribe(s -> this.logger.debug(">> ORGANIZATION ({}) <<", organizationName))
                .doOnError(Throwable::printStackTrace)
                .doOnSuccess(id -> this.logger.debug("<< ORGANIZATION ({}) >>", id))
                .cache();
    }

    @Bean
    String organizationName(NameFactory nameFactory) {
        return nameFactory.getOrganizationName();
    }

    @Bean
    String password(NameFactory nameFactory) {
        return nameFactory.getPassword();
    }

    @Bean
    String planName(NameFactory nameFactory) {
        return nameFactory.getPlanName();
    }

    // Tests allocate TCP ports from NameFactory, so the default router group has to reserve them
    // regardless of the order in which the tests run (or of the deployment's default range).
    @Bean(initMethod = "block")
    Mono<Void> routerGroupPorts(
            ConnectionContext connectionContext,
            @Value("${test.admin.password}") String password,
            @Value("${test.admin.username}") String username,
            @Value("${skip.tcp.routing.tests:false}") boolean skipTcpRouting) {
        if (skipTcpRouting) {
            return Mono.empty();
        }

        // Not the shared routingClient: its token provider depends on the cleaner, which depends on
        // this bean
        RoutingClient routingClient =
                ReactorRoutingClient.builder()
                        .connectionContext(connectionContext)
                        .tokenProvider(
                                PasswordGrantTokenProvider.builder()
                                        .password(password)
                                        .username(username)
                                        .build())
                        .build();

        return routingClient
                .routerGroups()
                .list(ListRouterGroupsRequest.builder().build())
                .flatMapIterable(ListRouterGroupsResponse::getRouterGroups)
                .filter(group -> "default-tcp".equals(group.getName()))
                .next()
                .switchIfEmpty(
                        Mono.fromRunnable(
                                () ->
                                        this.logger.warn(
                                                "No default-tcp router group, TCP route tests will"
                                                        + " fail")))
                .flatMap(
                        group ->
                                routingClient
                                        .routerGroups()
                                        .update(
                                                UpdateRouterGroupRequest.builder()
                                                        .reservablePorts(
                                                                RandomNameFactory.PORT_RANGE)
                                                        .routerGroupId(group.getRouterGroupId())
                                                        .build()))
                .then();
    }

    @Bean
    RoutingClient routingClient(ConnectionContext connectionContext, TokenProvider tokenProvider) {
        return ReactorRoutingClient.builder()
                .connectionContext(connectionContext)
                .tokenProvider(tokenProvider)
                .build();
    }

    @Bean
    Version serverVersion(@Qualifier("admin") CloudFoundryClient cloudFoundryClient) {
        return serverVersionV2(cloudFoundryClient)
                .switchIfEmpty(serverVersionV3(cloudFoundryClient))
                .doOnSubscribe(s -> this.logger.debug(">> CLOUD FOUNDRY VERSION <<"))
                .doOnSuccess(r -> this.logger.debug("<< CLOUD FOUNDRY VERSION >>"))
                .block();
    }

    private static Mono<Version> serverVersionV2(CloudFoundryClient cloudFoundryClient) {
        return cloudFoundryClient
                .info()
                .get(GetInfoRequest.builder().build())
                .flatMap(
                        response -> {
                            String version = response.getApiVersion();
                            if (version == null || version.isEmpty()) {
                                return Mono.empty();
                            }
                            return Mono.just(Version.valueOf(version));
                        });
    }

    private static Mono<Version> serverVersionV3(CloudFoundryClient cloudFoundryClient) {
        return cloudFoundryClient
                .rootEndpoint()
                .get(GetRootRequest.builder().build())
                .map(response -> Version.valueOf(response.getApiVersionV3()));
    }

    @Lazy
    @Bean(initMethod = "block")
    @DependsOn("cloudFoundryCleaner")
    @ConditionalOnProperty(
            name = RequiresV2Api.SKIP_V2_TESTS_ENV,
            havingValue = "false",
            matchIfMissing = true)
    Mono<String> serviceBrokerId(
            CloudFoundryClient cloudFoundryClient,
            NameFactory nameFactory,
            String planName,
            String serviceBrokerName,
            String serviceName,
            Mono<String> spaceId) {
        return spaceId.flatMap(
                        spaceId1 ->
                                ServiceBrokerUtils.createServiceBroker(
                                                cloudFoundryClient,
                                                nameFactory,
                                                planName,
                                                serviceBrokerName,
                                                serviceName,
                                                spaceId1,
                                                false)
                                        .map(response -> response.serviceBrokerId))
                .doOnSubscribe(
                        s ->
                                this.logger.debug(
                                        ">> SERVICE BROKER ({} {}/{}) <<",
                                        serviceBrokerName,
                                        serviceName,
                                        planName))
                .doOnError(Throwable::printStackTrace)
                .doOnSuccess(id -> this.logger.debug("<< SERVICE_BROKER ({})>>", id))
                .cache();
    }

    @Bean
    String serviceBrokerName(NameFactory nameFactory) {
        return nameFactory.getServiceBrokerName();
    }

    @Bean
    String serviceName(NameFactory nameFactory) {
        return nameFactory.getServiceName();
    }

    @Bean(initMethod = "block")
    @DependsOn("cloudFoundryCleaner")
    Mono<String> spaceId(
            CloudFoundryClient cloudFoundryClient, Mono<String> organizationId, String spaceName) {
        return organizationId
                .flatMap(
                        orgId ->
                                cloudFoundryClient
                                        .spacesV3()
                                        .create(
                                                CreateSpaceRequest.builder()
                                                        .name(spaceName)
                                                        .relationships(
                                                                SpaceRelationships.builder()
                                                                        .organization(
                                                                                ToOneRelationship
                                                                                        .builder()
                                                                                        .data(
                                                                                                Relationship
                                                                                                        .builder()
                                                                                                        .id(
                                                                                                                orgId)
                                                                                                        .build())
                                                                                        .build())
                                                                        .build())
                                                        .build()))
                .map(CreateSpaceResponse::getId)
                .doOnSubscribe(s -> this.logger.debug(">> SPACE ({}) <<", spaceName))
                .doOnError(Throwable::printStackTrace)
                .doOnSuccess(id -> this.logger.debug("<< SPACE ({}) >>", id))
                .cache();
    }

    @Bean
    String spaceName(NameFactory nameFactory) {
        return nameFactory.getSpaceName();
    }

    @Bean(initMethod = "block")
    @DependsOn("cloudFoundryCleaner")
    Mono<String> stackId(CloudFoundryClient cloudFoundryClient, Mono<String> stackName) {
        return stackName
                .flatMapMany(
                        name ->
                                PaginationUtils.requestClientV3Resources(
                                        page ->
                                                cloudFoundryClient
                                                        .stacksV3()
                                                        .list(
                                                                org.cloudfoundry.client.v3.stacks
                                                                        .ListStacksRequest.builder()
                                                                        .name(name)
                                                                        .page(page)
                                                                        .build())))
                .single()
                .map(org.cloudfoundry.client.v3.stacks.StackResource::getId)
                .doOnSubscribe(s -> this.logger.debug(">> STACK ({}) <<", stackName))
                .doOnError(Throwable::printStackTrace)
                .doOnSuccess(id -> this.logger.debug("<< STACK ({})>>", id))
                .cache();
    }

    /**
     * Select the most recent stack available, matching {@code cflinuxfs*}, based
     * on the stack number.
     */
    @Bean(initMethod = "block")
    @DependsOn("cloudFoundryCleaner")
    Mono<String> stackName(CloudFoundryClient cloudFoundryClient) {
        return PaginationUtils.requestClientV3Resources(
                        page ->
                                cloudFoundryClient
                                        .stacksV3()
                                        .list(
                                                org.cloudfoundry.client.v3.stacks.ListStacksRequest
                                                        .builder()
                                                        .page(page)
                                                        .build()))
                .map(org.cloudfoundry.client.v3.stacks.StackResource::getName)
                .filter(s -> s.matches("^cflinuxfs\\d$"))
                .sort(Comparator.reverseOrder())
                .next()
                .cache();
    }

    @Lazy
    @Bean(initMethod = "block")
    @DependsOn("cloudFoundryCleaner")
    @ConditionalOnProperty(
            name = RequiresV2Api.SKIP_V2_TESTS_ENV,
            havingValue = "false",
            matchIfMissing = true)
    Mono<ApplicationUtils.ApplicationMetadata> testLogCacheApp(
            CloudFoundryClient cloudFoundryClient,
            Mono<String> spaceId,
            Mono<String> metricRegistrarServiceInstance,
            String testLogCacheAppName,
            String testLogCacheHostName,
            Path testLogCacheAppbits) {
        return metricRegistrarServiceInstance
                .zipWith(spaceId)
                .flatMap(
                        function(
                                (metricsRegistrarServiceInstanceId, spaceIdValue) ->
                                        ApplicationUtils.pushApplication(
                                                cloudFoundryClient,
                                                testLogCacheAppbits,
                                                testLogCacheAppName,
                                                Collections.singleton(
                                                        metricsRegistrarServiceInstanceId),
                                                new HashMap<>(),
                                                testLogCacheHostName,
                                                spaceIdValue)))
                .cache();
    }

    @Bean
    Path testLogCacheAppBits() throws IOException {
        return new ClassPathResource("test-log-cache.jar").getFile().toPath();
    }

    @Bean
    String testLogCacheAppName(NameFactory nameFactory) {
        return nameFactory.getApplicationName();
    }

    @Lazy
    @Bean
    @ConditionalOnProperty(
            name = RequiresV2Api.SKIP_V2_TESTS_ENV,
            havingValue = "false",
            matchIfMissing = true)
    TestLogCacheEndpoints testLogCacheEndpoints(
            ConnectionContext connectionContext,
            TokenProvider tokenProvider,
            Mono<ApplicationUtils.ApplicationMetadata> testLogCacheApp) {

        return new TestLogCacheEndpoints(
                connectionContext, testLogCacheApp.map(app -> app.uri), tokenProvider);
    }

    @Bean
    String testLogCacheHostName(NameFactory nameFactory) {
        return nameFactory.getHostName();
    }

    @Bean
    @DependsOn({"client", "userId"})
    PasswordGrantTokenProvider tokenProvider(
            String clientId, String clientSecret, String password, String username) {
        return PasswordGrantTokenProvider.builder()
                .clientId(clientId)
                .clientSecret(clientSecret)
                .password(password)
                .username(username)
                .build();
    }

    @Bean
    ReactorUaaClient uaaClient(ConnectionContext connectionContext, TokenProvider tokenProvider) {
        return ReactorUaaClient.builder()
                .connectionContext(connectionContext)
                .tokenProvider(tokenProvider)
                .build();
    }

    @Bean(initMethod = "block")
    @DependsOn("cloudFoundryCleaner")
    Mono<String> userId(@Qualifier("admin") UaaClient uaaClient, String password, String username) {
        return uaaClient
                .users()
                .create(
                        CreateUserRequest.builder()
                                .email(
                                        Email.builder()
                                                .primary(true)
                                                .value(
                                                        String.format(
                                                                "%s@%s.com", username, username))
                                                .build())
                                .name(Name.builder().givenName("Test").familyName("User").build())
                                .password(password)
                                .userName(username)
                                .build())
                .map(CreateUserResponse::getId)
                .delayUntil(
                        userId ->
                                Flux.fromIterable(GROUPS)
                                        .flatMap(
                                                group ->
                                                        uaaClient
                                                                .groups()
                                                                .list(
                                                                        ListGroupsRequest.builder()
                                                                                .filter(
                                                                                        String
                                                                                                .format(
                                                                                                        "displayName"
                                                                                                            + " eq \"%s\"",
                                                                                                        group))
                                                                                .build())
                                                                .flatMapIterable(
                                                                        ListGroupsResponse
                                                                                ::getResources)
                                                                .singleOrEmpty()
                                                                .map(Group::getId)
                                                                .switchIfEmpty(
                                                                        uaaClient
                                                                                .groups()
                                                                                .create(
                                                                                        CreateGroupRequest
                                                                                                .builder()
                                                                                                .displayName(
                                                                                                        group)
                                                                                                .build())
                                                                                .map(
                                                                                        CreateGroupResponse
                                                                                                ::getId))
                                                                .flatMap(
                                                                        groupId ->
                                                                                uaaClient
                                                                                        .groups()
                                                                                        .addMember(
                                                                                                AddMemberRequest
                                                                                                        .builder()
                                                                                                        .groupId(
                                                                                                                groupId)
                                                                                                        .memberId(
                                                                                                                userId)
                                                                                                        .origin(
                                                                                                                "uaa")
                                                                                                        .type(
                                                                                                                MemberType
                                                                                                                        .USER)
                                                                                                        .build()))))
                .doOnSubscribe(s -> this.logger.debug(">> USER ({}/{}) <<", username, password))
                .doOnError(Throwable::printStackTrace)
                .doOnSuccess(id -> this.logger.debug("<< USER ({})>>", id))
                .cache();
    }

    @Bean
    String username(NameFactory nameFactory) {
        return nameFactory.getUserName();
    }

    @Bean
    @ConditionalOnProperty(value = "test.quotas.routes.reserved-ports", matchIfMissing = false)
    Integer tcpRouteQuota(
            @Value("${test.quotas.routes.reserved-ports}") Integer portsQuota,
            @Qualifier("admin") CloudFoundryClient cloudFoundryClient) {
        cloudFoundryClient
                .organizationQuotasV3()
                .list(ListOrganizationQuotasRequest.builder().name("default").build())
                .flatMapIterable(ListOrganizationQuotasResponse::getResources)
                .map(OrganizationQuotaResource::getId)
                .last()
                .flatMap(
                        orgId ->
                                cloudFoundryClient
                                        .organizationQuotasV3()
                                        .update(
                                                UpdateOrganizationQuotaRequest.builder()
                                                        .organizationQuotaId(orgId)
                                                        .routes(
                                                                Routes.builder()
                                                                        .totalReservedPorts(
                                                                                portsQuota)
                                                                        .build())
                                                        .build()))
                .block();
        this.logger.debug("APPLIED ORG QUOTA, reserved-route-ports={}", portsQuota);
        return portsQuota;
    }

    private static final class FailingDeserializationProblemHandler
            extends DeserializationProblemHandler {

        @Override
        public boolean handleUnknownProperty(
                DeserializationContext ctxt,
                JsonParser jp,
                JsonDeserializer<?> deserializer,
                Object beanOrClass,
                String propertyName) {
            fail(
                    String.format(
                            "Found unexpected property %s in payload for %s",
                            propertyName, beanOrClass.getClass().getName()));
            return false;
        }
    }
}