Examples with AbsoluteUnixPath com.google.cloud.tools.jib.api.buildplan.AbsoluteUnixPath used on opensource projects

Example 26 with AbsoluteUnixPath

use of com.google.cloud.tools.jib.api.buildplan.AbsoluteUnixPath in project jib by google.

the class ArtifactProcessors method fromWar.

/**
 * Creates a {@link ArtifactProcessor} instance.
 *
 * @param warPath path to the war
 * @param cacheDirectories the location of the relevant caches
 * @param warOptions war cli options
 * @param commonContainerConfigCliOptions common cli options shared between jar and war command
 * @return ArtifactProcessor
 * @throws InvalidImageReferenceException if base image reference is invalid
 */
public static ArtifactProcessor fromWar(Path warPath, CacheDirectories cacheDirectories, War warOptions, CommonContainerConfigCliOptions commonContainerConfigCliOptions) throws InvalidImageReferenceException {
    Optional<AbsoluteUnixPath> appRoot = warOptions.getAppRoot();
    if (!commonContainerConfigCliOptions.isJettyBaseimage() && !appRoot.isPresent()) {
        throw new IllegalArgumentException("Please set the app root of the container with `--app-root` when specifying a base image that is not jetty.");
    }
    AbsoluteUnixPath chosenAppRoot = appRoot.orElse(AbsoluteUnixPath.get(DEFAULT_JETTY_APP_ROOT));
    return new StandardWarExplodedProcessor(warPath, cacheDirectories.getExplodedArtifactDirectory(), chosenAppRoot);
}

Example 27 with AbsoluteUnixPath

use of com.google.cloud.tools.jib.api.buildplan.AbsoluteUnixPath in project component-runtime by Talend.

the class RemoteEngineCustomizer method registerComponents.

// CHECKSTYLE:OFF
public void registerComponents(final String remoteEngineDirConf, final String workDirConf, final String cacheDirConf, final String baseImageConf, final String targetImageConf, final Collection<String> carPaths, final ImageType fromImageType, final ImageType targetImageType, final DockerConfiguration dockerConfiguration, final RegistryConfiguration registryConfiguration, final ConnectorLoader connectorLoader, final boolean updateOriginalFile) {
    // CHECKSTYLE:ON
    final Path remoteEngineDir = PathFactory.get(requireNonNull(remoteEngineDirConf, "Missing remote engine folder"));
    final Path workDir = PathFactory.get(workDirConf);
    final Path cacheDir = cacheDirConf.startsWith("${remote.engine.dir}/") ? remoteEngineDir.resolve(cacheDirConf.substring("${remote.engine.dir}/".length())) : PathFactory.get(cacheDirConf);
    final Collection<Path> cars = carPaths.stream().map(PathFactory::get).collect(toList());
    final List<Path> missingCars = cars.stream().filter(it -> !Files.exists(it)).collect(toList());
    if (!missingCars.isEmpty()) {
        throw new IllegalArgumentException("Missing component archives: " + missingCars);
    }
    try {
        final Properties filtering = IO.loadProperties(remoteEngineDir.resolve(".env"));
        final Path compose = remoteEngineDir.resolve("docker-compose.yml");
        final List<String> lines = IO.readFile(compose);
        final ImageAndLine connectorsImageRef = findImage(lines, "connectors");
        final String fromConnectorsImage = ofNullable(baseImageConf).filter(it -> !"auto".equals(it)).orElseGet(() -> filterPlaceholders(filtering, connectorsImageRef.image));
        final String toConnectorsImage = ofNullable(targetImageConf).filter(it -> !"auto".equals(it)).orElseGet(() -> timestampImage(fromConnectorsImage));
        final Containerizer targetContainer = targetImageType == ImageType.DOCKER ? Containerizer.to(dockerConfiguration.toImage(toConnectorsImage)) : Containerizer.to(registryConfiguration.toImage(toConnectorsImage));
        log.info("Building image '{}' from '{}' adding {}", toConnectorsImage, fromConnectorsImage, cars);
        final ExecutorService executor = Executors.newFixedThreadPool(Math.max(Runtime.getRuntime().availableProcessors(), 4));
        try (final AutoCloseable ignored = IO.autoDir(workDir)) {
            final Path registry = workDir.resolve("component-registry.properties");
            final Path registryDigest = workDir.resolve("component-registry-digest.properties");
            final AbsoluteUnixPath rootContainerPath = AbsoluteUnixPath.get("/opt/talend/connectors");
            final Instant now = Instant.now();
            final Collection<ConnectorLoader.ConnectorLayer> connectorsLayer = cars.stream().map(it -> connectorLoader.createConnectorLayer(rootContainerPath, workDir, it)).collect(toList());
            final Path baseCache = cacheDir.resolve("base");
            final Path appCache = cacheDir.resolve("application");
            log.info("Looking for component-registry.properties configuration, this can be a bit long...");
            final Image image;
            try {
                image = loadImage(fromConnectorsImage, toConnectorsImage, executor, baseCache, appCache, dockerConfiguration, fromImageType);
            } catch (final ExecutionException ee) {
                log.error("Please validate the connectors container image is an official one, " + "we don't support customizations on custom images or set the from image type");
                throw ee;
            }
            final Map<String, Properties> propertiesContents = image.getLayers().reverse().stream().map(it -> extractProperties(it, Stream.of(registry, registryDigest).map(f -> "opt/talend/connectors/" + f.getFileName()).collect(toSet()))).filter(it -> !it.isEmpty()).findFirst().orElseThrow(() -> new IllegalStateException("No layer containing the component registry in '" + fromConnectorsImage + "'"));
            final Properties componentProperties = requireNonNull(propertiesContents.get("/opt/talend/connectors/component-registry.properties"), "Missing component-registry.properties");
            connectorsLayer.forEach(c -> componentProperties.put(c.getGav().split(":")[1], c.getGav()));
            final Optional<Properties> digestProperties = ofNullable(propertiesContents.get("/opt/talend/connectors/component-registry-digest.properties"));
            digestProperties.ifPresent(digests -> connectorsLayer.forEach(cl -> cl.getDependencies().forEach((key, path) -> {
                try (final DigestOutputStream out = new DigestOutputStream(ByteStreams.nullOutputStream(), MessageDigest.getInstance("SHA-512"))) {
                    java.nio.file.Files.copy(path, out);
                    out.flush();
                    final byte[] digest = out.getMessageDigest().digest();
                    if (digests.put(key, Hex.hex(digest)) != null) {
                        log.info("'{}' digest will be overriding existing entry (entry='{}')", key, cl.getGav());
                    }
                } catch (final NoSuchAlgorithmException | IOException e) {
                    throw new IllegalStateException(e);
                }
            })));
            try (final Writer writer = Files.newBufferedWriter(registry)) {
                componentProperties.store(writer, "Generated by " + getClass().getName());
            }
            if (digestProperties.isPresent()) {
                try (final Writer writer = Files.newBufferedWriter(registryDigest)) {
                    digestProperties.orElseThrow(IllegalStateException::new).store(writer, "Generated by " + getClass().getName());
                }
            }
            log.info("Building image '{}'", toConnectorsImage);
            final JibContainerBuilder from = from(fromImageType, dockerConfiguration, fromConnectorsImage);
            connectorsLayer.stream().map(ConnectorLoader.ConnectorLayer::getLayer).forEach(from::addLayer);
            from.addLayer(LayerConfiguration.builder().addEntry(registry, rootContainerPath.resolve(registry.getFileName().toString()), FilePermissions.DEFAULT_FILE_PERMISSIONS, now).addEntry(registryDigest, rootContainerPath.resolve(registryDigest.getFileName().toString()), FilePermissions.DEFAULT_FILE_PERMISSIONS, now).build()).setCreationTime(now).containerize(targetContainer.setToolName("Talend Component Kit Remote Engine Customizer " + Versions.VERSION).setExecutorService(executor).setBaseImageLayersCache(baseCache).setApplicationLayersCache(appCache));
            if (updateOriginalFile) {
                rewriteCompose(remoteEngineDir, compose, lines, connectorsImageRef, toConnectorsImage);
                log.info("Restart your remote engine to take into account the new connector image");
            } else {
                log.info("You can update '{}' connectors container with image '{}'", compose, toConnectorsImage);
            }
        } finally {
            executor.shutdownNow();
            if (!executor.awaitTermination(5, SECONDS)) {
                log.warn("Executor is not terminated but exiting since it is not critical");
            }
        }
    } catch (final InterruptedException e) {
        Thread.currentThread().interrupt();
    } catch (final Exception e) {
        throw new IllegalStateException(e);
    }
}

Example 28 with AbsoluteUnixPath

use of com.google.cloud.tools.jib.api.buildplan.AbsoluteUnixPath in project component-runtime by Talend.

the class SingerMojo method configure.

/*
     * TALEND_SINGER_COMPONENT_ARCHIVE=/opt/talend/components/mailio-1.0.0.car \
     * java -jar component-kitap-$KIT_VERSION-fatjar.jar \
     * --config config.json
     */
private void configure(final JibHelper helper) {
    final JibContainerBuilder builder = helper.getBuilder();
    final AbsoluteUnixPath workingDirectory = helper.getWorkingDirectory();
    // 1. add the kitapp "main" + workdir (1 layer)
    final Path main = findMain();
    final Path fakeWorkDir = PathFactory.get(project.getBuild().getDirectory()).resolve("component_mojo_singer_work");
    if (!Files.exists(fakeWorkDir)) {
        try {
            Files.createDirectories(fakeWorkDir);
        } catch (final IOException e) {
            throw new IllegalStateException(e);
        }
    }
    final AbsoluteUnixPath targetWorkDir = workingDirectory.resolve("work/");
    final AbsoluteUnixPath targetMain = workingDirectory.resolve("lib/" + main.getFileName().toString());
    builder.addLayer(LayerConfiguration.builder().addEntry(main, targetMain, DEFAULT_FILE_PERMISSIONS, helper.getCreationTime()).addEntry(fakeWorkDir, targetWorkDir, DEFAULT_FOLDER_PERMISSIONS, helper.getCreationTime()).build());
    builder.addEnvironmentVariable("TALEND_SINGER_WORK_DIR", targetWorkDir.toString());
    // 3. add the .car and setup it in the environment
    final AbsoluteUnixPath targetCarPath = workingDirectory.resolve("lib/" + car.getName());
    builder.addLayer(LayerConfiguration.builder().addEntry(car.toPath(), targetCarPath, DEFAULT_FILE_PERMISSIONS, helper.getCreationTime()).build());
    builder.addEnvironmentVariable("TALEND_SINGER_COMPONENT_ARCHIVE", targetCarPath.toString());
    // 4. set the entry point
    builder.setEntrypoint("java", "-jar", targetMain.toString());
}

Example 29 with AbsoluteUnixPath

use of com.google.cloud.tools.jib.api.buildplan.AbsoluteUnixPath in project jib by google.

the class StandardExplodedProcessorTest method testCreateLayers_withoutClassPathInManifest_containsOnlyClasses.

@Test
public void testCreateLayers_withoutClassPathInManifest_containsOnlyClasses() throws IOException, URISyntaxException {
    Path standardJar = Paths.get(Resources.getResource(STANDARD_JAR_WITH_ONLY_CLASSES).toURI());
    Path destDir = temporaryFolder.newFolder().toPath();
    StandardExplodedProcessor standardExplodedModeProcessor = new StandardExplodedProcessor(standardJar, destDir, JAR_JAVA_VERSION);
    List<FileEntriesLayer> layers = standardExplodedModeProcessor.createLayers();
    assertThat(layers.size()).isEqualTo(2);
    FileEntriesLayer resourcesLayer = layers.get(0);
    FileEntriesLayer classesLayer = layers.get(1);
    // Validate resources layer.
    assertThat(resourcesLayer.getEntries().size()).isEqualTo(1);
    assertThat(resourcesLayer.getEntries().get(0).getExtractionPath()).isEqualTo(AbsoluteUnixPath.get("/app/explodedJar/META-INF/MANIFEST.MF"));
    // Validate classes layer.
    List<AbsoluteUnixPath> actualClassesPath = classesLayer.getEntries().stream().map(FileEntry::getExtractionPath).collect(Collectors.toList());
    assertThat(actualClassesPath).containsExactly(AbsoluteUnixPath.get("/app/explodedJar/class1.class"), AbsoluteUnixPath.get("/app/explodedJar/class2.class"));
}

Example 30 with AbsoluteUnixPath

use of com.google.cloud.tools.jib.api.buildplan.AbsoluteUnixPath in project jib by google.

the class JavaContainerBuilderHelperTest method testExtraDirectoryLayerConfiguration_globPermissions.

@Test
public void testExtraDirectoryLayerConfiguration_globPermissions() throws URISyntaxException, IOException {
    Path extraFilesDirectory = Paths.get(Resources.getResource("core/layer").toURI());
    Map<String, FilePermissions> permissionsMap = ImmutableMap.of("/a", FilePermissions.fromOctalString("123"), "/a/*", FilePermissions.fromOctalString("456"), "**/bar", FilePermissions.fromOctalString("765"));
    FileEntriesLayer fileEntriesLayer = JavaContainerBuilderHelper.extraDirectoryLayerConfiguration(extraFilesDirectory, AbsoluteUnixPath.get("/"), Collections.emptyList(), Collections.emptyList(), permissionsMap, (ignored1, ignored2) -> Instant.EPOCH);
    assertThat(fileEntriesLayer.getEntries()).comparingElementsUsing(EXTRACTION_PATH_OF).containsExactly("/a", "/a/b", "/a/b/bar", "/c", "/c/cat", "/foo");
    Map<AbsoluteUnixPath, FilePermissions> expectedPermissions = ImmutableMap.<AbsoluteUnixPath, FilePermissions>builder().put(AbsoluteUnixPath.get("/a"), FilePermissions.fromOctalString("123")).put(AbsoluteUnixPath.get("/a/b"), FilePermissions.fromOctalString("456")).put(AbsoluteUnixPath.get("/a/b/bar"), FilePermissions.fromOctalString("765")).put(AbsoluteUnixPath.get("/c"), FilePermissions.DEFAULT_FOLDER_PERMISSIONS).put(AbsoluteUnixPath.get("/c/cat"), FilePermissions.DEFAULT_FILE_PERMISSIONS).put(AbsoluteUnixPath.get("/foo"), FilePermissions.DEFAULT_FILE_PERMISSIONS).build();
    for (FileEntry entry : fileEntriesLayer.getEntries()) {
        assertThat(entry.getPermissions()).isEqualTo(expectedPermissions.get(entry.getExtractionPath()));
    }
}