Search in sources :

Example 1 with StorageFile

use of org.geotoolkit.data.shapefile.lock.StorageFile in project geotoolkit by Geomatys.

the class ShapefileFeatureStore method createFeatureType.

// //////////////////////////////////////////////////////////////////////////
// schema manipulation /////////////////////////////////////////////////////
// //////////////////////////////////////////////////////////////////////////
/**
 * Set the FeatureType of this DataStore. This method will delete any
 * existing local resources or throw an IOException if the featurestore is
 * remote.
 *
 * @param featureType The desired FeatureType.
 * @throws DataStoreException If the featurestore is remote.
 *
 * @todo must synchronize this properly
 */
@Override
public void createFeatureType(final FeatureType featureType) throws DataStoreException {
    final GenericName typeName = featureType.getName();
    if (!isWritable(typeName.toString())) {
        throw new DataStoreException("Read-only acces prevent type creation.");
    }
    if (typeName == null) {
        throw new DataStoreException("Type name can not be null.");
    }
    if (!featureType.isSimple()) {
        throw new DataStoreException("Feature type must not be null and must be a simple feature type.");
    }
    if (!featureType.getName().equals(typeName)) {
        throw new DataStoreException("Shapefile featurestore can only hold typename same as feature type name.");
    }
    try {
        // delete the files
        shpFiles.delete();
    } catch (IOException ex) {
        throw new DataStoreException("Cannot reset datastore content", ex);
    }
    final AccessManager locker = shpFiles.createLocker();
    // update schema and name
    name = typeName;
    schema = featureType;
    AttributeType desc;
    try {
        desc = Features.toAttribute(FeatureExt.getDefaultGeometry(featureType)).orElse(null);
    } catch (PropertyNotFoundException e) {
        getLogger().log(Level.FINE, e, () -> String.format("No geometry can be found in given datatype%n%s", featureType));
        desc = null;
    }
    CoordinateReferenceSystem crs = null;
    final Class<?> geomType;
    final ShapeType shapeType;
    if (desc != null) {
        crs = FeatureExt.getCRS(desc);
        geomType = desc.getValueClass();
        shapeType = ShapeType.findBestGeometryType(geomType);
    } else {
        geomType = null;
        shapeType = ShapeType.NULL;
    }
    if (shapeType == ShapeType.UNDEFINED) {
        throw new DataStoreException("Cannot create a shapefile whose geometry type is " + geomType);
    }
    try (Closeable disposeLocker = locker::disposeReaderAndWriters) {
        final StorageFile shpStoragefile = locker.getStorageFile(SHP);
        final StorageFile shxStoragefile = locker.getStorageFile(SHX);
        final StorageFile dbfStoragefile = locker.getStorageFile(DBF);
        final StorageFile prjStoragefile = locker.getStorageFile(PRJ);
        final StorageFile cpgStoragefile = locker.getStorageFile(CPG);
        try (FileChannel shpChannel = shpStoragefile.getWriteChannel();
            FileChannel shxChannel = shxStoragefile.getWriteChannel()) {
            try (ShapefileWriter writer = new ShapefileWriter(shpChannel, shxChannel)) {
                // try to get the domain first
                final Envelope domain = CRS.getDomainOfValidity(crs);
                if (domain != null) {
                    writer.writeHeaders(new JTSEnvelope2D(domain), shapeType, 0, 100);
                } else {
                    // try to reproject the single overall envelope keeping poles out of the way
                    final JTSEnvelope2D env = new JTSEnvelope2D(-179, 179, -89, 89, CommonCRS.WGS84.normalizedGeographic());
                    JTSEnvelope2D transformedBounds;
                    if (crs != null) {
                        try {
                            transformedBounds = env.transform(crs);
                        } catch (Exception t) {
                            getLogger().log(Level.WARNING, t.getLocalizedMessage(), t);
                            // It can happen for local projections :
                            transformedBounds = new JTSEnvelope2D(crs);
                        }
                    } else {
                        transformedBounds = env;
                    }
                    writer.writeHeaders(transformedBounds, shapeType, 0, 100);
                }
            }
        }
        final DbaseFileHeader dbfheader = DbaseFileHeader.createDbaseHeader(schema);
        dbfheader.setNumRecords(0);
        try (WritableByteChannel dbfChannel = dbfStoragefile.getWriteChannel()) {
            dbfheader.writeHeader(dbfChannel);
        }
        if (crs != null) {
            // .prj files should have no carriage returns in them, this messes up
            // ESRI's ArcXXX software, so we'll be compatible
            final WKTFormat format = new WKTFormat(Locale.ENGLISH, null);
            format.setConvention(Convention.WKT1_COMMON_UNITS);
            format.setNameAuthority(Citations.ESRI);
            format.setIndentation(WKTFormat.SINGLE_LINE);
            final String s = format.format(crs);
            IOUtilities.writeString(s, prjStoragefile.getFile(), Charset.forName("ISO-8859-1"));
        } else {
            getLogger().warning("PRJ file not generated for null CoordinateReferenceSystem");
            Path prjFile = prjStoragefile.getFile();
            Files.deleteIfExists(prjFile);
        }
        // write dbf encoding .cpg
        CpgFiles.write(dbfCharset, cpgStoragefile.getFile());
    } catch (IOException ex) {
        throw new DataStoreException(ex);
    }
    // Once all writings have succeeded, we can commit them
    try {
        locker.replaceStorageFiles();
    } catch (IOException e) {
        throw new DataStoreException("Failed commiting file changes", e);
    }
    // force reading it again since the file type may be a little different
    name = null;
    schema = null;
    // we still preserve the original type name and attribute classes which may be more restricted
    final FeatureTypeBuilder ftb = new FeatureTypeBuilder(getFeatureType());
    ftb.setName(typeName);
    final AttributeTypeBuilder gtb = (AttributeTypeBuilder) ftb.getProperty("the_geom");
    if (Geometry.class.equals(gtb.getValueClass())) {
        gtb.setValueClass(shapeType.bestJTSClass());
    }
    gtb.setName(desc.getName());
    for (PropertyType pt : featureType.getProperties(true)) {
        if (pt instanceof AttributeType) {
            final AttributeType at = (AttributeType) pt;
            if (!Geometry.class.isAssignableFrom(at.getValueClass())) {
                try {
                    ((AttributeTypeBuilder) ftb.getProperty(at.getName().toString())).setValueClass(at.getValueClass()).setName(at.getName());
                } catch (PropertyNotFoundException ex) {
                }
            }
        }
    }
    schema = ftb.build();
    name = schema.getName();
}
Also used : AccessManager(org.geotoolkit.data.shapefile.lock.AccessManager) PropertyNotFoundException(org.opengis.feature.PropertyNotFoundException) Closeable(java.io.Closeable) PropertyType(org.opengis.feature.PropertyType) Envelope(org.opengis.geometry.Envelope) AttributeTypeBuilder(org.apache.sis.feature.builder.AttributeTypeBuilder) GenericName(org.opengis.util.GenericName) AttributeType(org.opengis.feature.AttributeType) CoordinateReferenceSystem(org.opengis.referencing.crs.CoordinateReferenceSystem) WKTFormat(org.apache.sis.io.wkt.WKTFormat) Path(java.nio.file.Path) FeatureTypeBuilder(org.apache.sis.feature.builder.FeatureTypeBuilder) DataStoreException(org.apache.sis.storage.DataStoreException) FileChannel(java.nio.channels.FileChannel) ShapeType(org.geotoolkit.data.shapefile.shp.ShapeType) WritableByteChannel(java.nio.channels.WritableByteChannel) IOException(java.io.IOException) DataStoreException(org.apache.sis.storage.DataStoreException) FeatureStoreRuntimeException(org.geotoolkit.storage.feature.FeatureStoreRuntimeException) UnsupportedQueryException(org.apache.sis.storage.UnsupportedQueryException) MalformedURLException(java.net.MalformedURLException) IOException(java.io.IOException) PropertyNotFoundException(org.opengis.feature.PropertyNotFoundException) DbaseFileHeader(org.geotoolkit.data.dbf.DbaseFileHeader) Geometry(org.locationtech.jts.geom.Geometry) JTSEnvelope2D(org.geotoolkit.geometry.jts.JTSEnvelope2D) StorageFile(org.geotoolkit.data.shapefile.lock.StorageFile) ShapefileWriter(org.geotoolkit.data.shapefile.shp.ShapefileWriter)

Example 2 with StorageFile

use of org.geotoolkit.data.shapefile.lock.StorageFile in project geotoolkit by Geomatys.

the class ShapeFileIndexer method index.

/**
 * Index the shapefile denoted by setShapeFileName(String fileName) If when
 * a thread starts, another thread is indexing the same file, this thread
 * will wait that the first thread ends indexing; in this case <b>zero</b>
 * is reurned as result of the indexing process.
 *
 * @param verbose
 *                enable/disable printing of dots every 500 indexed records
 * @param listener
 *                DOCUMENT ME!
 *
 * @return The number of indexed records (or zero)
 *
 * @throws MalformedURLException
 * @throws IOException
 * @throws TreeException
 * @throws StoreException
 *                 DOCUMENT ME!
 * @throws LockTimeoutException
 */
public int index(final boolean verbose, final ProgressController listener) throws MalformedURLException, IOException, TreeException, StoreException {
    if (this.shpFiles == null) {
        throw new IOException("You have to set a shape file name!");
    }
    int cnt = 0;
    final AccessManager locker = shpFiles.createLocker();
    try (Closeable disposeLocker = locker::disposeReaderAndWriters) {
        // Temporary file for building...
        final StorageFile storage = locker.getStorageFile(this.idxType.shpFileType);
        final Path treeFile = storage.getFile();
        try (ShapefileReader reader = locker.getSHPReader(true, false, false, null)) {
            switch(idxType) {
                case QIX:
                    cnt = this.buildQuadTree(locker, reader, treeFile, verbose);
                    break;
                default:
                    throw new IllegalArgumentException("NONE is not a legal index choice");
            }
        } catch (DataStoreException ex) {
            if (ex.getCause() instanceof IOException)
                throw (IOException) ex.getCause();
            else
                throw new IOException(ex);
        }
    }
    locker.replaceStorageFiles();
    return cnt;
}
Also used : AccessManager(org.geotoolkit.data.shapefile.lock.AccessManager) Path(java.nio.file.Path) DataStoreException(org.apache.sis.storage.DataStoreException) Closeable(java.io.Closeable) StorageFile(org.geotoolkit.data.shapefile.lock.StorageFile) ShapefileReader(org.geotoolkit.data.shapefile.shp.ShapefileReader) IOException(java.io.IOException)

Example 3 with StorageFile

use of org.geotoolkit.data.shapefile.lock.StorageFile in project geotoolkit by Geomatys.

the class StorageFileTest method testCompareTo.

@Test
public void testCompareTo() throws IOException {
    final AccessManager locker1 = shpFiles1.createLocker();
    final AccessManager locker2 = shpFiles2.createLocker();
    StorageFile storagePRJ1 = locker1.getStorageFile(PRJ);
    StorageFile storageSHP1 = locker1.getStorageFile(SHP);
    StorageFile storagePRJ2 = locker2.getStorageFile(PRJ);
    StorageFile storageSHP2 = locker2.getStorageFile(SHP);
    assertFalse(storagePRJ1.compareTo(storageSHP1) == 0);
    assertFalse(storagePRJ1.compareTo(storagePRJ2) == 0);
    StorageFile[] array = new StorageFile[] { storagePRJ1, storagePRJ2, storageSHP1, storageSHP2 };
    Arrays.sort(array);
    assertFalse(array[0].compareTo(array[1]) == 0);
    assertFalse(array[2].compareTo(array[3]) == 0);
    assertFalse(array[1].compareTo(array[2]) == 0);
    locker1.replaceStorageFiles();
    locker2.replaceStorageFiles();
}
Also used : AccessManager(org.geotoolkit.data.shapefile.lock.AccessManager) StorageFile(org.geotoolkit.data.shapefile.lock.StorageFile) Test(org.junit.Test)

Example 4 with StorageFile

use of org.geotoolkit.data.shapefile.lock.StorageFile in project geotoolkit by Geomatys.

the class ShpFilesTestStream method testGetStorageFile.

@Test
public void testGetStorageFile() throws Exception {
    StorageFile prj = files.createLocker().getStorageFile(PRJ);
    assertTrue(prj.getFile().getFileName().toString().startsWith(typeName));
    assertTrue(prj.getFile().getFileName().toString().endsWith(".prj"));
}
Also used : StorageFile(org.geotoolkit.data.shapefile.lock.StorageFile) Test(org.junit.Test)

Example 5 with StorageFile

use of org.geotoolkit.data.shapefile.lock.StorageFile in project geotoolkit by Geomatys.

the class StorageFileTest method testReplaceOriginals.

@Test
public void testReplaceOriginals() throws Exception {
    final AccessManager locker1 = shpFiles1.createLocker();
    final AccessManager locker2 = shpFiles2.createLocker();
    StorageFile storagePRJ1 = locker1.getStorageFile(PRJ);
    StorageFile storageSHP1 = locker1.getStorageFile(SHP);
    StorageFile storagePRJ2 = locker2.getStorageFile(PRJ);
    StorageFile storageSHP2 = locker2.getStorageFile(SHP);
    String sPRJ1 = "storagePRJ1";
    String sSHP1 = "storageSHP1";
    String sPRJ2 = "storagePRJ2";
    String sSHP2 = "storageSHP2";
    writeData(storagePRJ1, sPRJ1);
    writeData(storageSHP1, sSHP1);
    writeData(storagePRJ2, sPRJ2);
    writeData(storageSHP2, sSHP2);
    locker1.disposeReaderAndWriters();
    locker2.disposeReaderAndWriters();
    locker1.replaceStorageFiles();
    locker2.replaceStorageFiles();
    this.assertCorrectData(shpFiles1, PRJ, sPRJ1);
    this.assertCorrectData(shpFiles1, SHP, sSHP1);
    this.assertCorrectData(shpFiles2, PRJ, sPRJ2);
    this.assertCorrectData(shpFiles2, SHP, sSHP2);
}
Also used : AccessManager(org.geotoolkit.data.shapefile.lock.AccessManager) StorageFile(org.geotoolkit.data.shapefile.lock.StorageFile) Test(org.junit.Test)

Aggregations

StorageFile (org.geotoolkit.data.shapefile.lock.StorageFile)7 AccessManager (org.geotoolkit.data.shapefile.lock.AccessManager)6 Test (org.junit.Test)4 Closeable (java.io.Closeable)2 IOException (java.io.IOException)2 Path (java.nio.file.Path)2 DataStoreException (org.apache.sis.storage.DataStoreException)2 MalformedURLException (java.net.MalformedURLException)1 FileChannel (java.nio.channels.FileChannel)1 WritableByteChannel (java.nio.channels.WritableByteChannel)1 AttributeTypeBuilder (org.apache.sis.feature.builder.AttributeTypeBuilder)1 FeatureTypeBuilder (org.apache.sis.feature.builder.FeatureTypeBuilder)1 WKTFormat (org.apache.sis.io.wkt.WKTFormat)1 UnsupportedQueryException (org.apache.sis.storage.UnsupportedQueryException)1 DbaseFileHeader (org.geotoolkit.data.dbf.DbaseFileHeader)1 ShpFileType (org.geotoolkit.data.shapefile.lock.ShpFileType)1 ShpFiles (org.geotoolkit.data.shapefile.lock.ShpFiles)1 ShapeType (org.geotoolkit.data.shapefile.shp.ShapeType)1 ShapefileReader (org.geotoolkit.data.shapefile.shp.ShapefileReader)1 ShapefileWriter (org.geotoolkit.data.shapefile.shp.ShapefileWriter)1