/****************************************************************************** * Copyright (c) 2020, Hobu Inc. * * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following * conditions are met: * * * Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in * the documentation and/or other materials provided * with the distribution. * * Neither the name of Hobu, Inc. or Flaxen Geo Consulting nor the * names of its contributors may be used to endorse or promote * products derived from this software without specific prior * written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY * OF SUCH DAMAGE. ****************************************************************************/ #pragma once #include #include #include #include #include #include #include "GDALError.hpp" class GDALDataset; class GDALDriver; class GDALRasterBand; namespace pdal { namespace gdal { template using ITER_VAL = typename std::iterator_traits::value_type; class Raster; /* Slight abstraction of a GDAL raster band. */ class PDAL_DLL BaseBand { protected: BaseBand(GDALDataset *ds, int bandNum, const std::string& name); void totalSize(int& x, int& y); void blockSize(int& x, int& y); void readBlockBuf(int x, int y, uint8_t *buf); void writeBlockBuf(int x, int y, const uint8_t *buf); void statistics(double *minimum, double *maximum, double *mean, double *stddev, bool approx, bool force) const; private: GDALRasterBand *m_band; /// Band handle }; template class Band : public BaseBand { friend class Raster; private: double m_dstNoData; /// Output no data value. size_t m_xTotalSize, m_yTotalSize; /// Total size (x and y) of the raster size_t m_xBlockSize, m_yBlockSize; /// Size (x and y) of blocks size_t m_xBlockCnt, m_yBlockCnt; /// Number of blocks in each direction std::vector m_buf; /// Block read buffer. /** Create an object for reading a band of a GDAL dataset. \param ds GDAL dataset handle. \param dstNoData The no data value to be used when writing the band. \param bandNum Band number (1-indexed). \param name Name of the raster band. */ Band(GDALDataset *ds, int bandNum, double dstNoData = -9999.0, const std::string& name = "") : BaseBand(ds, bandNum, name), m_dstNoData(dstNoData), m_xBlockSize(0), m_yBlockSize(0) { int xTotalSize; int yTotalSize; totalSize(xTotalSize, yTotalSize); int xBlockSize; int yBlockSize; blockSize(xBlockSize, yBlockSize); if (xBlockSize <= 0 || yBlockSize <= 0 || xTotalSize <= 0 || yTotalSize <= 0) throw BadBand(); m_xTotalSize = (size_t)xTotalSize; m_yTotalSize = (size_t)yTotalSize; m_xBlockSize = (size_t)xBlockSize; m_yBlockSize = (size_t)yBlockSize; m_buf.resize(m_xBlockSize * m_yBlockSize); m_xBlockCnt = ((m_xTotalSize - 1) / m_xBlockSize) + 1; m_yBlockCnt = ((m_yTotalSize - 1) / m_yBlockSize) + 1; } /* Read the band into the vector. Reads a block at a time. Each block is either fully populated with data or a partial block. Partial blocks appear at the X and Y margins when the total size in the doesn't divide evenly by the block size for both the X and Y dimensions. \param Data Vector into which the data should be read. The vector is resized as necessary. */ void read(std::vector& data) { data.resize(m_xTotalSize * m_yTotalSize); for (size_t y = 0; y < m_yBlockCnt; ++y) for (size_t x = 0; x < m_xBlockCnt; ++x) readBlock(x, y, data); } /* Read a block's worth of data. Read data into a block-sized buffer. Then copy data from the block buffer into the destination array at the proper location to build a complete raster. \param x X coordinate of the block to read. \param y Y coordinate of the block to read. \param data Pointer to the data vector that contains the raster information. */ void readBlock(size_t x, size_t y, std::vector& data) { // Block indices are guaranteed not to overflow an int. readBlockBuf(static_cast(x), static_cast(y), reinterpret_cast(m_buf.data())); size_t xWidth = 0; if (x == m_xBlockCnt - 1) xWidth = m_xTotalSize % m_xBlockSize; if (xWidth == 0) xWidth = m_xBlockSize; size_t yHeight = 0; if (y == m_yBlockCnt - 1) yHeight = m_yTotalSize % m_yBlockSize; if (yHeight == 0) yHeight = m_yBlockSize; auto bi = m_buf.begin(); // Go through rows copying data. Increment the buffer pointer by the // width of the row. for (size_t row = 0; row < yHeight; ++row) { size_t wholeRows = m_xTotalSize * ((y * m_yBlockSize) + row); size_t partialRows = m_xBlockSize * x; auto di = data.begin() + (wholeRows + partialRows); std::copy(bi, bi + xWidth, di); // Blocks are always full-sized, even if only some of the data // is valid, so we use m_xBlockSize instead of xWidth. bi += m_xBlockSize; } } /* Write linearized data pointed to by \c data into the band. \param data Pointer to beginning of band */ template void write(SOURCE_ITER si, ITER_VAL srcNoData) { for (size_t y = 0; y < m_yBlockCnt; ++y) for (size_t x = 0; x < m_xBlockCnt; ++x) writeBlock(x, y, si, srcNoData); } T getNoData() const { // The destination nodata value was set when the raster was opened. // Make sure it's valid for the band type and convert. T t; if (!Utils::numericCast(m_dstNoData, t)) { throw CantWriteBlock("Invalid nodata value " + Utils::toString(m_dstNoData) + " for output data_type '" + Utils::typeidName() + "'."); } return t; } template void writeBlock(size_t x, size_t y, SOURCE_ITER sourceBegin, ITER_VAL srcNoData) { size_t xWidth = 0; if (x == m_xBlockCnt - 1) xWidth = m_xTotalSize % m_xBlockSize; if (xWidth == 0) xWidth = m_xBlockSize; size_t yHeight = 0; if (y == m_yBlockCnt - 1) yHeight = m_yTotalSize % m_yBlockSize; if (yHeight == 0) yHeight = m_yBlockSize; T dstNoData = getNoData(); auto di = m_buf.begin(); // Go through rows copying data. Increment the destination iterator // by the width of the row. for (size_t row = 0; row < yHeight; ++row) { // Find the offset location in the source container. size_t wholeRowElts = m_xTotalSize * ((y * m_yBlockSize) + row); size_t partialRowElts = m_xBlockSize * x; auto si = sourceBegin + (wholeRowElts + partialRowElts); std::transform(si, si + xWidth, di, [srcNoData, dstNoData](ITER_VAL s){ T t; if (srcNoData == s || (std::isnan(srcNoData) && std::isnan(s))) t = dstNoData; else { if (!Utils::numericCast(s, t)) { throw CantWriteBlock("Unable to convert data for " "raster type as requested: " + Utils::toString(s) + " -> " + Utils::typeidName()); } } return t; }); // Blocks are always full-sized, even if only some of the data // is valid, so we use m_xBlockSize instead of xWidth. di += m_xBlockSize; } // x and y are guaranteed to fit into an int writeBlockBuf(static_cast(x), static_cast(y), reinterpret_cast(m_buf.data())); } }; class PDAL_DLL Raster { public: /** Constructor. \param filename Filename of raster file. \param drivername Optional name of driver to use to open raster file. */ Raster(const std::string& filename, const std::string& drivername = ""); /** Constructor. \param filename Filename of raster file. \param drivername Optional name of driver to use to open raster file. \param srs SpatialReference of the raster. \param pixelToPos Transformation matrix to convert raster positions to geolocations. */ Raster(const std::string& filename, const std::string& drivername, const SpatialReference& srs, const std::array pixelToPos); /** Destructor. Closes an open raster. */ ~Raster(); /** Constructor. \param ds Pointer to existing GDALDataset \param drivername Optional name of driver to use to open raster file. \param srs SpatialReference of the raster. \param pixelToPos Transformation matrix to convert raster positions to geolocations. */ Raster(GDALDataset *ds) : m_ds (ds) {}; /** Return a GDAL MEM driver copy of the raster */ Raster* memoryCopy() const; /** Open raster file for reading. */ GDALError open(); /** Open a raster for writing. \param width Width of the raster in cells (X direction) \param height Height of the raster in cells (Y direction) \param numBands Number of bands in the raster. \param type Datatype (int, float, etc.) of the raster data. \param noData Value that indiciates no data in the output raster cell. \param options GDAL driver options. */ GDALError open(int width, int height, int numBands, Dimension::Type type, double noData, StringList options = StringList()); /** Close the raster and deallocate the underlying dataset. */ void close(); /** Read an entire raster band (layer) into a vector. \param band Vector into which data will be read. The vector will be resized appropriately to hold the data. \param nBand Band number to read. Band numbers start at 1. \return Error code or GDALError::None. */ template GDALError readBand(std::vector& points, int nBand) { try { Band(m_ds, nBand).read(points); } catch (InvalidBand) { m_errorMsg = "Unable to get band " + std::to_string(nBand) + " from raster '" + m_filename + "'."; return GDALError::InvalidBand; } catch (BadBand) { m_errorMsg = "Unable to read band/block information from " "raster '" + m_filename + "'."; return GDALError::BadBand; } catch (CantReadBlock) { m_errorMsg = "Unable to read block for for raster '" + m_filename + "'."; return GDALError::CantReadBlock; } return GDALError::None; } /** Write an entire raster band (layer) into raster to be written with GDAL. \param data Linearized raster data to be written. \param noData No-data value in the source data. \param nBand Band number to write. \param name Name of the raster band. */ template GDALError writeBand(SOURCE_ITER si, ITER_VAL srcNoData, int nBand, const std::string& name = "") { try { switch (m_bandType) { case Dimension::Type::Unsigned8: Band(m_ds, nBand, m_dstNoData, name). write(si, srcNoData); break; case Dimension::Type::Signed8: Band(m_ds, nBand, m_dstNoData, name). write(si, srcNoData); break; case Dimension::Type::Unsigned16: Band(m_ds, nBand, m_dstNoData, name). write(si, srcNoData); break; case Dimension::Type::Signed16: Band(m_ds, nBand, m_dstNoData, name). write(si, srcNoData); break; case Dimension::Type::Unsigned32: Band(m_ds, nBand, m_dstNoData, name). write(si, srcNoData); break; case Dimension::Type::Signed32: Band(m_ds, nBand, m_dstNoData, name). write(si, srcNoData); break; case Dimension::Type::Unsigned64: Band(m_ds, nBand, m_dstNoData, name). write(si, srcNoData); break; case Dimension::Type::Signed64: Band(m_ds, nBand, m_dstNoData, name). write(si, srcNoData); break; case Dimension::Type::Float: Band(m_ds, nBand, m_dstNoData, name). write(si, srcNoData); break; case Dimension::Type::Double: Band(m_ds, nBand, m_dstNoData, name). write(si, srcNoData); break; case Dimension::Type::None: throw CantWriteBlock(); } } catch (InvalidBand) { m_errorMsg = "Unable to get band " + std::to_string(nBand) + " from raster '" + m_filename + "'."; return GDALError::InvalidBand; } catch (BadBand) { m_errorMsg = "Unable to read band/block information from " "raster '" + m_filename + "'."; return GDALError::BadBand; } catch (CantWriteBlock err) { m_errorMsg = "Unable to write block for for raster '" + m_filename + "'."; if (err.what.size()) m_errorMsg += "\n" + err.what; return GDALError::CantWriteBlock; } return GDALError::None; } /** Read the data for each band at x/y into a vector of doubles. x and y are transformed to the basis of the raster before the data is fetched. \param x X position to read \param y Y position to read \param data Vector in which to store data. */ GDALError read(double x, double y, std::vector& data); /** Get a vector of dimensions that map to the bands of a raster. */ std::vector getPDALDimensionTypes() const { return m_types; } /** Convert an X/Y raster position into geo-located position using the raster's transformation matrix. \param column raster column whose position should be calculated \param row raster row whose position should be calculated \param[out] Array containing the geo-located position of the pixel. */ void pixelToCoord(int column, int row, std::array& output) const; /** Get the spatial reference associated with the raster. \return The associated spatial reference. */ SpatialReference getSpatialRef() const; /** Get the most recent error message. */ std::string errorMsg() const { return m_errorMsg; } /** Get the number of bands in the raster. \return The number of bands in the raster. */ int bandCount() const { return m_numBands; } /** Get the width of the raster (X direction) */ int width() const { return m_width; } /** Get the height of the raster (Y direction) */ int height() const { return m_height; } std::string const& filename() { return m_filename; } GDALError statistics(int nBand, double* minimum, double* maximum, double* mean, double* stddev, bool approx = true, bool force = true) const; BOX2D bounds() const; BOX3D bounds(int nBand) const; MetadataNode getMetadata(std::string domain="") const; GDALError addMetadata(std::string name, std::string value, std::string domain=""); private: std::string m_filename; int m_width; int m_height; int m_numBands; std::string m_drivername; std::array m_forwardTransform; std::array m_inverseTransform; SpatialReference m_srs; GDALDataset *m_ds; Dimension::Type m_bandType; double m_dstNoData; GDALError wake(); mutable std::string m_errorMsg; mutable std::vector m_types; std::vector> m_block_sizes; GDALError validateType(Dimension::Type& type, GDALDriver *driver); bool getPixelAndLinePosition(double x, double y, int32_t& pixel, int32_t& line); GDALError computePDALDimensionTypes(); }; } // namespace gdal } // namespace pdal