Utils.h

Go to the documentation of this file.

/*  Copyright (C) 2008 National Institute For Space Research (INPE) - Brazil.
 
    This file is part of the TerraLib - a Framework for building GIS enabled applications.
 
    TerraLib is free software: you can redistribute it and/or modify
    it under the terms of the GNU Lesser General Public License as published by
    the Free Software Foundation, either version 3 of the License,
    or (at your option) any later version.
 
    TerraLib is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
    GNU Lesser General Public License for more details.
 
    You should have received a copy of the GNU Lesser General Public License
    along with TerraLib. See COPYING. If not, write to
    TerraLib Team at <terralib-team@terralib.org>.
 */
 
/*!
  \file terralib/dataaccess/utils/Utils.h
 
  \brief Utility functions for the data access module.
*/
 
#ifndef __TERRALIB_DATAACCESS_INTERNAL_UTILS_H
#define __TERRALIB_DATAACCESS_INTERNAL_UTILS_H
 
// TerraLib
#include "../../geometry/Enums.h"
#include "../../srs/Config.h"
#include "../datasource/DataSource.h"
#include "../query/Expression.h"
#include "../query/Fields.h"
#include "../query/Select.h"
 
// Boost
#include <boost/ptr_container/ptr_vector.hpp>
 
// STL
#include <memory>
#include <string>
#include <vector>
 
namespace te
{
// Forward declaration
  namespace core { class URI; }
  namespace dt { class AbstracData; class Property; }
  namespace gm
  {
    class Envelope;
    class Geometry;
    class GeometryProperty;
  }
 
  namespace rst { class RasterProperty; }
 
  namespace da
  {
// Forward declaration
    class DataAccess;
    class DataSet;
    class DataSetAdapter;
    class DataSetType;
    class DataSetTypeConverter;
    class DataSourceCapabilities;
    class DataSourceCatalogLoader;
    class DataSourceTransactor;
    class FieldNameValidator;
    class ObjectId;
    class ObjectIdSet;
 
    TEDATAACCESSEXPORT void LoadFull(te::da::DataSetType* dataset, const std::string& datasourceId);
 
//    TEDATAACCESSEXPORT void LoadFull(te::da::DataSetType* dataset, te::da::DataSource* datasource);
 
    TEDATAACCESSEXPORT void LoadProperties(te::da::DataSetType* dataset, const std::string& datasourceId);
 
    /*!
      \return The data extent considering the informed property. The caller will take the ownership of the returned box.
 
      \exception Exception It throws an exception if the extent can not be determined.
    */
    TEDATAACCESSEXPORT te::gm::Envelope* GetExtent(const std::string& datasetName,
                                                   const std::string& propertyName,
                                                   const std::string& datasourceId);
 
    TEDATAACCESSEXPORT void GetDataSetNames(std::vector<std::string>& datasetNames, const std::string& datasourceId);
 
    TEDATAACCESSEXPORT std::string GetDataSetCategoryName(int category);
 
    TEDATAACCESSEXPORT bool HasDataSet(const std::string& datasourceId);
 
    TEDATAACCESSEXPORT DataSet* GetDataSet(const std::string& name, const std::string& datasourceId);
    
    TEDATAACCESSEXPORT DataSetType* GetDataSetType(const std::string& name, const std::string& datasourceId);
 
    /*!
      \brief Search for a data source with the informed id in the DataSourceManager.
 
       If the data source is not found in that manager it will try to get some information
       in the DataSourceInfoManager and will create a new data source instance,
       storing a reference to the new data source in the manager.
 
       \param datasourceId  The data source to look for.
       \param opened        Automatically open the data source.
 
       \return A data source with the informed id.
 
       \exception Exception It throws an exception if the informed data source could not be retrieved.
    */
    TEDATAACCESSEXPORT DataSourcePtr GetDataSource(const std::string& datasourceId, const bool opened = true);
 
    /*!
      \brief Returns an empty ObjectIdSet, with the definitions of fields that compose it.
 
      \param type[in] A pointer to a valid data set type. Do not pass null.
 
      \param set[out] The ObjectIdSet containing only the the fields definitions. This pointer will be instantiated inside the method.
 
      \note The caller WILL TAKE the ownership of \a set.
    */
    TEDATAACCESSEXPORT void GetEmptyOIDSet(const DataSetType* type, ObjectIdSet*& set);
    
    /*
      \brief It returns the property names used to generate the object ids.
 
      This method first looks for the primary key properties defined on data set type.
      If they do not exist it looks for the unique keys. If they do not exist then it returns all the properties.
     
      \param type   A pointer to a valid data set type. Do not pass null.
      \param pnames The vector that will be filled with the property names.
    */
    TEDATAACCESSEXPORT void GetOIDPropertyNames(const DataSetType* type, std::vector<std::string>& pnames);
 
    /*
      \brief It returns the name of the base dataset of a linked dataset
             and how many of it's properties are a part of the objectId
 
      \param type   A pointer to a valid data set type. Do not pass null.
      \param pnames The pair that will be filled with the dataset name and the number of properties.
    */
    TEDATAACCESSEXPORT void GetOIDDatasetProps(const DataSetType* type, std::pair<std::string, int>& dsProps);
 
    /*
      \brief It returns the property positions used to generate the object ids.
 
      This method first looks for the primary key properties defined on data set type.
      If they do not exist it looks for the unique keys. If they do not exist then it returns all the properties.
     
      \param type   A pointer to a valid data set type. Do not pass null.
      \param pnames The vector that will be filled with the property names.
    */
    TEDATAACCESSEXPORT void GetOIDPropertyPos(const DataSetType* type, std::vector<std::size_t>& ppos);
 
    /*
      \function getBasePkey
      \brief Function used to acquire the string that represents the objectId of the base dataset.
 
      \param oid The objectId as returned from the dataset;
      \param dsProps A pair that indicates the name of the base dataset and how many key properties it's got
 
      \note Will return the whole objectId as a string unless the dataset of interest is based on a linked layer,
          otherwise it returns a string that represents the objectId of the base Dataset.
      \note It will not take ownership of the given objectId pointer
    */
    TEDATAACCESSEXPORT std::string getBasePkey(te::da::ObjectId* oid, std::pair<std::string, int>& dsProps);
 
    /*
      \brief It generates the set of object ids for every element of the given dataset.
 
      This method tries to use the primary key properties defined on data set type to generate the object ids.
      If they do not exist it tries to use unique keys. If they do not exist then it uses all the properties.
     
      \param dataset A pointer to a valid data set. Do not pass null.
      \param type    A pointer to a data set type that describes the given dataset. Do not pass null.
 
      \return The object id set generated from the given dataset.
    */
    TEDATAACCESSEXPORT ObjectIdSet* GenerateOIDSet(DataSet* dataset, const DataSetType* type);
 
    /*
      \brief It generates the set of object ids for every element of the given dataset using a set of attributes.
 
      \param dataset A pointer to a valid data set.
      \param names   A non empty vector of property names to be used to identify the elements.
 
      \return The object id set generated from the given dataset.
 
      \exception Exception It throws an exception if a property was not found in data set
    */
    TEDATAACCESSEXPORT ObjectIdSet* GenerateOIDSet(DataSet* dataset, const std::vector<std::string>& names);
 
    /*
      \brief It generates an object id for the current element of the given dataset using the informed set of attributes.
 
      \param dataset A pointer to a valid data set.
      \param names   A non empty vector of property names to be used to identify the element.
 
      \return The object id generated for the current element of the given dataset.
    */
    TEDATAACCESSEXPORT ObjectId* GenerateOID(DataSet* dataset, const std::vector<std::string>& names);
 
    /*!
      \brief It returns the first dataset spatial property or NULL if none is found.
 
      \param dataset The dataset to search for a spatial property.
 
      \return The first dataset spatial property or NULL if none is found.
    */
    TEDATAACCESSEXPORT std::size_t GetFirstSpatialPropertyPos(const te::da::DataSet* dataset);
 
    TEDATAACCESSEXPORT std::size_t GetFirstPropertyPos(const te::da::DataSet* dataset, int datatype);
 
    TEDATAACCESSEXPORT std::size_t GetPropertyPos(const DataSet* dataset, const std::string& name);
 
    TEDATAACCESSEXPORT std::size_t GetPropertyPos(const DataSetType* dt, const std::string& name);
 
    TEDATAACCESSEXPORT te::dt::Property* GetFirstSpatialProperty(const DataSetType* dt);
 
    TEDATAACCESSEXPORT te::gm::GeometryProperty* GetFirstGeomProperty(const DataSetType* dt);
 
    TEDATAACCESSEXPORT te::rst::RasterProperty* GetFirstRasterProperty(const DataSetType* dt);
 
    TEDATAACCESSEXPORT void GetPropertyInfo(const DataSetType* const dt,
                                            std::vector<std::string>& pnames,
                                            std::vector<int>& ptypes);
 
    TEDATAACCESSEXPORT void GetPropertyInfo(const DataSet* const dataset,
                                            std::vector<std::string>& pnames,
                                            std::vector<int>& ptypes);
 
    /*!
      \brief It creates the dataset definition in a data source and then fill it with data from the input dataset.
 
      This function will create the dataset schema definition and will 
      save all the dataset data.
 
      \param t       The data source transactor.
      \param dt      The source dataset definition.
      \param d       The source dataset data.
      \param limit   The number of items to be used from the input dataset. If set to 0 (default) all items are used.
 
      \pre All parameters must be valid pointers.
 
      \post It is the caller responsability to release the dataset 'd' pointer.
 
      \exception Exception It throws an exception if the dataset can not be created.
 
      \note DataSetPersistence will start reading the dataset 'd' in the
            current position. So, keep in mind that it is the caller responsability
            to inform the dataset 'd' in the right position (and a valid one) to start processing it.
    */
    TEDATAACCESSEXPORT void Create(DataSource* ds, DataSetType* dt, DataSet* d, std::size_t limit = 0);
 
    /*!
      \brief It creates the dataset definition in a data source and then fill it with data from the input dataset.
 
      This method will create the dataset schema definition and will 
      save all the dataset data.
 
      \param dt       The source dataset definition.
      \param d        The source dataset data.
      \param options  A list of optional modifiers. It is driver specific.
      \param limit    The number of items to be used from the input dataset. If set to 0 (default) all items are used.
 
      \pre All parameters must be valid pointers.
 
      \exception Exception It throws an exception if the dataset can not be created.
 
      \note It is the caller responsability to release the dataset 'd' pointer.
 
      \note DataSetPersistence will start reading the dataset 'd' in the
            current position. So, keep in mind that it is the caller responsability
            to inform the dataset 'd' in the right position (and a valid one) to start processing it.
    */
    TEDATAACCESSEXPORT void Create(DataSource* ds,
                                   DataSetType* dt,
                                   DataSet* d,
                                   const std::map<std::string, std::string>& options,
                                   std::size_t limit = 0);
 
    TEDATAACCESSEXPORT DataSetAdapter* CreateAdapter(DataSet* ds, DataSetTypeConverter* converter, bool isOwner = false);
 
    TEDATAACCESSEXPORT void AssociateDataSetTypeConverterSRID(DataSetTypeConverter* converter, const int& inputSRID, const int& outputSRID = TE_UNKNOWN_SRS);
 
    TEDATAACCESSEXPORT std::string GetSQLValueNames(const DataSetType* dt);
 
    TEDATAACCESSEXPORT std::string GetSQLValueNames(const DataSet* dataset);
 
    TEDATAACCESSEXPORT std::vector<int> GetPropertyDataTypes(const te::da::DataSet* dataset);
 
    TEDATAACCESSEXPORT std::unique_ptr<Fields> BuildFields(const std::vector<std::string>& properties);
 
    TEDATAACCESSEXPORT std::unique_ptr<Expression> BuildSpatialOp(Expression* e1,
                                                                Expression* e2,
                                                                te::gm::SpatialRelation r);
 
    TEDATAACCESSEXPORT std::unique_ptr<Select> BuildSelect(const std::string& dsname);
 
    TEDATAACCESSEXPORT std::unique_ptr<Select> BuildSelect(const std::string& dsname,
                                                         const std::string& propertyName);
 
    TEDATAACCESSEXPORT std::unique_ptr<Select> BuildSelect(const std::string& dsname,
                                                         const std::vector<std::string>& properties);
 
    TEDATAACCESSEXPORT std::unique_ptr<Select> BuildSelect(const std::string& dsname,
                                                         const std::vector<std::string>& properties,
                                                         const std::string& geometryProperty,
                                                         const te::gm::Envelope* e,
                                                         int srid,
                                                         te::gm::SpatialRelation r);
 
    TEDATAACCESSEXPORT std::unique_ptr<Select> BuildSelect(const std::string& dsname,
                                                         const std::vector<std::string>& properties,
                                                         const std::string& geometryProperty,
                                                         te::gm::Geometry* g,
                                                         te::gm::SpatialRelation r);
 
    TEDATAACCESSEXPORT std::unique_ptr<Select> BuildSelect(const std::string& dsname,
                                                         const std::vector<std::string>& properties,
                                                         const ObjectIdSet* oids);
    
    
    TEDATAACCESSEXPORT int GetPropertyIndex(te::da::DataSet* dataSet, const std::string propName);
 
    /*!
      \brief It checks if the name is not valid as the existence of invalid characters, reserved words, and others.
 
      \param name         Name that will be checked.
      \param invalidChar  Records the invalid character.
 
      \return If the name is valid.
    */
    TEDATAACCESSEXPORT bool IsValidName(const std::string& name, std::string& invalidChar);
 
    /*!
      \brief It checks if the datasettype has a linked table.
 
      \param type The Datasettype.
 
      \return True if has linked table.
    */
    TEDATAACCESSEXPORT bool HasLinkedTable(te::da::DataSetType* type);
 
    /*!
    \brief It hide columns of a DataSet using DataSetAdapter.
 
    \param ds      The DataSet that will have hidden columns.
    \param dst     The DataSetType used to hide columns.
    \param columns names to be hidden.
 
    \return The DataSet result. The caller will take the ownership of the returned DataSet.
    */
    TEDATAACCESSEXPORT std::unique_ptr<te::da::DataSet> HideColumns(te::da::DataSet* ds, te::da::DataSetType* dst, const std::vector<std::string>& columns);
 
    /*!
      \brief It gets the summarized value.
 
      \param values The input values.
      \param summary The summary mode. It can be: "MIN", "MAX", "SUM", "AVERAGE", "MEDIAN", "STDDEV" or "VARIANCE"
 
      \return The summarized value.
    */
    TEDATAACCESSEXPORT double GetSummarizedValue(std::vector<double>& values, const std::string& summary);
 
    /*!
      \brief It gets the summarized value.
 
      \param values The input values.
      \param summary The summary mode. It can be: "MIN" or "MAX"
 
      \return The summarized value.
    */
    TEDATAACCESSEXPORT std::string GetSummarizedValue(const std::vector<std::string>& values, const std::string& sumary);
 
    /*!
      \brief It gets the round value.
 
      \param value The input value.
 
      \return The rounded value.
    */
    TEDATAACCESSEXPORT double Round(const double& value, const size_t& precision);
 
    /*!
      \brief It gets the value as double.
 
      \param ds The input dataset.
      \param pos The column position.
 
      \return The double value. Default value is 0.
    */
    TEDATAACCESSEXPORT double GetValueAsDouble(const te::da::DataSet* ds, const size_t pos);
 
    /*!
      \brief Get alias based on a input name
 
      \param fullName name composed by table/schema.name
 
      \return string of the right side of dot "."
    */
    TEDATAACCESSEXPORT std::string GetAliasName(std::string fullName);
 
 
    /*!
      \brief Creates the concrete literal class based on the given abstract data
 
      \param abstractData The abstract data to be converted into a Literal
 
      \return The concrete literal class based on the given abstract data
    */
    TEDATAACCESSEXPORT te::da::Literal* GetLiteralFromAbstractData(const te::dt::AbstractData* abstractData);
 
    //!< //Creates an adapter to handle correctly the primary key and autonumber atributes. The adapter will handle the destruction of the dataSet
    TEDATAACCESSEXPORT std::unique_ptr<te::da::DataSet> CreateAdapterToHandlePersistence(const te::da::DataAccess* destinationDataAccess, te::da::DataSet* inputDataSet);
 
    //!< //Creates an adapter to handle correctly the primary key and autonumber atributes. The adapter will handle the destruction of the dataSet
    TEDATAACCESSEXPORT std::unique_ptr<te::da::DataSet> CreateAdapterToHandlePersistence(const te::da::DataSetType* destinationDataSetType, const te::da::DataSourceCapabilities* capabilities, te::da::DataSet* inputDataSet);
 
    //!< Creates a simplified version of the dataSetType based on the information present in the given dataSet
    TEDATAACCESSEXPORT std::unique_ptr<te::da::DataSetType> CreateDataSetType(const std::string& dataSetName, te::da::DataSet* dataSet);
 
    //!< Creates a FieldNameValidator object based on the given DataSourceCapabilities
    TEDATAACCESSEXPORT te::da::FieldNameValidator CreateValidator(const te::da::DataSourceCapabilities* capabilities);
 
    //!< This function will prepare the given 'inputDataSetType' by validating the names of the properties of the dataSet and replacing them with fixed names if necessary (including possible repeated names after an adjust). The property order will not be changed
    TEDATAACCESSEXPORT std::unique_ptr<te::da::DataSetType> PrepareDateSetType(const te::da::DataSetType* dataSetType, const te::da::DataSourceCapabilities* capabilities);
 
    //!< Creates a converter between the given inputDataSetType and outputDataSetType. It handles different order of properties and different names in spatial property. It will handle limitations if the optional 'outputCapabilities' parameter is given
    TEDATAACCESSEXPORT std::unique_ptr<te::da::DataSetTypeConverter> CreateConverterForDataSetType(const te::da::DataSetType* inputDataSetType, const te::da::DataSetType* outputDataSetType, const te::da::DataSourceCapabilities* outputCapabilities);
 
    //!< Removes the auto-increment property from the converter. This is done to allow the destination dataSource to generated new values for each saved data
    TEDATAACCESSEXPORT void RemoveAutoIncrementProperties(te::da::DataSetTypeConverter* converter);
 
    //!< Converts a DataAccess to its String representation
    TEDATAACCESSEXPORT te::dt::AbstractData* DataAccessToStringConverter(te::dt::AbstractData* absData);
 
    //!< Converts the String representtion of a DataAccess to the concrete class
    TEDATAACCESSEXPORT te::dt::AbstractData* StringToDataAccessConverter(te::dt::AbstractData* absData);
 
  } // end namespace da
}   // end namespace te
 
#endif  // __TERRALIB_DATAACCESS_INTERNAL_UTILS_H