allocator.h

Go to the documentation of this file.

/* This software and supporting documentation are distributed by
 *     Institut Federatif de Recherche 49
 *     CEA/NeuroSpin, Batiment 145,
 *     91191 Gif-sur-Yvette cedex
 *     France
 *
 * This software is governed by the CeCILL-B license under
 * French law and abiding by the rules of distribution of free software.
 * You can  use, modify and/or redistribute the software under the
 * terms of the CeCILL-B license as circulated by CEA, CNRS
 * and INRIA at the following URL "http://www.cecill.info".
 *
 * As a counterpart to the access to the source code and  rights to copy,
 * modify and redistribute granted by the license, users are provided only
 * with a limited warranty  and the software's author,  the holder of the
 * economic rights,  and the successive licensors  have only  limited
 * liability.
 *
 * In this respect, the user's attention is drawn to the risks associated
 * with loading,  using,  modifying and/or developing or reproducing the
 * software by the user in light of its specific status of free software,
 * that may mean  that it is complicated to manipulate,  and  that  also
 * therefore means  that it is reserved for developers  and  experienced
 * professionals having in-depth computer knowledge. Users are therefore
 * encouraged to load and test the software's suitability as regards their
 * requirements in conditions enabling the security of their systems and/or
 * data to be ensured and,  more generally, to use and operate it in the
 * same conditions as regards security.
 *
 * The fact that you are presently reading this means that you have had
 * knowledge of the CeCILL-B license and that you accept its terms.
 */
 
#ifndef SOMAIO_ALLOCATOR_ALLOCATOR_H
#define SOMAIO_ALLOCATOR_ALLOCATOR_H
//--- soma-io ----------------------------------------------------------------
#include <soma-io/config/soma_config.h>
#include <soma-io/datasource/datasource.h>
#include <soma-io/datasourceinfo/datasourceinfo.h>
//--- cartobase --------------------------------------------------------------
#include <cartobase/config/cartobase_config.h>
#include <cartobase/smart/rcptr.h>
//--- system -----------------------------------------------------------------
#include <memory>
#include <string>
//----------------------------------------------------------------------------
 
namespace soma
{
 
  //==========================================================================
  //   L O W   L E V E L   A L L O C A T O R
  //==========================================================================
  class LowLevelAllocator
  {
  public:
    virtual ~LowLevelAllocator();
 
    virtual char *allocate( size_t n, size_t elemsize, 
                            DataSource* datasource ) const = 0;
    virtual void deallocate( char *ptr, size_t n, size_t elemsize ) const = 0;
 
    virtual bool canDuplicate() const { return true; }
 
  protected:
    LowLevelAllocator() {}
  };
 
 
  //==========================================================================
  //   M E M O R Y   A L L O C A T O R
  //==========================================================================
  class MemoryAllocator : public LowLevelAllocator
  {
  public:
    virtual ~MemoryAllocator();
 
    virtual char *allocate( size_t n, size_t elemsize, 
                            DataSource* datasource ) const;
    virtual void deallocate( char *ptr, size_t n, size_t sz ) const;
 
    static const MemoryAllocator & singleton();
 
  private:
    MemoryAllocator() : LowLevelAllocator() { _allocptr() = this; }
 
    static MemoryAllocator       *& _allocptr();
  };
 
 
  //==========================================================================
  //   N U L L   A L L O C A T O R
  //==========================================================================
  class NullAllocator : public LowLevelAllocator
  {
  public:
    virtual ~NullAllocator();
 
    virtual char *allocate( size_t n, size_t elemsize, 
                            DataSource* datasource ) const;
    virtual void deallocate( char *ptr, size_t n, size_t sz ) const;
 
    static const NullAllocator & singleton();
 
  private:
    NullAllocator() : LowLevelAllocator() { _allocptr() = this; }
 
    static NullAllocator   *& _allocptr();
  };
 
 
  std::ostream& operator << ( std::ostream& os, 
                              const MemoryAllocator& thing );
 
  class AllocatorContext;
 
  //==========================================================================
  //   A L L O C A T O R   S T R A T E G Y
  //==========================================================================
  class AllocatorStrategy
  {
  public:
    enum DataAccess
      {
        InternalModif,
        ReadOnly, 
        ReadWrite, 
        NotOwner, 
      };
 
    enum MappingMode
      {
        // No memory mapping : loading on ram
        Memory, 
        MEM = Memory,
        // Memory mapping
        MAP,
        // Memory mapping of a copy of the input file
        CopyMap, 
        MAP_COPY = CopyMap,
        // Memory mapping with reading only
        ReadOnlyMap, 
        MAP_RO = ReadOnlyMap,
        // Memory mapping with reading and writing
        ReadWriteMap, 
        MAP_RW = ReadWriteMap, 
        // No allocation needed : data source is a buffer
        Unallocated,
      };

    static MappingMode mappingMode( DataAccess mode, 
                                    offset_t buflen, 
                                    const DataSource* datasource, 
                                    bool isDiskformatOK, 
                                    float usefactor = 1 );

    static bool isMMapCompatible( bool ascii, int byteorder, 
                                  bool scalefactored = false,
                                  int border = 0 );
    //static bool isMMapCompatible( const carto::AttributedObject & hdr );

    static void memSizes( offset_t & ram, 
                          offset_t & freeram, 
                          offset_t & swap );
 
    static AllocatorContext allocator( MappingMode mode, 
                                       carto::rc_ptr<DataSource> ds );
 
    static const LowLevelAllocator & lowLevelAllocator( MappingMode m );
  };
 
 
  //==========================================================================
  //   A L L O C A T O R   C O N T E X T
  //==========================================================================
  class AllocatorContext
  {
  public:
    typedef AllocatorStrategy::DataAccess  DataAccess;
    typedef AllocatorStrategy::MappingMode MappingMode;
    
    AllocatorContext( DataAccess mode = AllocatorStrategy::InternalModif, 
                      carto::rc_ptr<DataSource> datasource = DataSource::none(), 
                      bool isDiskformatOK = false, 
                      float usefactor = 1 );
    AllocatorContext( DataAccess mode, 
                      carto::rc_ptr<DataSourceInfo> datasourceinfo, 
                      float usefactor = 1 );
    AllocatorContext( DataAccess mode, 
                      const std::string & filename, 
                      offset_t offset = 0, 
                      bool isDiskformatOK = false, 
                      float usefactor = 1 );
    AllocatorContext( DataAccess mode, float usefactor );
    AllocatorContext( const LowLevelAllocator* alloc );
    AllocatorContext( const AllocatorContext & );
    ~AllocatorContext();
    AllocatorContext & operator = ( const AllocatorContext & );

    template<typename T> T* allocate( T*& ptr, size_t n ) const;
    template<typename T> void deallocate( T* ptr, size_t n ) const;
    bool canDuplicate() const;
    MappingMode allocatorType() const;
    
    DataAccess accessMode() const { return _access; }
    void setAccessMode( DataAccess mode );
    
    void setDataSource( carto::rc_ptr<DataSource> datasource );
    const carto::rc_ptr<DataSource> dataSource() const { return _datasource; }
          carto::rc_ptr<DataSource> dataSource()       { return _datasource; }
    void setDataSourceInfo( carto::rc_ptr<DataSourceInfo> dsi );
    const carto::rc_ptr<DataSourceInfo> dataSourceInfo() const { return _dsi; }
          carto::rc_ptr<DataSourceInfo> dataSourceInfo()       { return _dsi; }
    
    bool isAllocated() const { return _allocated; }
    float useFactor() const;
    void setUseFactor( float x );
    bool allowsMemoryMapping() const;
    void setAllowsMemoryMapping( bool x );
 
    // a static shared context for fast memory allocation
    static const AllocatorContext & fast();
 
  private:
    mutable const LowLevelAllocator      *_alloc;
    mutable carto::rc_ptr<DataSource>  _datasource;
    mutable carto::rc_ptr<DataSourceInfo> _dsi;
    DataAccess    _access;
    bool          _diskcompat;
    float         _usefact;
    mutable bool  _allocated;
    mutable bool  _forced;
  };
  
  //==========================================================================
  //   A L L O C A T O R   C O N T E X T   :   I N L I N E
  //==========================================================================
 
  template<typename T>
  inline T* AllocatorContext::allocate( T*& ptr, size_t n ) const
  {
    if( _allocated )
      return ptr; // maybe throw an exception ?
    _allocated = true;
 
    if( !_alloc || !_forced ) {
      _forced = false;
      AllocatorStrategy::MappingMode  m 
        = AllocatorStrategy::mappingMode( _access, 
                                          offset_t( n ) * sizeof( T ), 
                                          _datasource.get(), 
                                          _diskcompat, 
                                          _usefact );
      _alloc = &AllocatorStrategy::lowLevelAllocator( m );
    }
 
    ptr = reinterpret_cast<T*>( _alloc->allocate( n, sizeof( T ), _datasource.get() ) );
    #ifdef _MSC_VER
      #warning uninitialized_fill_n not present in Microsoft standard includes
    #else
      // Don't initialize in mem'mapped allocators!
      if( _alloc == &MemoryAllocator::singleton() )
        std::uninitialized_fill_n( ptr, n, T() );
    #endif
    return ptr;
  }
 
 
  template<typename T>
  inline void AllocatorContext::deallocate( T* ptr, size_t n ) const
  {
    if( !_allocated )
      return;
    _allocated = false;
    if( _alloc == &MemoryAllocator::singleton() )
    {
#if __cplusplus >= 201100
      T* p = ptr;
      std::allocator<T> a;
      for( size_t i=0; i<n; ++i )
        a.destroy( p++ );
#else
      std::_Destroy( ptr, ptr + n );
#endif
    }
    _alloc->deallocate( reinterpret_cast<char*>( ptr ), n, sizeof( T ) );
  }
 
 
  inline bool AllocatorContext::allowsMemoryMapping() const
  {
    return _diskcompat;
  }
 
 
  inline void AllocatorContext::setAllowsMemoryMapping( bool x )
  {
    _diskcompat = x;
  }
 
}
 
 
#endif