main page modules namespaces classes files
Gecode home

search for 

memory-manager.icc

Go to the documentation of this file.

/*
 *  Main authors:
 *     Christian Schulte <schulte@gecode.org>
 *
 *  Contributing authors:
 *     Guido Tack <tack@gecode.org>
 *
 *  Copyright:
 *     Christian Schulte, 2002
 *     Guido Tack, 2004
 *
 *  Last modified:
 *     $Date: 2006-08-07 20:47:02 +0200 (Mon, 07 Aug 2006) $ by $Author: schulte $
 *     $Revision: 3525 $
 *
 *  This file is part of Gecode, the generic constraint
 *  development environment:
 *     http://www.gecode.org
 *
 *  See the file "LICENSE" for information on usage and
 *  redistribution of this file, and for a
 *     DISCLAIMER OF ALL WARRANTIES.
 *
 */

namespace Gecode {

  namespace Memory {
    namespace Config {
      const size_t hcsz_min =  2 * 1024;
      const size_t hcsz_max = 64 * 1024;
      const int hcsz_inc_ratio = 8;
      const int hcsz_dec_ratio = 4;

      const int fl_unit_size = ((sizeof(void*) == 4) ? 2 : 3);
      const int fl_size_min  = ((sizeof(void*) == 4) ? 3 : 2);
      const int fl_size_max  = ((sizeof(void*) == 4) ? 3 : 2);
      const int fl_refill = 8;
#ifndef GECODE_MEMORY_ALIGNMENT
#define GECODE_MEMORY_ALIGNMENT 8
#endif
    }
  }

  class FreeList {
  protected:
    FreeList* _next;
  public:
    FreeList(void);
    FreeList(FreeList*);
    FreeList* next(void) const;
    void next(FreeList*);
  };

  class MemoryManager {
  private:
    class HeapChunk {
    public:
      HeapChunk* next;
      double area[1];
    };
  private:
    void init(void);
  public:
    MemoryManager(void);
    MemoryManager(MemoryManager& mm);
    ~MemoryManager(void);

  private:
    size_t     cur_hcsz;  
    HeapChunk* cur_hc;    
    size_t     requested; 

    char*  start; 
    size_t lsz;   

    GECODE_KERNEL_EXPORT
    void alloc_refill(size_t s);
    void alloc_fill(size_t s);

  public:
    void* alloc(size_t s);
    size_t allocated(void) const;

  private:
    FreeList* fl[Memory::Config::fl_size_max-Memory::Config::fl_size_min+1];
    template <size_t> void fl_refill(void);
    static size_t sz2i(size_t);
    static size_t i2sz(size_t);

  public:
    template <size_t s>
    void* fl_alloc(void);
    template <size_t> void  fl_dispose(FreeList* f, FreeList* l);

  public:
    class ReuseChunk {
    public:
      size_t      size;
      ReuseChunk* next;
    };
  private:
    ReuseChunk* slack;
  public:
    void reuse(void* p, size_t s);
    void* reusealloc(size_t s);
  };


  /*
   * Freelists
   *
   */

  forceinline
  FreeList::FreeList(void) {}

  forceinline
  FreeList::FreeList(FreeList* n)
    : _next(n) {}

  forceinline FreeList*
  FreeList::next(void) const {
    return _next;
  }

  forceinline void
  FreeList::next(FreeList* n) {
    _next = n;
  }

  forceinline size_t
  MemoryManager::sz2i(size_t s) {
    assert((s % (1 << Memory::Config::fl_unit_size)) == 0);
    assert(s >= (Memory::Config::fl_size_min << Memory::Config::fl_unit_size));
    assert(s <= (Memory::Config::fl_size_max << Memory::Config::fl_unit_size));
    return (s >> Memory::Config::fl_unit_size) - Memory::Config::fl_size_min;
  }

  forceinline size_t
  MemoryManager::i2sz(size_t i) {
    return (i + Memory::Config::fl_size_min) << Memory::Config::fl_unit_size;
  }


  /*
   * The active memory manager
   *
   */

  forceinline size_t
  MemoryManager::allocated(void) const {
    return requested;
  }

  forceinline void*
  MemoryManager::alloc(size_t sz) {
    // Size must be a multiple of four
    assert((sz > 0) && ((sz % 4) == 0));
#if GECODE_MEMORY_ALIGNMENT == 8
    // Performs alignment to 8 bytes
    sz += sz & 4;
#endif
    // Check whether sufficient memory left
    if (sz > lsz)
      alloc_refill(sz);
    lsz -= sz;
    return start + lsz;
  }

  forceinline void
  MemoryManager::alloc_fill(size_t sz) {
    // Adjust current heap chunk size
    if (((requested > Memory::Config::hcsz_inc_ratio*cur_hcsz) ||
         (sz > cur_hcsz)) &&
        (cur_hcsz < Memory::Config::hcsz_max)) {
      cur_hcsz <<= 1;
    }

    // Round size to next multiple of current heap chunk size
    lsz = ((sz > cur_hcsz) ?
           (((size_t) (sz / cur_hcsz)) + 1) * cur_hcsz : cur_hcsz);

    // Request as close as possible a chunk with lsz sizes free
#if GECODE_MEMORY_ALIGNMENT == 4
    requested += lsz;
    HeapChunk* hc = reinterpret_cast<HeapChunk*>
      (Memory::malloc(sizeof(HeapChunk)+lsz-sizeof(double)));
    start = reinterpret_cast<char*>(&(hc->area[0]));
#endif
#if GECODE_MEMORY_ALIGNMENT == 8
    // Leave room for adjusting alignment by 4
    requested += lsz+sizeof(double);
    HeapChunk* hc = reinterpret_cast<HeapChunk*>
      (Memory::malloc(sizeof(HeapChunk)+lsz));
    start = reinterpret_cast<char*>(&(hc->area[0]));
    // This is four if it is only four aligned
    size_t size_adj = reinterpret_cast<size_t>(start) & 4;
    start += size_adj;
    lsz += sizeof(double) - size_adj;
#endif
    // Link heap chunk
    hc->next = cur_hc; cur_hc = hc;
#ifdef GECODE_MEMORY_CHECK
    for (char* c = start; c < (start+lsz); c++)
      *c = 0;
#endif
  }

  forceinline void
  MemoryManager::init(void) {
    cur_hc    = NULL;
    requested = 0;
    alloc_fill(cur_hcsz);
    for (size_t i = Memory::Config::fl_size_max-Memory::Config::fl_size_min+1;
         i--; )
      fl[i] = NULL;
  }

  forceinline
  MemoryManager::MemoryManager(void)
    : cur_hcsz(Memory::Config::hcsz_min), slack(NULL) {
    init();
  }

  forceinline
  MemoryManager::MemoryManager(MemoryManager& mm)
    : cur_hcsz(mm.cur_hcsz), slack(NULL) {
    if ((mm.requested < Memory::Config::hcsz_dec_ratio*mm.cur_hcsz) &&
        (mm.cur_hcsz > Memory::Config::hcsz_min))
      cur_hcsz >>= 1;
    init();
  }

  forceinline
  MemoryManager::~MemoryManager(void) {
    // Release all allocated heap chunks
    HeapChunk* hc = cur_hc;
    do {
      HeapChunk* t = hc; hc = hc->next;
      Memory::free(t);
    } while (hc != NULL);
  }


  /*
   * Slack memory management
   *
   */
  forceinline void
  MemoryManager::reuse(void* p, size_t s) {
#ifdef GECODE_MEMORY_CHECK
    {
      char* c = reinterpret_cast<char*>(p);
      char* e = c + s;
      while (c < e) {
        *c = 0; c++;
      }
    }
#endif
    if (s >= (Memory::Config::fl_size_max<<Memory::Config::fl_unit_size)) {
      ReuseChunk* rc = reinterpret_cast<ReuseChunk*>(p);
      rc->next = slack;
      rc->size = s;
      slack = rc;
    }
  }


  /*
   * Freelist management
   *
   */

  template <size_t s>
  forceinline void*
  MemoryManager::fl_alloc(void) {
    size_t i = sz2i(s);
    FreeList* f = fl[i];
    if (f == NULL) {
      fl_refill<s>(); f = fl[i];
    }
    FreeList* n = f->next();
    fl[i] = n;
    return f;
  }

  template <size_t s>
  forceinline void
  MemoryManager::fl_dispose(FreeList* f, FreeList* l) {
    size_t i = sz2i(s);
    l->next(fl[i]); fl[i] = f;
  }

#define GECODE_KERNEL_PTR2FL(p) (reinterpret_cast<FreeList*>(p))
#define GECODE_KERNEL_PTR2CH(p) (reinterpret_cast<char*>(p))

  template <size_t sz>
  void
  MemoryManager::fl_refill(void) {
    // Try to acquire memory from slack
    if (slack != NULL) {
      ReuseChunk* m = slack;
      slack = NULL;
      do {
        char*  block = GECODE_KERNEL_PTR2CH(m);
        size_t s     = m->size;
        assert(s >= sz);
        m = m->next;
        fl[sz2i(sz)] = GECODE_KERNEL_PTR2FL(block);
        while (s >= 2*sz) {
          GECODE_KERNEL_PTR2FL(block)->next(GECODE_KERNEL_PTR2FL(block+sz));
          block += sz;
          s     -= sz;
        }
        GECODE_KERNEL_PTR2FL(block)->next(NULL);
      } while (m != NULL);
    } else {
      char* block = GECODE_KERNEL_PTR2CH(alloc(Memory::Config::fl_refill*sz));
      fl[sz2i(sz)] = GECODE_KERNEL_PTR2FL(block);
      int i = Memory::Config::fl_refill-2;
      do {
        GECODE_KERNEL_PTR2FL(block+i*sz)->next
          (GECODE_KERNEL_PTR2FL(block+(i+1)*sz));
      } while (--i >= 0);
      GECODE_KERNEL_PTR2FL(block+(Memory::Config::fl_refill-1)*sz)->next
        (GECODE_KERNEL_PTR2FL(NULL));
    }
  }

#undef GECODE_KERNEL_PTR2FL
#undef GECODE_KERNEL_PTR2CH

}

// STATISTICS: kernel-core