combuff.C

Go to the documentation of this file.

/*
 *
 *                 #####    #####   ######  ######  ###   ###
 *               ##   ##  ##   ##  ##      ##      ## ### ##
 *              ##   ##  ##   ##  ####    ####    ##  #  ##
 *             ##   ##  ##   ##  ##      ##      ##     ##
 *            ##   ##  ##   ##  ##      ##      ##     ##
 *            #####    #####   ##      ######  ##     ##
 *
 *
 *             OOFEM : Object Oriented Finite Element Code
 *
 *               Copyright (C) 1993 - 2025   Borek Patzak
 *
 *
 *
 *       Czech Technical University, Faculty of Civil Engineering,
 *   Department of Structural Mechanics, 166 29 Prague, Czech Republic
 *
 *  This library is free software; you can redistribute it and/or
 *  modify it under the terms of the GNU Lesser General Public
 *  License as published by the Free Software Foundation; either
 *  version 2.1 of the License, or (at your option) any later version.
 *
 *  This program is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 *  Lesser General Public License for more details.
 *
 *  You should have received a copy of the GNU Lesser General Public
 *  License along with this library; if not, write to the Free Software
 *  Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
 */
 
#include <cstdlib>
#include <cstring> // for memmove
 
#include "combuff.h"
#include "intarray.h"
#include "floatarray.h"
#include "floatmatrix.h"
#include "error.h"
 
namespace oofem {
#ifdef __USE_MPI
MPIBuffer :: MPIBuffer(std::size_t size, bool dynamic)
{
    this->size = 0;
    curr_pos = 0;
    buff = NULL;
    isDynamic = dynamic;
    request = MPI_REQUEST_NULL;
 
    this->resize(size);
}
 
 
MPIBuffer :: MPIBuffer(bool dynamic)
{
    this->size = 0;
    curr_pos = 0;
    buff = NULL;
    isDynamic = dynamic;
    request = MPI_REQUEST_NULL;
}
 
#endif
 
MPIBuffer :: ~MPIBuffer()
{
    if ( buff ) {
        free(buff);
    }
}
 
 
int
MPIBuffer :: resize(std::size_t newSize)
{
    // do not shrink
    if ( size >= newSize ) {
        return 1;
    }
 
 
    ComBuff_BYTE_TYPE *newBuff;
 
    if ( newSize > 0 ) {
        // allocate new memory
        if ( ( newBuff = ( ComBuff_BYTE_TYPE * )
                         malloc( newSize * sizeof( ComBuff_BYTE_TYPE ) ) ) == NULL ) {
            // alloc failed -> memory error
            OOFEM_ERROR("resize failed");
        }
 
        // copy old buffer into new one
        memmove(newBuff, this->buff, curr_pos);
    } else {
        newBuff = NULL;
    }
 
    // dealocate old buffer
    if ( this->buff ) {
        free(this->buff);
    }
 
    this->buff = newBuff;
    size = newSize;
 
    return 1;
}
 
void
MPIBuffer :: init()
{
    curr_pos = 0;
    request = MPI_REQUEST_NULL;
}
 
#ifdef __USE_MPI
 
int
MPIBuffer :: packArray(MPI_Comm communicator, const void *src, std::size_t n, MPI_Datatype type)
{
    int _size;
    // ask MPI for packing size for integer
    _size = this->givePackSize(communicator, type, n);
 
    if ( ( this->curr_pos + _size > this->size ) ) {
        // reallocate itself
        if ( isDynamic ) {
            if ( this->resize(this->curr_pos + _size + __CommunicationBuffer_ALLOC_CHUNK) == 0 ) {
                return 0;
            }
        } else {
            OOFEM_WARNING("Resize requested in static mode");
            return 0;
        }
    }
 
    void *__src = const_cast< void * >(src);   // throw away const
    // MPI_Pack requires int for current position
    int _currPosInt = static_cast<int>(this->curr_pos);
    int result = (MPI_Pack(__src, n, type, this->buff, this->size,
                          & _currPosInt, communicator) == MPI_SUCCESS );
    this->curr_pos = static_cast<std::size_t>(_currPosInt);
    return result;
}
 
int
MPIBuffer :: unpackArray(MPI_Comm communicator, void *dest, std::size_t n, MPI_Datatype type)
{
     // MPI_Pack requires int for current position                                                                  
    int _currPosInt = static_cast<int>(this->curr_pos);    
    int result = (MPI_Unpack(this->buff, this->size, & _currPosInt,
                            dest, n, type, communicator) == MPI_SUCCESS );
    this->curr_pos = static_cast<std::size_t>(_currPosInt); 
    return result;
}
 
int
MPIBuffer :: iSend(MPI_Comm communicator, int dest, int tag)
{
    return ( MPI_Isend(this->buff, this->curr_pos, MPI_PACKED, dest, tag,
                       communicator, & this->request) == MPI_SUCCESS );
}
 
 
int
MPIBuffer :: iRecv(MPI_Comm communicator, int source, int tag, std::size_t count)
{
    if ( count ) {
        if ( count >= this->size ) {
            // reallocate itself
            if ( this->resize(count) == 0 ) {
                return 0;
            }
        }
    }
 
    return ( MPI_Irecv(this->buff, this->size, MPI_PACKED, source, tag,
                       communicator, & this->request) == MPI_SUCCESS );
}
 
int
MPIBuffer :: testCompletion()
{
    int flag;
    MPI_Status status;
 
    MPI_Test(& this->request, & flag, & status);
    return flag;
}
 
int
MPIBuffer :: testCompletion(int &source, int &tag)
{
    int flag;
    MPI_Status status;
 
    MPI_Test(& this->request, & flag, & status);
 
    source = status.MPI_SOURCE;
    tag = status.MPI_TAG;
 
    return flag;
}
 
int
MPIBuffer :: waitCompletion()
{
    MPI_Status status;
 
    return ( MPI_Wait(& this->request, & status) == MPI_SUCCESS );
}
 
 
int
MPIBuffer :: bcast(MPI_Comm communicator, int root)
{
    return MPI_Bcast(this->buff, this->size, MPI_PACKED, root, communicator);
}
 
 
int
MPIBuffer :: givePackSize(MPI_Comm communicator, MPI_Datatype type, std::size_t size)
{
    int requiredSpace;
    MPI_Pack_size(size, type, communicator, & requiredSpace);
    return requiredSpace;
}
 
 
void
MPIBuffer :: dump()
{
    for ( int _i = 0; _i < 20; ++_i ) {
        fprintf(stderr, "%d ", buff [ _i ]);
    }
 
    fprintf(stderr, "\n");
}
 
#endif
 
 
/*
int CommunicationBuffer :: read(int *data, int count)
{
    
}
 
int CommunicationBuffer :: read(unsigned long *data, int count)
int CommunicationBuffer :: read(long *data, int count)
int CommunicationBuffer :: read(double *data, int count)
int CommunicationBuffer :: read(char *data, int count)
 
int CommunicationBuffer :: write(const int *data, int count)
int CommunicationBuffer :: write(const unsigned long *data, int count)
int CommunicationBuffer :: write(const long *data, int count)
int CommunicationBuffer :: write(const double *data, int count)
int CommunicationBuffer :: write(const char *data, int count)
*/
 
int CommunicationBuffer :: read(bool &data)
{
    char val;
    int ret = this->read(& val, 1);
    data = val != 0;
    return ret;
}
 
int CommunicationBuffer :: write(bool data)
{
    char val = data;
    return this->write(& val, 1);
}
 
int CommunicationBuffer :: givePackSizeOfInt(std::size_t count)
{
    int requiredSpace;
    MPI_Pack_size(count, my_MPI_SIZE_T, communicator, & requiredSpace);
    return requiredSpace;
}
 
int CommunicationBuffer :: givePackSizeOfDouble(std::size_t count)
{
    int requiredSpace;
    MPI_Pack_size(count, MPI_DOUBLE, communicator, & requiredSpace);
    return requiredSpace;
}
 
int CommunicationBuffer :: givePackSizeOfChar(std::size_t count)
{
    int requiredSpace;
    MPI_Pack_size(count, MPI_CHAR, communicator, & requiredSpace);
    return requiredSpace;
}
 
int CommunicationBuffer :: givePackSizeOfBool(std::size_t count)
{
    int requiredSpace;
    MPI_Pack_size(count, MPI_CHAR, communicator, & requiredSpace);
    return requiredSpace;
}
 
int CommunicationBuffer :: givePackSizeOfLong(std::size_t count)
{
    int requiredSpace;
    MPI_Pack_size(count, MPI_LONG, communicator, & requiredSpace);
    return requiredSpace;
}
 
int CommunicationBuffer :: givePackSizeOfSizet(std::size_t count)
{
    int requiredSpace;
    MPI_Pack_size(count, my_MPI_SIZE_T, communicator, & requiredSpace);
    return requiredSpace;
}
 
 
} // end namespace oofem