[Darshan-commits] [Darshan] branch, dev-modular, updated. darshan-2.3.1-92-g37d5884

Service Account git at mcs.anl.gov
Mon Apr 6 16:09:35 CDT 2015


This is an automated email from the git hooks/post-receive script. It was
generated because a ref change was pushed to the repository containing
the project "".

The branch, dev-modular has been updated
       via  37d5884986e9d072d61cb94bef8885f2482019b0 (commit)
      from  1e5a8cb74811c8d5beb93a3409617b3f5466c3f2 (commit)

Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.

- Log -----------------------------------------------------------------
commit 37d5884986e9d072d61cb94bef8885f2482019b0
Author: Phil Carns <carns at mcs.anl.gov>
Date:   Mon Apr 6 17:09:29 2015 -0400

    remove old code

-----------------------------------------------------------------------

Summary of changes:
 darshan-runtime/lib/darshan-mpiio.c |  517 -----------------------------------
 1 files changed, 0 insertions(+), 517 deletions(-)


Diff of changes:
diff --git a/darshan-runtime/lib/darshan-mpiio.c b/darshan-runtime/lib/darshan-mpiio.c
index ff67ee5..3487564 100644
--- a/darshan-runtime/lib/darshan-mpiio.c
+++ b/darshan-runtime/lib/darshan-mpiio.c
@@ -377,523 +377,6 @@ static struct mpiio_file_runtime* mpiio_file_by_name_setfh(const char* name, MPI
     return(file);
 }
 
-
-#if 0
-static struct posix_runtime_file* posix_file_by_name(const char *name);
-static struct posix_runtime_file* posix_file_by_name_setfd(const char* name, int fd);
-static struct posix_runtime_file* posix_file_by_fd(int fd);
-static void posix_file_close_fd(int fd);
-
-static void posix_prepare_for_reduction(darshan_record_id *shared_recs,
-    int *shared_rec_count, void **send_buf, void **recv_buf, int *rec_size);
-static void posix_record_reduction_op(void* infile_v, void* inoutfile_v,
-    int *len, MPI_Datatype *datatype);
-static void posix_get_output_data(void **buffer, int *size);
-static void posix_shutdown(void);
-
-#define POSIX_SET(__file, __counter, __value) do {\
-    (__file)->file_record->counters[__counter] = __value; \
-} while(0)
-
-#define POSIX_F_SET(__file, __counter, __value) do {\
-    (__file)->file_record->fcounters[__counter] = __value; \
-} while(0)
-
-#define POSIX_INC(__file, __counter, __value) do {\
-    (__file)->file_record->counters[__counter] += __value; \
-} while(0)
-
-#define POSIX_F_INC(__file, __counter, __value) do {\
-    (__file)->file_record->fcounters[__counter] += __value; \
-} while(0)
-
-#define POSIX_F_INC_NO_OVERLAP(__file, __tm1, __tm2, __last, __counter) do { \
-    if(__tm1 > __last) \
-        POSIX_F_INC(__file, __counter, (__tm2-__tm1)); \
-    else \
-        POSIX_F_INC(__file, __counter, (__tm2 - __last)); \
-    if(__tm2 > __last) \
-        __last = __tm2; \
-} while(0)
-
-#define POSIX_VALUE(__file, __counter) \
-    ((__file)->file_record->counters[__counter])
-
-#define POSIX_F_VALUE(__file, __counter) \
-    ((__file)->file_record->fcounters[__counter])
-
-#define POSIX_MAX(__file, __counter, __value) do {\
-    if((__file)->file_record->counters[__counter] < __value) \
-    { \
-        (__file)->file_record->counters[__counter] = __value; \
-    } \
-} while(0)
-
-#define POSIX_RECORD_OPEN(__ret, __path, __mode, __stream_flag, __tm1, __tm2) do { \
-    struct posix_runtime_file* file; \
-    char* exclude; \
-    int tmp_index = 0; \
-    if(__ret < 0) break; \
-    while((exclude = darshan_path_exclusions[tmp_index])) { \
-        if(!(strncmp(exclude, __path, strlen(exclude)))) \
-            break; \
-        tmp_index++; \
-    } \
-    if(exclude) break; \
-    file = posix_file_by_name_setfd(__path, __ret); \
-    if(!file) break; \
-    file->file_record->rank = my_rank; \
-    if(__mode) \
-        POSIX_SET(file, CP_MODE, __mode); \
-    if(__stream_flag)\
-        POSIX_INC(file, CP_POSIX_FOPENS, 1); \
-    else \
-        POSIX_INC(file, CP_POSIX_OPENS, 1); \
-    if(POSIX_F_VALUE(file, CP_F_OPEN_TIMESTAMP) == 0) \
-        POSIX_F_SET(file, CP_F_OPEN_TIMESTAMP, __tm1); \
-} while(0)
-
-int DARSHAN_DECL(open)(const char *path, int flags, ...)
-{
-    int mode = 0;
-    int ret;
-    double tm1, tm2;
-
-    MAP_OR_FAIL(open);
-
-    if(flags & O_CREAT) 
-    {
-        va_list arg;
-        va_start(arg, flags);
-        mode = va_arg(arg, int);
-        va_end(arg);
-
-        tm1 = darshan_core_wtime();
-        ret = __real_open(path, flags, mode);
-        tm2 = darshan_core_wtime();
-    }
-    else
-    {
-        tm1 = darshan_core_wtime();
-        ret = __real_open(path, flags);
-        tm2 = darshan_core_wtime();
-    }
-
-    POSIX_LOCK();
-    posix_runtime_initialize();
-
-    POSIX_RECORD_OPEN(ret, path, mode, 0, tm1, tm2);
-
-    POSIX_UNLOCK();
-
-    return(ret);
-}
-
-int DARSHAN_DECL(open64)(const char *path, int flags, ...)
-{
-    int mode = 0;
-    int ret;
-    double tm1, tm2;
-
-    MAP_OR_FAIL(open64);
-
-    if(flags & O_CREAT)
-    {
-        va_list arg;
-        va_start(arg, flags);
-        mode = va_arg(arg, int);
-        va_end(arg);
-
-        tm1 = darshan_core_wtime();
-        ret = __real_open64(path, flags, mode);
-        tm2 = darshan_core_wtime();
-    }
-    else
-    {
-        tm1 = darshan_core_wtime();
-        ret = __real_open64(path, flags);
-        tm2 = darshan_core_wtime();
-    }
-
-    POSIX_LOCK();
-    posix_runtime_initialize();
-
-    POSIX_RECORD_OPEN(ret, path, mode, 0, tm1, tm2);
-    POSIX_UNLOCK();
-
-    return(ret);
-}
-
-int DARSHAN_DECL(close)(int fd)
-{
-    struct posix_runtime_file* file;
-    double tm1, tm2;
-    int ret;
-
-    MAP_OR_FAIL(close);
-
-    tm1 = darshan_core_wtime();
-    ret = __real_close(fd);
-    tm2 = darshan_core_wtime();
-
-    POSIX_LOCK();
-    posix_runtime_initialize();
-
-    file = posix_file_by_fd(fd);
-    if(file)
-    {
-        POSIX_F_SET(file, CP_F_CLOSE_TIMESTAMP, darshan_core_wtime());
-        posix_file_close_fd(fd);
-    }
-    POSIX_UNLOCK();    
-
-    return(ret);
-}
-
-/* ***************************************************** */
-
-static void posix_runtime_initialize()
-{
-    char *alignstr;
-    int tmpval;
-    int ret;
-    int mem_limit;
-    struct darshan_module_funcs posix_mod_fns =
-    {
-        .disable_instrumentation = &posix_disable_instrumentation,
-        .prepare_for_reduction = &posix_prepare_for_reduction,
-        .record_reduction_op = &posix_record_reduction_op,
-        .get_output_data = &posix_get_output_data,
-        .shutdown = &posix_shutdown
-    };
-
-    /* don't do anything if already initialized or instrumenation is disabled */
-    if(posix_runtime || instrumentation_disabled)
-        return;
-
-    /* register the posix module with darshan core */
-    darshan_core_register_module(
-        DARSHAN_POSIX_MOD,
-        &posix_mod_fns,
-        &mem_limit);
-
-    /* return if no memory assigned by darshan core */
-    if(mem_limit == 0)
-        return;
-
-    posix_runtime = malloc(sizeof(*posix_runtime));
-    if(!posix_runtime)
-        return;
-    memset(posix_runtime, 0, sizeof(*posix_runtime));
-
-    /* set maximum number of file records according to max memory limit */
-    /* NOTE: maximum number of records is based on the size of a posix file record */
-    posix_runtime->file_array_size = mem_limit / sizeof(struct darshan_posix_file);
-    posix_runtime->file_array_ndx = 0;
-
-    /* allocate array of runtime file records */
-    posix_runtime->file_runtime_array = malloc(posix_runtime->file_array_size *
-                                               sizeof(struct posix_runtime_file));
-    posix_runtime->file_record_array = malloc(posix_runtime->file_array_size *
-                                              sizeof(struct darshan_posix_file));
-    if(!posix_runtime->file_runtime_array || !posix_runtime->file_record_array)
-    {
-        posix_runtime->file_array_size = 0;
-        return;
-    }
-    memset(posix_runtime->file_runtime_array, 0, posix_runtime->file_array_size *
-           sizeof(struct posix_runtime_file));
-    memset(posix_runtime->file_record_array, 0, posix_runtime->file_array_size *
-           sizeof(struct darshan_posix_file));
-
-    /* TODO: can we move this out of here? perhaps register_module returns rank? */
-    DARSHAN_MPI_CALL(PMPI_Comm_rank)(MPI_COMM_WORLD, &my_rank);
-
-    return;
-}
-
-static struct posix_runtime_file* posix_file_by_name(const char *name)
-{
-    struct posix_runtime_file *file = NULL;
-    char *newname = NULL;
-    darshan_record_id file_id;
-
-    if(!posix_runtime || instrumentation_disabled)
-        return(NULL);
-
-    newname = darshan_clean_file_path(name);
-    if(!newname)
-        newname = (char*)name;
-
-    /* get a unique id for this file from darshan core */
-    darshan_core_register_record(
-        (void*)newname,
-        strlen(newname),
-        1,
-        DARSHAN_POSIX_MOD,
-        &file_id,
-        NULL);
-
-    /* search the hash table for this file record, and return if found */
-    HASH_FIND(hlink, posix_runtime->file_hash, &file_id, sizeof(darshan_record_id), file);
-    if(file)
-    {
-        if(newname != name)
-            free(newname);
-        return(file);
-    }
-
-    if(posix_runtime->file_array_ndx < posix_runtime->file_array_size);
-    {
-        /* no existing record, assign a new file record from the global array */
-        file = &(posix_runtime->file_runtime_array[posix_runtime->file_array_ndx]);
-        file->file_record = &(posix_runtime->file_record_array[posix_runtime->file_array_ndx]);
-        file->file_record->f_id = file_id;
-
-        /* add new record to file hash table */
-        HASH_ADD(hlink, posix_runtime->file_hash, file_record->f_id, sizeof(darshan_record_id), file);
-
-        posix_runtime->file_array_ndx++;
-    }
-
-    if(newname != name)
-        free(newname);
-    return(file);
-}
-
-static struct posix_runtime_file* posix_file_by_name_setfd(const char* name, int fd)
-{
-    struct posix_runtime_file* file;
-    struct posix_runtime_file_ref* ref;
-
-    if(!posix_runtime || instrumentation_disabled)
-        return(NULL);
-
-    /* find file record by name first */
-    file = posix_file_by_name(name);
-
-    if(!file)
-        return(NULL);
-
-    /* search hash table for existing file ref for this fd */
-    HASH_FIND(hlink, posix_runtime->fd_hash, &fd, sizeof(int), ref);
-    if(ref)
-    {
-        /* we have a reference.  Make sure it points to the correct file
-         * and return it
-         */
-        ref->file = file;
-        return(file);
-    }
-
-    /* if we hit this point, then we don't have a reference for this fd
-     * in the table yet.  Add it.
-     */
-    ref = malloc(sizeof(*ref));
-    if(!ref)
-        return(NULL);
-    memset(ref, 0, sizeof(*ref));
-
-    ref->file = file;
-    ref->fd = fd;    
-    HASH_ADD(hlink, posix_runtime->fd_hash, fd, sizeof(int), ref);
-
-    return(file);
-}
-
-static struct posix_runtime_file* posix_file_by_fd(int fd)
-{
-    struct posix_runtime_file_ref* ref;
-
-    if(!posix_runtime || instrumentation_disabled)
-        return(NULL);
-
-    /* search hash table for existing file ref for this fd */
-    HASH_FIND(hlink, posix_runtime->fd_hash, &fd, sizeof(int), ref);
-    if(ref)
-        return(ref->file);
-
-    return(NULL);
-}
-
-static void posix_file_close_fd(int fd)
-{
-    struct posix_runtime_file_ref* ref;
-
-    if(!posix_runtime || instrumentation_disabled)
-        return;
-
-    /* search hash table for this fd */
-    HASH_FIND(hlink, posix_runtime->fd_hash, &fd, sizeof(int), ref);
-    if(ref)
-    {
-        /* we have a reference, delete it */
-        HASH_DELETE(hlink, posix_runtime->fd_hash, ref);
-        free(ref);
-    }
-
-    return;
-}
-
-static int posix_file_compare(const void* a, const void* b)
-{
-    const struct darshan_posix_file* f_a = a;
-    const struct darshan_posix_file* f_b = b;
-
-    if(f_a->rank < f_b->rank)
-        return 1;
-    if(f_a->rank > f_b->rank)
-        return -1;
-
-    return 0;
-}
-
-/* ***************************************************** */
-
-static void posix_prepare_for_reduction(
-    darshan_record_id *shared_recs,
-    int *shared_rec_count,
-    void **send_buf,
-    void **recv_buf,
-    int *rec_size)
-{
-    struct posix_runtime_file *file;
-    struct darshan_posix_file *tmp_array;
-    int i;
-
-    assert(posix_runtime);
-
-    /* necessary initialization of shared records (e.g., change rank to -1) */
-    for(i = 0; i < *shared_rec_count; i++)
-    {
-        HASH_FIND(hlink, posix_runtime->file_hash, &shared_recs[i],
-            sizeof(darshan_record_id), file);
-        assert(file);
-
-        /* TODO: any initialization before reduction */
-        file->file_record->rank = -1;
-    }
-
-    /* sort the array of files descending by rank so that we get all of the 
-     * shared files (marked by rank -1) in a contiguous portion at end 
-     * of the array
-     */
-    qsort(posix_runtime->file_record_array, posix_runtime->file_array_ndx,
-        sizeof(struct darshan_posix_file), posix_file_compare);
-
-    /* make *send_buf point to the shared files at the end of sorted array */
-    *send_buf =
-        &(posix_runtime->file_record_array[posix_runtime->file_array_ndx-(*shared_rec_count)]);
-
-    /* allocate memory for the reduction output on rank 0 */
-    if(my_rank == 0)
-    {
-        *recv_buf = malloc(*shared_rec_count * sizeof(struct darshan_posix_file));
-        if(!(*recv_buf))
-            return;
-    }
-
-    *rec_size = sizeof(struct darshan_posix_file);
-
-    /* TODO: cleaner way to do this? */
-    if(my_rank == 0)
-        posix_runtime->red_buf = *recv_buf;
-    posix_runtime->shared_rec_count = *shared_rec_count;
-
-    return;
-}
-
-static void posix_record_reduction_op(
-    void* infile_v,
-    void* inoutfile_v,
-    int *len,
-    MPI_Datatype *datatype)
-{
-    struct darshan_posix_file tmp_file;
-    struct darshan_posix_file *infile = infile_v;
-    struct darshan_posix_file *inoutfile = inoutfile_v;
-    int i;
-
-    assert(posix_runtime);
-
-    for(i = 0; i < *len; i++)
-    {
-        memset(&tmp_file, 0, sizeof(struct darshan_posix_file));
-
-        tmp_file.f_id = infile->f_id;
-        tmp_file.rank = -1;
-
-        tmp_file.counters[CP_POSIX_OPENS] = infile->counters[CP_POSIX_OPENS] +
-            inoutfile->counters[CP_POSIX_OPENS];
-
-        if((infile->fcounters[CP_F_OPEN_TIMESTAMP] > inoutfile->fcounters[CP_F_OPEN_TIMESTAMP]) &&
-            (inoutfile->fcounters[CP_F_OPEN_TIMESTAMP] > 0))
-            tmp_file.fcounters[CP_F_OPEN_TIMESTAMP] = inoutfile->fcounters[CP_F_OPEN_TIMESTAMP];
-        else
-            tmp_file.fcounters[CP_F_OPEN_TIMESTAMP] = infile->fcounters[CP_F_OPEN_TIMESTAMP];
-
-        if(infile->fcounters[CP_F_CLOSE_TIMESTAMP] > inoutfile->fcounters[CP_F_CLOSE_TIMESTAMP])
-            tmp_file.fcounters[CP_F_CLOSE_TIMESTAMP] = infile->fcounters[CP_F_CLOSE_TIMESTAMP];
-        else
-            tmp_file.fcounters[CP_F_CLOSE_TIMESTAMP] = inoutfile->fcounters[CP_F_CLOSE_TIMESTAMP];
-
-        /* update pointers */
-        *inoutfile = tmp_file;
-        inoutfile++;
-        infile++;
-    }
-
-    return;
-}
-
-static void posix_get_output_data(
-    void **buffer,
-    int *size)
-{
-    assert(posix_runtime);
-
-    /* TODO: cleaner way to do this? */
-    /* clean up reduction state */
-    if(my_rank == 0)
-    {
-        int tmp_ndx = posix_runtime->file_array_ndx - posix_runtime->shared_rec_count;
-        memcpy(&(posix_runtime->file_record_array[tmp_ndx]), posix_runtime->red_buf,
-            posix_runtime->shared_rec_count * sizeof(struct darshan_posix_file));
-        free(posix_runtime->red_buf);
-    }
-    else
-    {
-        posix_runtime->file_array_ndx -= posix_runtime->shared_rec_count;
-    }
-
-    *buffer = (void *)(posix_runtime->file_record_array);
-    *size = posix_runtime->file_array_ndx * sizeof(struct darshan_posix_file);
-
-    return;
-}
-
-static void posix_shutdown()
-{
-    struct posix_runtime_file_ref *ref, *tmp;
-
-    HASH_ITER(hlink, posix_runtime->fd_hash, ref, tmp)
-    {
-        HASH_DELETE(hlink, posix_runtime->fd_hash, ref);
-        free(ref);
-    }
-
-    HASH_CLEAR(hlink, posix_runtime->file_hash); /* these entries are freed all at once below */
-
-    free(posix_runtime->file_runtime_array);
-    free(posix_runtime->file_record_array);
-    free(posix_runtime);
-    posix_runtime = NULL;
-
-    return;
-}
-
-#endif
-
 /*
  * Local variables:
  *  c-indent-level: 4


hooks/post-receive
--



More information about the Darshan-commits mailing list