al_write_array_async.c File Reference

ArrayLib routines for asynchronous MPI-IO. More...

#include "al_hidden.h"
#include <string.h>

Include dependency graph for al_write_array_async.c:

Go to the source code of this file.

Functions
int	AL_Write_array_begin (void *va, int sz_ptr, int *output_stag, int *output_dump, int output_nvar)
int	AL_Write_array_end (void *va, int sz_ptr)

Variables
SZ *	sz_stack [AL_MAX_ARRAYS]
int	stack_ptr [AL_MAX_ARRAYS]

Detailed Description

ArrayLib routines for asynchronous MPI-IO.

ArrayLib routines for asynchronous MPI-IO

Authors

G. Muscianisi (g.mus.nosp@m.cian.nosp@m.isi@c.nosp@m.inec.nosp@m.a.it)

Date

Feb 28, 2012

Definition in file al_write_array_async.c.

Function Documentation

int AL_Write_array_begin	(	void *	va,
		int	sz_ptr,
		int *	output_stag,
		int *	output_dump,
		int	output_nvar
	)

Write a distributed array to a parallel file by using asynchronous MPI-IO

Parameters

[in]	buffer	pointer to the buffer to write
[in]	sz_ptr	integer pointer to the distributed array descriptor
[in]	output_stag	vector sets to -1 for centred variables, and sets to 0,1,2 for staggered field in the x,y,z direction
[in]	output_dump	vector sets to 1 if the variable has to be dumped, 0 in the contrary case
[in]	output_nvar	total number of variables in PLUTO simulation

Definition at line 26 of file al_write_array_async.c.

{
  char *a;
  register int i;
  SZ *s;

  MPI_File ifp;

  int errcode;

  int myrank;
  MPI_Comm_rank(MPI_COMM_WORLD, &myrank);

  a = (char *) va;

  s = sz_stack[sz_ptr];
  ifp = s->ifp;

  /* Definition of a "global" filetype given by nvar times gsubarr for the MPI_File_set_view */ 
  MPI_Datatype filetype_gsub_arr; 
  int count; /* number of variable to be dumped */ 
  count=0;
  for (i=0; i<output_nvar; i++){ 
    if (!(output_dump[i]== 0)) count = count+1;
  } 
  errcode = MPI_Type_contiguous(count, s->gsubarr, &filetype_gsub_arr);
  errcode = MPI_Type_commit(&filetype_gsub_arr); 
  
  /* Definition of a "global" datatype for the MPI_File_write_all_begin */ 
  MPI_Datatype dtype_lsub_arr; 

#ifdef DEBUG
  if(myrank==0) printf("count=%d, output_nvar=%d\n",count,output_nvar);
#endif

  int *block_leng, *displ;
  int k=0;

  block_leng= (int*) malloc(count*sizeof(int));
  displ=(int*) malloc(count*sizeof(int));

  for (i=0; i<output_nvar; i++){
    if (!(output_dump[i]==0)){  /* cioè devo scrivere la variabile */ 
     block_leng[k] = 1;
     displ[k] = i;
     k=k+1;
    }
  }
  
  errcode = MPI_Type_indexed(count,block_leng, displ, s->lsubarr, &dtype_lsub_arr);
  errcode = MPI_Type_commit(&dtype_lsub_arr); 
/*
  MPI_Type_get_extent(dtype_lsub_arr,lb,extent);
  printf("myid, %d, lb %d, extent %d of dtype_lsub_arr\n",myrank,lb,extent);
*/
/* DIAGNOSTICS */
#ifdef DEBUG
  if (myrank==0) {
    for (i=0; i<output_nvar; i++) printf("myid, %d, count %d, output_nvar %d, i %d, output_dump[i] %d, block_leng[i] %d, displ[i] %d\n", myrank, count, output_nvar, i, output_dump[i], block_leng[i], displ[i]); 
  }
#endif

  free(block_leng);
  free(displ);
  MPI_Barrier(s->comm);

  /* Setting of the new view. Each procs see all the file at the beginning of the writing */
  errcode = MPI_File_set_view(ifp, 0, MPI_BYTE, filetype_gsub_arr,
                    "native", MPI_INFO_NULL);
  MPI_Type_free(&filetype_gsub_arr);

/* DIAGNOSTICS */
#ifdef DEBUG
  int len;
  char es[MPI_MAX_ERROR_STRING];
  MPI_Error_string(errcode, es, &len);
  printf("myid %d, Errcode from MPI_File_set_view: %d | %s\n", myrank,  errcode, es);
#endif

  errcode = MPI_File_write_all_begin(ifp, va, 1,dtype_lsub_arr);
  MPI_Type_free(&dtype_lsub_arr);
    
/* DIAGNOSTICS */
#ifdef DEBUG
  printf("myid %d\n", myrank);
  MPI_Error_string(errcode, es, &len);
  printf("myid %d, Errcode from MPI_File_write_all_begin: %d | %s\n", myrank, errcode, es);
#endif

  return (int) AL_SUCCESS;
}

int AL_Write_array_end	(	void *	va,
		int	sz_ptr
	)

Completition of writing of a distributed array to a parallel file by using asynchronous MPI-IO

Parameters

[in]	buffer	pointer to the buffer to write
[in]	sz_ptr	integer pointer to the distributed array descriptor

Definition at line 133 of file al_write_array_async.c.

{
  char *a;
  SZ *s;

  MPI_Status status;

  MPI_File ifp;

  int errcode;

  int myrank;
  MPI_Comm_rank(MPI_COMM_WORLD, &myrank);

  a = (char *) va;

  s = sz_stack[sz_ptr];
  ifp = s->ifp;

  errcode=MPI_File_write_all_end(ifp, a, &status);

  /* DIAGNOSTICS */
#ifdef DEBUG
  int len;
  char es[128];
  if( errcode ){
    MPI_Error_string(errcode, es, &len);
    printf("Errcode from MPI_File_write_all_end: %d | %s\n", errcode, es);
  }
#endif

  MPI_File_sync(ifp);
   
  return (int) AL_SUCCESS;
}

Variable Documentation

int stack_ptr[AL_MAX_ARRAYS]

Definition at line 26 of file al_szptr_.c.

SZ* sz_stack[AL_MAX_ARRAYS]

Definition at line 18 of file al_szptr_.c.