IOR
|
#include <stdarg.h>
#include <stdio.h>
#include <stdlib.h>
#include <errno.h>
#include <fcntl.h>
#include <math.h>
#include <string.h>
#include <sys/stat.h>
#include <sys/types.h>
#include <time.h>
#include <regex.h>
#include <sys/statfs.h>
#include <sys/time.h>
#include "utilities.h"
#include "aiori.h"
#include "ior.h"
Go to the source code of this file.
Macros | |
#define | O_DIRECT 000000 |
Functions | |
void * | safeMalloc (uint64_t size) |
void | FailMessage (int rank, const char *location, char *format,...) |
size_t | NodeMemoryStringToBytes (char *size_str) |
void | updateParsedOptions (IOR_param_t *options, options_all_t *global_options) |
void | set_o_direct_flag (int *fd) |
char * | CurrentTimeString (void) |
void | DumpBuffer (void *buffer, size_t size) |
int | QueryNodeMapping (MPI_Comm comm, int print_nodemap) |
int | GetNumNodes (MPI_Comm comm) |
int | GetNumTasks (MPI_Comm comm) |
int | GetNumTasksOnNode0 (MPI_Comm comm) |
void | ExtractHint (char *settingVal, char *valueVal, char *hintString) |
void | SetHints (MPI_Info *mpiHints, char *hintsFileName) |
void | ShowHints (MPI_Info *mpiHints) |
IOR_offset_t | StringToBytes (char *size_str) |
void | ShowFileSystemSize (char *fileSystem) |
int | Regex (char *string, char *pattern) |
void | SeedRandGen (MPI_Comm testComm) |
double | GetTimeStamp (void) |
static double | TimeDeviation (void) |
void | init_clock () |
char * | PrintTimestamp () |
int64_t | ReadStoneWallingIterations (char *const filename) |
void | StoreStoneWallingIterations (char *const filename, int64_t count) |
void | DelaySecs (int delay) |
char * | HumanReadable (IOR_offset_t value, int base) |
Variables | |
int | errno |
int | numTasks |
int | rank = 0 |
int | rankOffset = 0 |
int | verbose = VERBOSE_0 |
MPI_Comm | testComm |
MPI_Comm | mpi_comm_world |
FILE * | out_logfile |
FILE * | out_resultfile |
enum OutputFormat_t | outputFormat |
double | wall_clock_deviation |
double | wall_clock_delta = 0 |
#define O_DIRECT 000000 |
Referenced by set_o_direct_flag().
char* CurrentTimeString | ( | void | ) |
Definition at line 184 of file utilities.c.
Referenced by PrintHeader(), PrintTestEnds(), ShowTestStart(), and TestIoSys().
void DelaySecs | ( | int | delay | ) |
Definition at line 832 of file utilities.c.
References out_logfile, rank, verbose, and VERBOSE_1.
Referenced by mdtest_iteration(), and TestIoSys().
void DumpBuffer | ( | void * | buffer, |
size_t | size | ||
) |
Definition at line 209 of file utilities.c.
References IOR_format, and out_logfile.
void ExtractHint | ( | char * | settingVal, |
char * | valueVal, | ||
char * | hintString | ||
) |
Definition at line 426 of file utilities.c.
References NULL, and out_logfile.
Referenced by SetHints().
void FailMessage | ( | int | rank, |
const char * | location, | ||
char * | format, | ||
... | |||
) |
Definition at line 77 of file utilities.c.
References errno, out_logfile, PrintTimestamp(), and testComm.
int GetNumNodes | ( | MPI_Comm | comm | ) |
Definition at line 274 of file utilities.c.
References GetNumTasks(), GetNumTasksOnNode0(), MPI_CHECK, numTasks, and rank.
Referenced by InitTests(), and mdtest_run().
int GetNumTasks | ( | MPI_Comm | comm | ) |
Definition at line 311 of file utilities.c.
References MPI_CHECK, and numTasks.
Referenced by GetNumNodes(), and InitTests().
int GetNumTasksOnNode0 | ( | MPI_Comm | comm | ) |
Definition at line 349 of file utilities.c.
References FAIL, hostname, MAX_PATHLEN, MPI_CHECK, out_logfile, rank, size, and verbose.
Referenced by GetNumNodes(), InitTests(), and mdtest_run().
double GetTimeStamp | ( | void | ) |
Definition at line 726 of file utilities.c.
References ERR, NULL, and wall_clock_delta.
Referenced by directory_test(), file_test(), mdtest_iteration(), offset_timers(), test_time_elapsed(), TestIoSys(), TimeDeviation(), updateStoneWallIterations(), and WriteOrRead().
char* HumanReadable | ( | IOR_offset_t | value, |
int | base | ||
) |
Definition at line 845 of file utilities.c.
References BASE_TEN, BASE_TWO, GIBIBYTE, GIGABYTE, MAX_STR, MEBIBYTE, and MEGABYTE.
Referenced by ShowSetup().
void init_clock | ( | void | ) |
Definition at line 775 of file utilities.c.
References TimeDeviation(), and wall_clock_deviation.
Referenced by InitTests(), and mdtest_run().
size_t NodeMemoryStringToBytes | ( | char * | size_str | ) |
Definition at line 89 of file utilities.c.
References ERR, rc, and string_to_bytes().
Referenced by DecodeDirective(), and updateParsedOptions().
char* PrintTimestamp | ( | ) |
Definition at line 780 of file utilities.c.
References NULL, out_logfile, rank, and verbose.
Referenced by FailMessage(), and mdtest_run().
int QueryNodeMapping | ( | MPI_Comm | comm, |
int | print_nodemap | ||
) |
Definition at line 230 of file utilities.c.
References FAIL, MAX_PATHLEN, out_logfile, and rank.
Referenced by InitTests(), and mdtest_run().
int64_t ReadStoneWallingIterations | ( | char *const | filename | ) |
Definition at line 795 of file utilities.c.
References mpi_comm_world, NULL, and rank.
Referenced by file_test(), and TestIoSys().
int Regex | ( | char * | string, |
char * | pattern | ||
) |
Definition at line 658 of file utilities.c.
Referenced by ShowTestStart().
void* safeMalloc | ( | uint64_t | size | ) |
Definition at line 68 of file utilities.c.
Referenced by AllocResults().
void SeedRandGen | ( | MPI_Comm | testComm | ) |
Definition at line 678 of file utilities.c.
References ERR, MPI_CHECK, NULL, and rank.
Referenced by GetOffsetArrayRandom(), and InitTests().
void set_o_direct_flag | ( | int * | fd | ) |
Definition at line 160 of file utilities.c.
References O_DIRECT, and WARN.
Referenced by IME_Open(), POSIX_Create(), and POSIX_Open().
void SetHints | ( | MPI_Info * | mpiHints, |
char * | hintsFileName | ||
) |
Definition at line 454 of file utilities.c.
References environ, ERR, ExtractHint(), MAX_STR, MPI_CHECK, NULL, and WARN.
Referenced by HDF5_Open(), MPIIO_Access(), MPIIO_GetFileSize(), NCMPI_Create(), and NCMPI_Open().
void ShowFileSystemSize | ( | char * | fileSystem | ) |
Definition at line 568 of file utilities.c.
References NULL, out_logfile, out_resultfile, OUTPUT_CSV, OUTPUT_DEFAULT, OUTPUT_JSON, outputFormat, PATH_MAX, and WARN.
Referenced by DisplayFreespace().
void ShowHints | ( | MPI_Info * | mpiHints | ) |
Definition at line 515 of file utilities.c.
References MPI_CHECK, and out_logfile.
Referenced by HDF5_Open(), NCMPI_Create(), and NCMPI_Open().
void StoreStoneWallingIterations | ( | char *const | filename, |
int64_t | count | ||
) |
Definition at line 817 of file utilities.c.
References FAIL, NULL, and rank.
Referenced by file_test(), and ShowTestEnd().
IOR_offset_t StringToBytes | ( | char * | size_str | ) |
Definition at line 537 of file utilities.c.
|
static |
Definition at line 750 of file utilities.c.
References GetTimeStamp(), MPI_CHECK, mpi_comm_world, timestamp, and wall_clock_delta.
Referenced by init_clock().
void updateParsedOptions | ( | IOR_param_t * | options, |
options_all_t * | global_options | ||
) |
Definition at line 121 of file utilities.c.
References aiori_select(), airoi_update_module_options(), IOR_param_t::api, IOR_param_t::apiVersion, backend, IOR_param_t::backend, IOR_param_t::backend_options, IOR_param_t::buffer_type, IOR_param_t::dataPacketType, ERR_SIMPLE, ior_aiori::get_version, incompressible, IOR_param_t::incompressibleSeed, IOR_param_t::memoryPerNode, IOR_param_t::memoryPerNodeStr, NodeMemoryStringToBytes(), NULL, offset, out_logfile, IOR_param_t::setTimeStampSignature, IOR_param_t::storeFileOffset, timestamp, and TRUE.
Referenced by mdtest_run(), and ParseCommandLine().
int errno |
Referenced by FailMessage(), Gfarm_access(), Gfarm_delete(), Gfarm_mkdir(), Gfarm_rmdir(), Gfarm_stat(), Gfarm_statfs(), and POSIX_Create().
MPI_Comm mpi_comm_world |
Definition at line 61 of file utilities.c.
Referenced by file_hits_histogram(), init_IOR_Param_t(), InitTests(), ior_main(), ior_run(), mdtest_run(), ReadStoneWallingIterations(), TestIoSys(), and TimeDeviation().
int numTasks |
Referenced by GetNumNodes(), and GetNumTasks().
FILE* out_logfile |
Definition at line 62 of file utilities.c.
Referenced by CheckFileSize(), CompareBuffers(), CountErrors(), create_remove_directory_tree(), DecodeDirective(), DelaySecs(), DisplayOutliers(), DUMMY_Close(), DUMMY_Create(), DUMMY_Delete(), DUMMY_Fsync(), DUMMY_GetFileSize(), DUMMY_Open(), DUMMY_Xfer(), DumpBuffer(), ExtractHint(), FailMessage(), file_hits_histogram(), file_test(), GetNumTasksOnNode0(), HogMemory(), InitTests(), ior_main(), ior_run(), mdtest_run(), ParseLine(), PrintHeader(), PrintTimestamp(), QueryNodeMapping(), RemoveFile(), ShowFileSystemSize(), ShowHints(), ShowSetup(), ShowTestEnd(), summarize_results(), TestIoSys(), updateParsedOptions(), VerboseMessage(), WriteOrRead(), and WriteTimes().
FILE* out_resultfile |
Definition at line 63 of file utilities.c.
Referenced by DecodeDirective(), ior_main(), ior_run(), PPDouble(), PrintArrayEnd(), PrintArrayNamedStart(), PrintArrayStart(), PrintEndSection(), PrintHeader(), PrintIndent(), PrintKeyVal(), PrintKeyValDouble(), PrintKeyValEnd(), PrintKeyValInt(), PrintKeyValStart(), PrintLongSummaryAllTests(), PrintLongSummaryHeader(), PrintLongSummaryOneOperation(), PrintNamedArrayStart(), PrintNamedSectionStart(), PrintNextToken(), PrintReducedResult(), PrintRemoveTiming(), PrintShortSummary(), PrintStartSection(), PrintTableHeader(), ShowFileSystemSize(), ShowSetup(), and ShowTestStart().
enum OutputFormat_t outputFormat |
Definition at line 64 of file utilities.c.
Referenced by DecodeDirective(), PrintArrayEnd(), PrintArrayNamedStart(), PrintArrayStart(), PrintEndSection(), PrintHeader(), PrintIndent(), PrintKeyVal(), PrintKeyValDouble(), PrintKeyValEnd(), PrintKeyValInt(), PrintKeyValStart(), PrintLongSummaryAllTests(), PrintLongSummaryHeader(), PrintLongSummaryOneOperation(), PrintNamedArrayStart(), PrintNamedSectionStart(), PrintNextToken(), PrintReducedResult(), PrintRemoveTiming(), PrintRepeatStart(), PrintShortSummary(), PrintStartSection(), PrintTableHeader(), ShowFileSystemSize(), and ShowTestStart().
int rank = 0 |
Definition at line 57 of file utilities.c.
Referenced by CEPHFS_GetFileSize(), CheckFileSize(), collective_helper(), CompareBuffers(), CountErrors(), DAOS_Create(), DAOS_Fini(), DAOS_GetFileSize(), DAOS_Init(), DAOS_Open(), DecodeDirective(), DelaySecs(), DFS_Create(), DFS_Finalize(), DFS_GetFileSize(), DFS_Init(), directory_test(), DisplayOutliers(), DistributeHints(), DUMMY_Create(), DUMMY_Xfer(), file_hits_histogram(), file_test(), FillBuffer(), GetNumNodes(), GetNumTasksOnNode0(), GetTestFileName(), Gfarm_get_file_size(), HandleDistribute(), HDF5_Open(), HDF5_Xfer(), HDFS_Create_Or_Open(), HDFS_Delete(), HDFS_GetFileSize(), HDFS_Xfer(), IME_Delete(), IME_GetFileSize(), IME_options(), IME_Xfer(), InitTests(), ior_main(), ior_run(), mdtest_iteration(), mdtest_run(), MPIIO_GetFileSize(), NCMPI_Create(), NCMPI_Open(), NCMPI_Xfer(), POSIX_Create(), POSIX_Delete(), POSIX_GetFileSize(), POSIX_Xfer(), PrependDir(), PrintArrayEnd(), PrintArrayNamedStart(), PrintArrayStart(), PrintEndSection(), PrintHeader(), PrintLongSummaryAllTests(), PrintLongSummaryHeader(), PrintLongSummaryOneOperation(), PrintRemoveTiming(), PrintRepeatEnd(), PrintRepeatStart(), PrintShortSummary(), PrintTestEnds(), PrintTimestamp(), QueryNodeMapping(), RADOS_GetFileSize(), ReadStoneWallingIterations(), ReduceIterResults(), remove_file(), RemoveFile(), S3_Close_internal(), s3_connect(), S3_Create_Or_Open_internal(), S3_GetFileSize(), S3_Xfer_internal(), SeedRandGen(), SeekOffset(), SetupDataSet(), ShowTestEnd(), StoreStoneWallingIterations(), summarize_results(), TestIoSys(), valid_tests(), VerboseMessage(), WriteOrRead(), and WriteTimes().
int rankOffset = 0 |
Definition at line 58 of file utilities.c.
Referenced by file_hits_histogram(), GetTestFileName(), HDF5_Xfer(), IME_options(), NCMPI_Xfer(), PrependDir(), RemoveFile(), SeekOffset(), SetupDataSet(), TestIoSys(), and WriteOrRead().
MPI_Comm testComm |
Definition at line 60 of file utilities.c.
Referenced by CheckFileSize(), CountErrors(), directory_test(), DisplayOutliers(), FailMessage(), file_test(), HDF5_Open(), HDFS_Create_Or_Open(), IME_options(), mdtest_iteration(), mdtest_run(), MPIIO_GetFileSize(), NCMPI_Create(), NCMPI_Open(), phase_end(), POSIX_Create(), ReduceIterResults(), summarize_results(), TestIoSys(), unique_dir_access(), updateStoneWallIterations(), and WriteOrRead().
int verbose = VERBOSE_0 |
Definition at line 59 of file utilities.c.
Referenced by CheckFileSize(), CompareBuffers(), DelaySecs(), DUMMY_Close(), DUMMY_Create(), DUMMY_Delete(), DUMMY_Fsync(), DUMMY_GetFileSize(), DUMMY_Open(), DUMMY_Xfer(), GetNumTasksOnNode0(), HDFS_Xfer(), HogMemory(), IME_options(), IME_Xfer(), ior_main(), ior_run(), mdtest_run(), POSIX_Open(), POSIX_Xfer(), PrintHeader(), PrintLongSummaryAllTests(), PrintLongSummaryHeader(), PrintLongSummaryOneOperation(), PrintRemoveTiming(), PrintShortSummary(), PrintTestEnds(), PrintTimestamp(), ReduceIterResults(), RemoveFile(), S3_Create_Or_Open_internal(), S3_Xfer_internal(), SetupDataSet(), ShowTestStart(), TestIoSys(), VerboseMessage(), and WriteOrRead().
double wall_clock_delta = 0 |
Definition at line 720 of file utilities.c.
Referenced by DisplayOutliers(), GetTimeStamp(), and TimeDeviation().
double wall_clock_deviation |
Definition at line 719 of file utilities.c.
Referenced by init_clock(), and PrintHeader().