IOR
|
#include <stdio.h>
#include <stdlib.h>
#include <errno.h>
#include <fcntl.h>
#include <sys/stat.h>
#include <assert.h>
#include "ior.h"
#include "aiori.h"
#include "utilities.h"
#include "hdfs.h"
Go to the source code of this file.
Data Structures | |
struct | hdfs_options_t |
Macros | |
#define | open64 open /* unlikely, but may pose */ |
#define | lseek64 lseek /* unlikely, but may pose */ |
#define | O_BINARY 0 |
#define | O_DIRECT 000000 |
Functions | |
static aiori_fd_t * | HDFS_Create (char *testFileName, int flags, aiori_mod_opt_t *param) |
static aiori_fd_t * | HDFS_Open (char *testFileName, int flags, aiori_mod_opt_t *param) |
static IOR_offset_t | HDFS_Xfer (int access, aiori_fd_t *file, IOR_size_t *buffer, IOR_offset_t length, IOR_offset_t offset, aiori_mod_opt_t *param) |
static void | HDFS_Close (aiori_fd_t *, aiori_mod_opt_t *) |
static void | HDFS_Delete (char *testFileName, aiori_mod_opt_t *param) |
static void | HDFS_Fsync (aiori_fd_t *, aiori_mod_opt_t *) |
static IOR_offset_t | HDFS_GetFileSize (aiori_mod_opt_t *, char *) |
static void | hdfs_xfer_hints (aiori_xfer_hint_t *params) |
static option_help * | HDFS_options (aiori_mod_opt_t **init_backend_options, aiori_mod_opt_t *init_values) |
static int | HDFS_mkdir (const char *path, mode_t mode, aiori_mod_opt_t *options) |
static int | HDFS_rmdir (const char *path, aiori_mod_opt_t *options) |
static int | HDFS_access (const char *path, int mode, aiori_mod_opt_t *options) |
static int | HDFS_stat (const char *path, struct stat *buf, aiori_mod_opt_t *options) |
static int | HDFS_statfs (const char *path, ior_aiori_statfs_t *stat, aiori_mod_opt_t *options) |
static void | hdfs_connect (hdfs_options_t *o) |
void | hdfs_set_o_direct_flag (int *fd) |
static void | hdfs_disconnect (hdfs_options_t *o) |
static void * | HDFS_Create_Or_Open (char *testFileName, int flags, aiori_mod_opt_t *param, unsigned char createFile) |
Variables | |
static aiori_xfer_hint_t * | hints = NULL |
ior_aiori_t | hdfs_aiori |
#define lseek64 lseek /* unlikely, but may pose */ |
Definition at line 93 of file aiori-HDFS.c.
#define O_BINARY 0 |
Definition at line 97 of file aiori-HDFS.c.
#define O_DIRECT 000000 |
Referenced by hdfs_set_o_direct_flag().
#define open64 open /* unlikely, but may pose */ |
Definition at line 89 of file aiori-HDFS.c.
|
static |
Definition at line 208 of file aiori-HDFS.c.
References hdfs_options_t::fs, hdfs_connect(), and o.
|
static |
Definition at line 610 of file aiori-HDFS.c.
References ERR, hdfs_options_t::fs, o, verbose, and VERBOSE_4.
|
static |
Definition at line 276 of file aiori-HDFS.c.
References ERR, hdfs_options_t::fs, hdfs_options_t::name_node, hdfs_options_t::name_node_port, hdfs_options_t::user, verbose, and VERBOSE_4.
Referenced by HDFS_access(), HDFS_Create_Or_Open(), HDFS_Delete(), HDFS_GetFileSize(), HDFS_mkdir(), HDFS_rmdir(), HDFS_stat(), and HDFS_statfs().
|
static |
Definition at line 452 of file aiori-HDFS.c.
References HDFS_Create_Or_Open(), TRUE, verbose, and VERBOSE_4.
|
static |
Definition at line 332 of file aiori-HDFS.c.
References hdfs_options_t::block_size, hdfs_options_t::direct_io, ERR, aiori_xfer_hint_t::filePerProc, hdfs_options_t::fs, hdfs_connect(), hdfs_set_o_direct_flag(), IOR_APPEND, IOR_EXCL, IOR_RDWR, IOR_WRONLY, MPI_CHECK, NULL, o, rank, hdfs_options_t::replicas, testComm, aiori_xfer_hint_t::transferSize, TRUE, verbose, and VERBOSE_4.
Referenced by HDFS_Create(), and HDFS_Open().
|
static |
Definition at line 634 of file aiori-HDFS.c.
References ERR, EWARN, hdfs_options_t::fs, hdfs_connect(), o, rank, verbose, and VERBOSE_4.
|
static |
Definition at line 313 of file aiori-HDFS.c.
References hdfs_options_t::fs, NULL, verbose, and VERBOSE_4.
|
static |
Definition at line 592 of file aiori-HDFS.c.
References EWARN, hdfs_options_t::fs, o, verbose, and VERBOSE_4.
Referenced by HDFS_Xfer().
|
static |
Definition at line 665 of file aiori-HDFS.c.
References ERR, hdfs_options_t::fs, hdfs_connect(), o, verbose, and VERBOSE_4.
|
static |
Definition at line 196 of file aiori-HDFS.c.
References hdfs_options_t::fs, hdfs_connect(), and o.
|
static |
Definition at line 466 of file aiori-HDFS.c.
References FALSE, HDFS_Create_Or_Open(), IOR_CREAT, TRUE, verbose, and VERBOSE_4.
|
static |
Definition at line 164 of file aiori-HDFS.c.
References hdfs_options_t::block_size, hdfs_options_t::direct_io, LAST_OPTION, hdfs_options_t::name_node, NULL, o, OPTION_FLAG, OPTION_OPTIONAL_ARGUMENT, hdfs_options_t::replicas, and hdfs_options_t::user.
|
static |
Definition at line 202 of file aiori-HDFS.c.
References hdfs_options_t::fs, hdfs_connect(), and o.
void hdfs_set_o_direct_flag | ( | int * | fd | ) |
Definition at line 249 of file aiori-HDFS.c.
References O_DIRECT, and WARN.
Referenced by HDFS_Create_Or_Open().
|
static |
Definition at line 214 of file aiori-HDFS.c.
References hdfs_options_t::fs, hdfs_connect(), NULL, and o.
|
static |
Definition at line 232 of file aiori-HDFS.c.
References ior_aiori_statfs::f_bavail, ior_aiori_statfs::f_bfree, ior_aiori_statfs::f_blocks, ior_aiori_statfs::f_bsize, ior_aiori_statfs::f_ffree, ior_aiori_statfs::f_files, hdfs_options_t::fs, hdfs_connect(), and o.
|
static |
Definition at line 489 of file aiori-HDFS.c.
References ERR, hdfs_options_t::fs, aiori_xfer_hint_t::fsyncPerWrite, HDFS_Fsync(), MAX_RETRY, MPI_CHECK, o, rank, rc, aiori_xfer_hint_t::singleXferAttempt, TRUE, verbose, VERBOSE_4, WARN, and WRITE.
|
static |
Definition at line 146 of file aiori-HDFS.c.
ior_aiori_t hdfs_aiori |
Definition at line 123 of file aiori-HDFS.c.
|
static |
Definition at line 119 of file aiori-HDFS.c.