IOR
|
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <errno.h>
#include <assert.h>
#include <curl/curl.h>
#include <libxml/parser.h>
#include <libxml/tree.h>
#include "aws4c.h"
#include "aws4c_extra.h"
#include "ior.h"
#include "aiori.h"
#include "aiori-debug.h"
Go to the source code of this file.
Data Structures | |
struct | s3_options_t |
Macros | |
#define | BUFF_SIZE 1024 |
#define | IOR_CURL_INIT 0x01 /* curl top-level inits were performed once? */ |
#define | IOR_CURL_NOCONTINUE 0x02 |
#define | IOR_CURL_S3_EMC_EXT 0x04 /* allow EMC extensions to S3? */ |
#define | MAX_UPLOAD_ID_SIZE 256 /* TODO don't know the actual value */ |
#define | CURL_ERR(MSG, CURL_ERRNO, PARAM) |
#define | CURL_WARN(MSG, CURL_ERRNO) |
Typedefs | |
typedef void | CURL |
typedef void | IOBuf |
Variables | |
int | rank |
MPI_Comm | testComm |
const int | ETAG_SIZE = 32 |
CURLcode | rc |
static aiori_xfer_hint_t * | hints = NULL |
ior_aiori_t | s3_4c_aiori |
ior_aiori_t | s3_plus_aiori |
ior_aiori_t | s3_emc_aiori |
#define BUFF_SIZE 1024 |
Definition at line 109 of file aiori-S3-4c.c.
Referenced by S3_Close_internal(), S3_Create_Or_Open_internal(), and S3_Xfer_internal().
#define CURL_ERR | ( | MSG, | |
CURL_ERRNO, | |||
PARAM | |||
) |
Definition at line 286 of file aiori-S3-4c.c.
#define CURL_WARN | ( | MSG, | |
CURL_ERRNO | |||
) |
Definition at line 296 of file aiori-S3-4c.c.
#define IOR_CURL_INIT 0x01 /* curl top-level inits were performed once? */ |
Definition at line 116 of file aiori-S3-4c.c.
Referenced by s3_connect().
#define IOR_CURL_NOCONTINUE 0x02 |
Definition at line 117 of file aiori-S3-4c.c.
#define IOR_CURL_S3_EMC_EXT 0x04 /* allow EMC extensions to S3? */ |
Definition at line 118 of file aiori-S3-4c.c.
Referenced by s3_connect().
#define MAX_UPLOAD_ID_SIZE 256 /* TODO don't know the actual value */ |
Definition at line 120 of file aiori-S3-4c.c.
Referenced by S3_Create_Or_Open_internal().
typedef void CURL |
Definition at line 127 of file aiori-S3-4c.c.
typedef void IOBuf |
Definition at line 128 of file aiori-S3-4c.c.
|
static |
Definition at line 1299 of file aiori-S3-4c.c.
References FALSE, and S3_Close_internal().
Referenced by S3_xfer_hints().
|
static |
Definition at line 625 of file aiori-S3-4c.c.
References FALSE, and S3_Create_Or_Open_internal().
Referenced by S3_xfer_hints().
|
static |
Definition at line 1339 of file aiori-S3-4c.c.
References s3_options_t::io_buf, and s3_connect().
|
static |
Definition at line 644 of file aiori-S3-4c.c.
References FALSE, and S3_Create_Or_Open_internal().
Referenced by S3_xfer_hints().
|
static |
Definition at line 942 of file aiori-S3-4c.c.
References FALSE, and S3_Xfer_internal().
Referenced by S3_xfer_hints().
|
static |
Definition at line 268 of file aiori-S3-4c.c.
References aiori_xfer_hint_t::blockSize, ERR, aiori_xfer_hint_t::filePerProc, aiori_xfer_hint_t::segmentCount, and aiori_xfer_hint_t::transferSize.
Referenced by S3_xfer_hints().
|
static |
Definition at line 1295 of file aiori-S3-4c.c.
References S3_Close_internal(), and TRUE.
Referenced by S3_xfer_hints().
|
static |
Definition at line 1019 of file aiori-S3-4c.c.
References BUFF_SIZE, ERR, ETAG_SIZE, s3_options_t::etags, aiori_xfer_hint_t::filePerProc, MPI_CHECK, NULL, aiori_xfer_hint_t::numTasks, rank, s3_MPU_reset(), aiori_xfer_hint_t::segmentCount, testComm, s3_options_t::UploadId, verbose, VERBOSE_3, VERBOSE_4, and s3_options_t::written.
Referenced by EMC_Close(), and S3_Close().
|
static |
Definition at line 330 of file aiori-S3-4c.c.
References s3_options_t::bucket_name, s3_options_t::curl_flags, s3_options_t::etags, s3_options_t::host, s3_options_t::io_buf, IOR_CURL_INIT, IOR_CURL_S3_EMC_EXT, MPI_CHECK, rank, testComm, and s3_options_t::user.
Referenced by EMC_Delete(), S3_Create_Or_Open_internal(), S3_Delete(), and S3_GetFileSize().
|
static |
Definition at line 614 of file aiori-S3-4c.c.
References S3_Create_Or_Open_internal(), and TRUE.
Referenced by S3_xfer_hints().
|
static |
Definition at line 490 of file aiori-S3-4c.c.
References BUFF_SIZE, ERR, aiori_xfer_hint_t::filePerProc, s3_options_t::io_buf, IOR_CREAT, IOR_RDWR, IOR_TRUNC, IOR_WRONLY, MAX_UPLOAD_ID_SIZE, NULL, rank, s3_connect(), testComm, s3_options_t::UploadId, verbose, VERBOSE_3, and s3_options_t::written.
Referenced by EMC_Create(), EMC_Open(), S3_Create(), and S3_Open().
|
static |
Definition at line 1314 of file aiori-S3-4c.c.
References s3_options_t::io_buf, and s3_connect().
Referenced by S3_xfer_hints().
|
static |
Definition at line 438 of file aiori-S3-4c.c.
|
static |
Definition at line 262 of file aiori-S3-4c.c.
Referenced by S3_xfer_hints().
|
static |
Definition at line 987 of file aiori-S3-4c.c.
Referenced by S3_xfer_hints().
|
static |
Definition at line 1373 of file aiori-S3-4c.c.
References s3_options_t::io_buf, rank, s3_connect(), and testComm.
Referenced by S3_xfer_hints().
|
static |
Definition at line 255 of file aiori-S3-4c.c.
Referenced by S3_xfer_hints().
void s3_MPU_reset | ( | s3_options_t * | param | ) |
Definition at line 454 of file aiori-S3-4c.c.
References s3_options_t::etags, s3_options_t::io_buf, and s3_options_t::part_number.
Referenced by S3_Close_internal().
|
static |
Definition at line 636 of file aiori-S3-4c.c.
References S3_Create_Or_Open_internal(), and TRUE.
Referenced by S3_xfer_hints().
|
static |
Definition at line 232 of file aiori-S3-4c.c.
References s3_options_t::bucket_name, s3_options_t::host, LAST_OPTION, NULL, o, OPTION_OPTIONAL_ARGUMENT, and s3_options_t::user.
Referenced by S3_xfer_hints().
|
static |
Definition at line 930 of file aiori-S3-4c.c.
References S3_Xfer_internal(), and TRUE.
Referenced by S3_xfer_hints().
|
static |
Definition at line 150 of file aiori-S3-4c.c.
References EMC_Close(), EMC_Create(), EMC_Open(), EMC_Xfer(), offset, options, S3_check_params(), S3_Close(), S3_Create(), S3_Delete(), S3_finalize(), S3_Fsync(), S3_GetFileSize(), S3_init(), S3_Open(), S3_options(), and S3_Xfer().
|
static |
Definition at line 726 of file aiori-S3-4c.c.
References aiori_xfer_hint_t::blockSize, BUFF_SIZE, ERR, ETAG_SIZE, s3_options_t::etags, aiori_xfer_hint_t::filePerProc, aiori_xfer_hint_t::fsyncPerWrite, s3_options_t::io_buf, aiori_xfer_hint_t::numTasks, s3_options_t::part_number, rank, aiori_xfer_hint_t::segmentCount, aiori_xfer_hint_t::transferSize, TRUE, s3_options_t::UploadId, WARN, and WRITE.
Referenced by EMC_Xfer(), and S3_Xfer().
const int ETAG_SIZE = 32 |
Definition at line 110 of file aiori-S3-4c.c.
Referenced by S3_Close_internal(), and S3_Xfer_internal().
|
static |
Definition at line 148 of file aiori-S3-4c.c.
int rank |
Definition at line 68 of file utilities.c.
Referenced by S3_Close_internal(), s3_connect(), S3_Create_Or_Open_internal(), S3_GetFileSize(), and S3_Xfer_internal().
CURLcode rc |
Definition at line 111 of file aiori-S3-4c.c.
Referenced by DecodeDirective(), DFS_Create(), DFS_Delete(), DFS_Finalize(), DFS_GetFileSize(), DFS_Init(), DFS_Mkdir(), DFS_Open(), DFS_Rmdir(), DFS_Stat(), DFS_Xfer(), HandleDistribute(), HDFS_Xfer(), IME_Xfer(), lookup_insert_dir(), NodeMemoryStringToBytes(), parse_filename(), PMDK_Xfer(), POSIX_check_params(), POSIX_Xfer(), share_file_handle(), string_to_bytes(), and StringToBytes().
ior_aiori_t s3_4c_aiori |
Definition at line 178 of file aiori-S3-4c.c.
ior_aiori_t s3_emc_aiori |
Definition at line 217 of file aiori-S3-4c.c.
ior_aiori_t s3_plus_aiori |
Definition at line 200 of file aiori-S3-4c.c.
MPI_Comm testComm |
Definition at line 71 of file utilities.c.
Referenced by S3_Close_internal(), s3_connect(), S3_Create_Or_Open_internal(), and S3_GetFileSize().