s3downloader.h

#ifndef __S3DOWNLOADER_H__
#define __S3DOWNLOADER_H__

#include <fcntl.h>
#include <pthread.h>
#include <sys/stat.h>
#include <sys/types.h>
#include <unistd.h>

#include <cstddef>
#include <cstdlib>
#include <iostream>
#include <map>
#include <string>
#include <vector>
// #include <cstdint>
#include <cstring>

#include <curl/curl.h>

#include "s3common.h"

using std::vector;

struct Range {
    /* data */
    uint64_t offset;
    uint64_t len;
};

class OffsetMgr {
   public:
    OffsetMgr(uint64_t maxsize, uint64_t chunksize);
    ~OffsetMgr() { pthread_mutex_destroy(&this->offset_lock); };
    Range NextOffset();  // ret.len == 0 means EOF
    void Reset(uint64_t n);
    uint64_t Chunksize() { return this->chunksize; };
    uint64_t Size() { return this->maxsize; };

   private:
    pthread_mutex_t offset_lock;
    uint64_t maxsize;
    uint64_t chunksize;
    uint64_t curpos;
};

class BlockingBuffer {
   public:
    static BlockingBuffer* CreateBuffer(string url, string region, OffsetMgr* o,
                                        S3Credential* pcred);
    BlockingBuffer(string url, OffsetMgr* o);
    virtual ~BlockingBuffer();
    bool Init();
    bool EndOfFile() { return this->eof; };
    bool Error() { return this->error; };

    uint64_t Read(char* buf, uint64_t len);
    uint64_t Fill();

    static const int STATUS_EMPTY = 0;
    static const int STATUS_READY = 1;

    /* data */
   protected:
    string sourceurl;
    uint64_t bufcap;
    virtual uint64_t fetchdata(uint64_t offset, char* data, uint64_t len) = 0;

   private:
    int status;
    bool eof;
    bool error;
    pthread_mutex_t stat_mutex;
    pthread_cond_t stat_cond;
    uint64_t readpos;
    uint64_t realsize;
    char* bufferdata;
    OffsetMgr* mgr;
    Range nextpos;
};

struct Downloader {
    Downloader(uint8_t part_num);
    ~Downloader();
    bool init(string url, string region, uint64_t size, uint64_t chunksize,
              S3Credential* pcred);
    bool get(char* buf, uint64_t& len);
    void destroy();
    // reset
    // init(url)
   private:
    const uint8_t num;
    pthread_t* threads;
    BlockingBuffer** buffers;
    OffsetMgr* o;
    uint64_t chunkcount;
    uint64_t readlen;
};

struct Bufinfo {
    /* data */
    char* buf;
    uint64_t maxsize;
    uint64_t len;
};

class HTTPFetcher : public BlockingBuffer {
   public:
    HTTPFetcher(string url, OffsetMgr* o);
    ~HTTPFetcher();
    bool SetMethod(Method m);
    bool AddHeaderField(HeaderField f, string v);

   protected:
    uint64_t fetchdata(uint64_t offset, char* data, uint64_t len);
    virtual bool processheader() { return true; };
    CURL* curl;
    Method method;
    HeaderContent headers;
    UrlParser urlparser;
};

class S3Fetcher : public HTTPFetcher {
   public:
    S3Fetcher(string url, string region, OffsetMgr* o,
              const S3Credential& cred);
    ~S3Fetcher(){};

   protected:
    virtual bool processheader();

   private:
    string region;
    S3Credential cred;
};

struct BucketContent;

struct ListBucketResult {
    string Name;
    string Prefix;
    unsigned int MaxKeys;
    vector<BucketContent*> contents;

    ~ListBucketResult();
};

BucketContent* CreateBucketContentItem(string key, uint64_t size);

struct BucketContent {
    friend BucketContent* CreateBucketContentItem(string key, uint64_t size);
    BucketContent();
    ~BucketContent();
    string Key() const { return this->key; };
    uint64_t Size() const { return this->size; };

   private:
    // BucketContent(const BucketContent& b) = delete;
    // BucketContent operator=(const BucketContent& b) = delete;

    string key;
    // const char* etags;
    uint64_t size;
};

// need free
ListBucketResult* ListBucket(string schema, string region, string bucket,
                             string prefix, const S3Credential& cred);

ListBucketResult* ListBucket_FakeHTTP(string host, string bucket);

#endif