2010-11-13 23:59:23 +00:00
|
|
|
/*
|
|
|
|
* s3fs - FUSE-based file system backed by Amazon S3
|
|
|
|
*
|
2017-05-07 11:24:17 +00:00
|
|
|
* Copyright(C) 2007 Randy Rizun <rrizun@gmail.com>
|
2010-11-13 23:59:23 +00:00
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU General Public License
|
|
|
|
* as published by the Free Software Foundation; either version 2
|
|
|
|
* of the License, or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* along with this program; if not, write to the Free Software
|
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
|
|
|
*/
|
2015-08-19 18:22:30 +00:00
|
|
|
#include <limits.h>
|
2013-08-10 15:29:39 +00:00
|
|
|
#include <stdio.h>
|
2015-06-06 16:39:39 +00:00
|
|
|
#include <stdlib.h>
|
2011-06-26 00:37:52 +00:00
|
|
|
#include <string.h>
|
|
|
|
#include <syslog.h>
|
|
|
|
|
|
|
|
#include <sstream>
|
|
|
|
#include <string>
|
2013-03-30 13:37:14 +00:00
|
|
|
#include <map>
|
2010-11-13 23:59:23 +00:00
|
|
|
|
2013-03-30 13:37:14 +00:00
|
|
|
#include "common.h"
|
2010-11-13 23:59:23 +00:00
|
|
|
#include "string_util.h"
|
|
|
|
|
2011-06-26 00:37:52 +00:00
|
|
|
using namespace std;
|
|
|
|
|
2017-11-18 18:10:29 +00:00
|
|
|
template <class T> std::string str(T value) {
|
|
|
|
std::stringstream s;
|
|
|
|
s << value;
|
|
|
|
return s.str();
|
|
|
|
}
|
|
|
|
|
|
|
|
template std::string str(short value);
|
|
|
|
template std::string str(unsigned short value);
|
|
|
|
template std::string str(int value);
|
|
|
|
template std::string str(unsigned int value);
|
|
|
|
template std::string str(long value);
|
|
|
|
template std::string str(unsigned long value);
|
|
|
|
template std::string str(long long value);
|
|
|
|
template std::string str(unsigned long long value);
|
|
|
|
|
2011-06-26 00:37:52 +00:00
|
|
|
static const char hexAlphabet[] = "0123456789ABCDEF";
|
|
|
|
|
2013-11-17 08:50:41 +00:00
|
|
|
off_t s3fs_strtoofft(const char* str, bool is_base_16)
|
|
|
|
{
|
|
|
|
if(!str || '\0' == *str){
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
off_t result;
|
|
|
|
bool chk_space;
|
|
|
|
bool chk_base16_prefix;
|
|
|
|
for(result = 0, chk_space = false, chk_base16_prefix = false; '\0' != *str; str++){
|
|
|
|
// check head space
|
|
|
|
if(!chk_space && isspace(*str)){
|
|
|
|
continue;
|
|
|
|
}else if(!chk_space){
|
|
|
|
chk_space = true;
|
|
|
|
}
|
|
|
|
// check prefix for base 16
|
|
|
|
if(!chk_base16_prefix){
|
|
|
|
chk_base16_prefix = true;
|
|
|
|
if('0' == *str && ('x' == str[1] || 'X' == str[1])){
|
|
|
|
is_base_16 = true;
|
|
|
|
str++;
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// check like isalnum and set data
|
|
|
|
result *= (is_base_16 ? 16 : 10);
|
2019-01-18 06:32:32 +00:00
|
|
|
if('0' <= *str && '9' >= *str){
|
2013-11-17 08:50:41 +00:00
|
|
|
result += static_cast<off_t>(*str - '0');
|
|
|
|
}else if(is_base_16){
|
|
|
|
if('A' <= *str && *str <= 'F'){
|
|
|
|
result += static_cast<off_t>(*str - 'A' + 0x0a);
|
|
|
|
}else if('a' <= *str && *str <= 'f'){
|
|
|
|
result += static_cast<off_t>(*str - 'a' + 0x0a);
|
|
|
|
}else{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
}else{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
2013-03-30 13:37:14 +00:00
|
|
|
string lower(string s)
|
|
|
|
{
|
2010-11-13 23:59:23 +00:00
|
|
|
// change each character of the string to lower case
|
2013-03-30 13:37:14 +00:00
|
|
|
for(unsigned int i = 0; i < s.length(); i++){
|
2010-11-13 23:59:23 +00:00
|
|
|
s[i] = tolower(s[i]);
|
2013-03-30 13:37:14 +00:00
|
|
|
}
|
2010-11-13 23:59:23 +00:00
|
|
|
return s;
|
|
|
|
}
|
|
|
|
|
2013-03-30 13:37:14 +00:00
|
|
|
string trim_left(const string &s, const string &t /* = SPACES */)
|
|
|
|
{
|
2011-06-26 00:37:52 +00:00
|
|
|
string d(s);
|
|
|
|
return d.erase(0, s.find_first_not_of(t));
|
|
|
|
}
|
|
|
|
|
2013-03-30 13:37:14 +00:00
|
|
|
string trim_right(const string &s, const string &t /* = SPACES */)
|
|
|
|
{
|
2011-06-26 00:37:52 +00:00
|
|
|
string d(s);
|
|
|
|
string::size_type i(d.find_last_not_of(t));
|
2013-03-30 13:37:14 +00:00
|
|
|
if(i == string::npos){
|
2011-06-26 00:37:52 +00:00
|
|
|
return "";
|
2013-03-30 13:37:14 +00:00
|
|
|
}else{
|
2011-06-26 00:37:52 +00:00
|
|
|
return d.erase(d.find_last_not_of(t) + 1);
|
2013-03-30 13:37:14 +00:00
|
|
|
}
|
2011-06-26 00:37:52 +00:00
|
|
|
}
|
|
|
|
|
2013-03-30 13:37:14 +00:00
|
|
|
string trim(const string &s, const string &t /* = SPACES */)
|
|
|
|
{
|
2019-01-23 07:04:47 +00:00
|
|
|
return trim_left(trim_right(s, t), t);
|
2011-06-26 00:37:52 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* urlEncode a fuse path,
|
|
|
|
* taking into special consideration "/",
|
|
|
|
* otherwise regular urlEncode.
|
|
|
|
*/
|
2013-03-30 13:37:14 +00:00
|
|
|
string urlEncode(const string &s)
|
|
|
|
{
|
2011-06-26 00:37:52 +00:00
|
|
|
string result;
|
|
|
|
for (unsigned i = 0; i < s.length(); ++i) {
|
2015-05-26 01:27:01 +00:00
|
|
|
char c = s[i];
|
|
|
|
if (c == '/' // Note- special case for fuse paths...
|
|
|
|
|| c == '.'
|
|
|
|
|| c == '-'
|
|
|
|
|| c == '_'
|
|
|
|
|| c == '~'
|
|
|
|
|| (c >= 'a' && c <= 'z')
|
|
|
|
|| (c >= 'A' && c <= 'Z')
|
|
|
|
|| (c >= '0' && c <= '9')) {
|
|
|
|
result += c;
|
2013-03-30 13:37:14 +00:00
|
|
|
} else {
|
2011-06-26 00:37:52 +00:00
|
|
|
result += "%";
|
2015-05-26 01:27:01 +00:00
|
|
|
result += hexAlphabet[static_cast<unsigned char>(c) / 16];
|
|
|
|
result += hexAlphabet[static_cast<unsigned char>(c) % 16];
|
2011-06-26 00:37:52 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
2015-01-20 16:31:36 +00:00
|
|
|
/**
|
|
|
|
* urlEncode a fuse path,
|
|
|
|
* taking into special consideration "/",
|
|
|
|
* otherwise regular urlEncode.
|
|
|
|
*/
|
|
|
|
string urlEncode2(const string &s)
|
|
|
|
{
|
|
|
|
string result;
|
|
|
|
for (unsigned i = 0; i < s.length(); ++i) {
|
2015-05-26 01:27:01 +00:00
|
|
|
char c = s[i];
|
|
|
|
if (c == '=' // Note- special case for fuse paths...
|
|
|
|
|| c == '&' // Note- special case for s3...
|
|
|
|
|| c == '%'
|
|
|
|
|| c == '.'
|
|
|
|
|| c == '-'
|
|
|
|
|| c == '_'
|
|
|
|
|| c == '~'
|
|
|
|
|| (c >= 'a' && c <= 'z')
|
|
|
|
|| (c >= 'A' && c <= 'Z')
|
|
|
|
|| (c >= '0' && c <= '9')) {
|
|
|
|
result += c;
|
2015-01-20 16:31:36 +00:00
|
|
|
} else {
|
|
|
|
result += "%";
|
2015-05-26 01:27:01 +00:00
|
|
|
result += hexAlphabet[static_cast<unsigned char>(c) / 16];
|
|
|
|
result += hexAlphabet[static_cast<unsigned char>(c) % 16];
|
2015-01-20 16:31:36 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
2015-04-20 17:24:57 +00:00
|
|
|
string urlDecode(const string& s)
|
|
|
|
{
|
|
|
|
string result;
|
|
|
|
for(unsigned i = 0; i < s.length(); ++i){
|
|
|
|
if(s[i] != '%'){
|
|
|
|
result += s[i];
|
|
|
|
}else{
|
|
|
|
char ch = 0;
|
|
|
|
if(s.length() <= ++i){
|
|
|
|
break; // wrong format.
|
|
|
|
}
|
2015-06-06 16:39:39 +00:00
|
|
|
ch += ('0' <= s[i] && s[i] <= '9') ? (s[i] - '0') : ('A' <= s[i] && s[i] <= 'F') ? (s[i] - 'A' + 0x0a) : ('a' <= s[i] && s[i] <= 'f') ? (s[i] - 'a' + 0x0a) : 0x00;
|
2015-04-20 17:24:57 +00:00
|
|
|
if(s.length() <= ++i){
|
|
|
|
break; // wrong format.
|
|
|
|
}
|
|
|
|
ch *= 16;
|
2015-06-06 16:39:39 +00:00
|
|
|
ch += ('0' <= s[i] && s[i] <= '9') ? (s[i] - '0') : ('A' <= s[i] && s[i] <= 'F') ? (s[i] - 'A' + 0x0a) : ('a' <= s[i] && s[i] <= 'f') ? (s[i] - 'a' + 0x0a) : 0x00;
|
2015-04-20 17:24:57 +00:00
|
|
|
result += ch;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool takeout_str_dquart(string& str)
|
|
|
|
{
|
|
|
|
size_t pos;
|
|
|
|
|
|
|
|
// '"' for start
|
2019-01-18 04:24:24 +00:00
|
|
|
if(string::npos != (pos = str.find_first_of('\"'))){
|
2015-04-20 17:24:57 +00:00
|
|
|
str = str.substr(pos + 1);
|
|
|
|
|
|
|
|
// '"' for end
|
2019-01-18 04:24:24 +00:00
|
|
|
if(string::npos == (pos = str.find_last_of('\"'))){
|
2015-04-20 17:24:57 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
str = str.substr(0, pos);
|
2019-01-18 04:24:24 +00:00
|
|
|
if(string::npos != str.find_first_of('\"')){
|
2015-04-20 17:24:57 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2013-07-10 06:24:06 +00:00
|
|
|
//
|
|
|
|
// ex. target="http://......?keyword=value&..."
|
|
|
|
//
|
|
|
|
bool get_keyword_value(string& target, const char* keyword, string& value)
|
|
|
|
{
|
|
|
|
if(!keyword){
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
size_t spos;
|
|
|
|
size_t epos;
|
|
|
|
if(string::npos == (spos = target.find(keyword))){
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
spos += strlen(keyword);
|
|
|
|
if('=' != target.at(spos)){
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
spos++;
|
|
|
|
if(string::npos == (epos = target.find('&', spos))){
|
|
|
|
value = target.substr(spos);
|
|
|
|
}else{
|
|
|
|
value = target.substr(spos, (epos - spos));
|
|
|
|
}
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2011-06-26 00:37:52 +00:00
|
|
|
/**
|
|
|
|
* Returns the current date
|
|
|
|
* in a format suitable for a HTTP request header.
|
|
|
|
*/
|
2015-01-28 17:13:11 +00:00
|
|
|
string get_date_rfc850()
|
2013-03-30 13:37:14 +00:00
|
|
|
{
|
2011-06-26 00:37:52 +00:00
|
|
|
char buf[100];
|
|
|
|
time_t t = time(NULL);
|
|
|
|
strftime(buf, sizeof(buf), "%a, %d %b %Y %H:%M:%S GMT", gmtime(&t));
|
|
|
|
return buf;
|
|
|
|
}
|
2014-09-07 15:08:27 +00:00
|
|
|
|
2015-01-28 17:13:11 +00:00
|
|
|
void get_date_sigv3(string& date, string& date8601)
|
|
|
|
{
|
|
|
|
time_t tm = time(NULL);
|
|
|
|
date = get_date_string(tm);
|
|
|
|
date8601 = get_date_iso8601(tm);
|
|
|
|
}
|
|
|
|
|
|
|
|
string get_date_string(time_t tm)
|
2015-01-20 16:31:36 +00:00
|
|
|
{
|
|
|
|
char buf[100];
|
2015-01-28 17:13:11 +00:00
|
|
|
strftime(buf, sizeof(buf), "%Y%m%d", gmtime(&tm));
|
2015-01-20 16:31:36 +00:00
|
|
|
return buf;
|
|
|
|
}
|
|
|
|
|
2015-01-28 17:13:11 +00:00
|
|
|
string get_date_iso8601(time_t tm)
|
2015-01-20 16:31:36 +00:00
|
|
|
{
|
|
|
|
char buf[100];
|
2015-01-28 17:13:11 +00:00
|
|
|
strftime(buf, sizeof(buf), "%Y%m%dT%H%M%SZ", gmtime(&tm));
|
2015-01-20 16:31:36 +00:00
|
|
|
return buf;
|
|
|
|
}
|
|
|
|
|
2015-08-19 18:22:30 +00:00
|
|
|
std::string s3fs_hex(const unsigned char* input, size_t length)
|
|
|
|
{
|
|
|
|
std::string hex;
|
|
|
|
for(size_t pos = 0; pos < length; ++pos){
|
|
|
|
char hexbuf[3];
|
|
|
|
snprintf(hexbuf, 3, "%02x", input[pos]);
|
|
|
|
hex += hexbuf;
|
|
|
|
}
|
|
|
|
return hex;
|
|
|
|
}
|
|
|
|
|
|
|
|
char* s3fs_base64(const unsigned char* input, size_t length)
|
|
|
|
{
|
|
|
|
static const char* base = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/=";
|
|
|
|
char* result;
|
|
|
|
|
|
|
|
if(!input || 0 >= length){
|
|
|
|
return NULL;
|
|
|
|
}
|
2018-02-25 08:51:19 +00:00
|
|
|
if(NULL == (result = reinterpret_cast<char*>(malloc((((length / 3) + 1) * 4 + 1) * sizeof(char))))){
|
2015-08-19 18:22:30 +00:00
|
|
|
return NULL; // ENOMEM
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned char parts[4];
|
|
|
|
size_t rpos;
|
|
|
|
size_t wpos;
|
|
|
|
for(rpos = 0, wpos = 0; rpos < length; rpos += 3){
|
|
|
|
parts[0] = (input[rpos] & 0xfc) >> 2;
|
|
|
|
parts[1] = ((input[rpos] & 0x03) << 4) | ((((rpos + 1) < length ? input[rpos + 1] : 0x00) & 0xf0) >> 4);
|
|
|
|
parts[2] = (rpos + 1) < length ? (((input[rpos + 1] & 0x0f) << 2) | ((((rpos + 2) < length ? input[rpos + 2] : 0x00) & 0xc0) >> 6)) : 0x40;
|
|
|
|
parts[3] = (rpos + 2) < length ? (input[rpos + 2] & 0x3f) : 0x40;
|
|
|
|
|
|
|
|
result[wpos++] = base[parts[0]];
|
|
|
|
result[wpos++] = base[parts[1]];
|
|
|
|
result[wpos++] = base[parts[2]];
|
|
|
|
result[wpos++] = base[parts[3]];
|
|
|
|
}
|
|
|
|
result[wpos] = '\0';
|
|
|
|
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
|
|
|
inline unsigned char char_decode64(const char ch)
|
|
|
|
{
|
|
|
|
unsigned char by;
|
|
|
|
if('A' <= ch && ch <= 'Z'){ // A - Z
|
|
|
|
by = static_cast<unsigned char>(ch - 'A');
|
|
|
|
}else if('a' <= ch && ch <= 'z'){ // a - z
|
|
|
|
by = static_cast<unsigned char>(ch - 'a' + 26);
|
|
|
|
}else if('0' <= ch && ch <= '9'){ // 0 - 9
|
|
|
|
by = static_cast<unsigned char>(ch - '0' + 52);
|
|
|
|
}else if('+' == ch){ // +
|
|
|
|
by = 62;
|
|
|
|
}else if('/' == ch){ // /
|
|
|
|
by = 63;
|
|
|
|
}else if('=' == ch){ // =
|
|
|
|
by = 64;
|
|
|
|
}else{ // something wrong
|
|
|
|
by = UCHAR_MAX;
|
|
|
|
}
|
|
|
|
return by;
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned char* s3fs_decode64(const char* input, size_t* plength)
|
|
|
|
{
|
|
|
|
unsigned char* result;
|
|
|
|
if(!input || 0 == strlen(input) || !plength){
|
|
|
|
return NULL;
|
|
|
|
}
|
2018-02-25 08:51:19 +00:00
|
|
|
if(NULL == (result = reinterpret_cast<unsigned char*>(malloc((strlen(input) + 1))))){
|
2015-08-19 18:22:30 +00:00
|
|
|
return NULL; // ENOMEM
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned char parts[4];
|
|
|
|
size_t input_len = strlen(input);
|
|
|
|
size_t rpos;
|
|
|
|
size_t wpos;
|
|
|
|
for(rpos = 0, wpos = 0; rpos < input_len; rpos += 4){
|
|
|
|
parts[0] = char_decode64(input[rpos]);
|
|
|
|
parts[1] = (rpos + 1) < input_len ? char_decode64(input[rpos + 1]) : 64;
|
|
|
|
parts[2] = (rpos + 2) < input_len ? char_decode64(input[rpos + 2]) : 64;
|
|
|
|
parts[3] = (rpos + 3) < input_len ? char_decode64(input[rpos + 3]) : 64;
|
|
|
|
|
|
|
|
result[wpos++] = ((parts[0] << 2) & 0xfc) | ((parts[1] >> 4) & 0x03);
|
|
|
|
if(64 == parts[2]){
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
result[wpos++] = ((parts[1] << 4) & 0xf0) | ((parts[2] >> 2) & 0x0f);
|
|
|
|
if(64 == parts[3]){
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
result[wpos++] = ((parts[2] << 6) & 0xc0) | (parts[3] & 0x3f);
|
|
|
|
}
|
2015-08-19 20:40:22 +00:00
|
|
|
result[wpos] = '\0';
|
2015-08-19 18:22:30 +00:00
|
|
|
*plength = wpos;
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
2014-09-07 15:08:27 +00:00
|
|
|
/*
|
|
|
|
* Local variables:
|
|
|
|
* tab-width: 4
|
|
|
|
* c-basic-offset: 4
|
|
|
|
* End:
|
|
|
|
* vim600: noet sw=4 ts=4 fdm=marker
|
|
|
|
* vim<600: noet sw=4 ts=4
|
|
|
|
*/
|