max-keys=20 (instead of default 1000) to workaround libcurl pegging cpu to 100% when adding 1000 curl handles to a multi handle

git-svn-id: http://s3fs.googlecode.com/svn/trunk@117 df820570-a93a-0410-bd06-b72b767a4274
This commit is contained in:
rrizun 2008-02-28 16:42:41 +00:00
parent 0402a3fc89
commit 449cad9343

View File

@ -1051,6 +1051,8 @@ s3fs_readdir(const char *path, void *buf, fuse_fill_dir_t filler, off_t offset,
if (NextMarker.size() > 0) if (NextMarker.size() > 0)
query += "&marker=" + urlEncode(NextMarker); query += "&marker=" + urlEncode(NextMarker);
query += "&max-keys=20";
string url = host + resource + "?"+ query; string url = host + resource + "?"+ query;
{ {
@ -1078,6 +1080,9 @@ s3fs_readdir(const char *path, void *buf, fuse_fill_dir_t filler, off_t offset,
auto_stuff curlMap; auto_stuff curlMap;
auto_curl_multi multi_handle; auto_curl_multi multi_handle;
// long max_connects = 5;
// curl_multi_setopt(multi_handle.get(), CURLMOPT_MAXCONNECTS, max_connects);
{ {
xmlDocPtr doc = xmlReadMemory(responseText.c_str(), responseText.size(), "", NULL, 0); xmlDocPtr doc = xmlReadMemory(responseText.c_str(), responseText.size(), "", NULL, 0);
if (doc != NULL&& doc->children != NULL) { if (doc != NULL&& doc->children != NULL) {