From 449cad9343cae3ac2446d6af686d325e5410efe4 Mon Sep 17 00:00:00 2001 From: rrizun Date: Thu, 28 Feb 2008 16:42:41 +0000 Subject: [PATCH] max-keys=20 (instead of default 1000) to workaround libcurl pegging cpu to 100% when adding 1000 curl handles to a multi handle git-svn-id: http://s3fs.googlecode.com/svn/trunk@117 df820570-a93a-0410-bd06-b72b767a4274 --- s3fs/s3fs.cpp | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/s3fs/s3fs.cpp b/s3fs/s3fs.cpp index 66ec65c..fa73c8b 100644 --- a/s3fs/s3fs.cpp +++ b/s3fs/s3fs.cpp @@ -1051,6 +1051,8 @@ s3fs_readdir(const char *path, void *buf, fuse_fill_dir_t filler, off_t offset, if (NextMarker.size() > 0) query += "&marker=" + urlEncode(NextMarker); + query += "&max-keys=20"; + string url = host + resource + "?"+ query; { @@ -1078,6 +1080,9 @@ s3fs_readdir(const char *path, void *buf, fuse_fill_dir_t filler, off_t offset, auto_stuff curlMap; auto_curl_multi multi_handle; +// long max_connects = 5; +// curl_multi_setopt(multi_handle.get(), CURLMOPT_MAXCONNECTS, max_connects); + { xmlDocPtr doc = xmlReadMemory(responseText.c_str(), responseText.size(), "", NULL, 0); if (doc != NULL&& doc->children != NULL) {