in progress, trying to make benchmark working better to reuse http

connections.

go/util/http_util.go

@@ -2,13 +2,26 @@ package util
 
 import (
 	"code.google.com/p/weed-fs/go/glog"
+	"fmt"
 	"io/ioutil"
 	"net/http"
 	"net/url"
 )
 
+var (
+	client    *http.Client
+	Transport *http.Transport
+)
+
+func init() {
+	Transport = &http.Transport{
+		MaxIdleConnsPerHost: 1024,
+	}
+	client = &http.Client{Transport: Transport}
+}
+
 func Post(url string, values url.Values) ([]byte, error) {
-	r, err := http.PostForm(url, values)
+	r, err := client.PostForm(url, values)
 	if err != nil {
 		glog.V(0).Infoln("post to", url, err)
 		return nil, err
@@ -23,13 +36,16 @@ func Post(url string, values url.Values) ([]byte, error) {
 }
 
 func Get(url string) ([]byte, error) {
-	r, err := http.Get(url)
+	r, err := client.Get(url)
 	if err != nil {
 		glog.V(0).Infoln("getting ", url, err)
 		return nil, err
 	}
 	defer r.Body.Close()
 	b, err := ioutil.ReadAll(r.Body)
+	if r.StatusCode != 200 {
+		return nil, fmt.Errorf("%s: %s", url, r.Status)
+	}
 	if err != nil {
 		glog.V(0).Infoln("read get result from", url, err)
 		return nil, err