filer mysqlstore bug fix

weed/filer/cassandra_store/cassandra_store.go

@@ -3,6 +3,7 @@ package cassandra_store
 import (
 	"fmt"
 
+	"github.com/chrislusf/seaweedfs/weed/filer"
 	"github.com/chrislusf/seaweedfs/weed/glog"
 
 	"github.com/gocql/gocql"
@@ -59,6 +60,7 @@ func (c *CassandraStore) Get(fullFileName string) (fid string, err error) {
 		fullFileName).Consistency(gocql.One).Scan(&output); err != nil {
 		if err != gocql.ErrNotFound {
 			glog.V(0).Infof("Failed to find file %s: %v", fullFileName, fid, err)
+			return "", filer.ErrNotFound
 		}
 	}
 	if len(output) == 0 {

weed/filer/embedded_filer/files_in_leveldb.go

@@ -53,7 +53,9 @@ func (fl *FileListInLevelDb) DeleteFile(dirId filer.DirectoryId, fileName string
 }
 func (fl *FileListInLevelDb) FindFile(dirId filer.DirectoryId, fileName string) (fid string, err error) {
 	data, e := fl.db.Get(genKey(dirId, fileName), nil)
-	if e != nil {
+	if e == leveldb.ErrNotFound {
+		return "", filer.ErrNotFound
+	} else if e != nil {
 		return "", e
 	}
 	return string(data), nil

weed/filer/filer.go

@@ -1,5 +1,9 @@
 package filer
 
+import (
+	"errors"
+)
+
 type FileId string //file id in SeaweedFS
 
 type FileEntry struct {
@@ -26,3 +30,5 @@ type Filer interface {
 	DeleteDirectory(dirPath string, recursive bool) (err error)
 	Move(fromPath string, toPath string) (err error)
 }
+
+var ErrNotFound = errors.New("filer: no entry is found in filer store")

weed/filer/mysql_store/README.md

@@ -47,19 +47,20 @@ The sample config file's  content is below:
         }
     ],
     "IsSharding":true,
-    "ShardingNum":1024
+    "ShardCount":1024
 }
 </code></pre>
 
 
 The "mysql" field in above conf file is an array which include all mysql instances you prepared to store sharding data.
+
 1. If one mysql instance is enough, just keep one instance in "mysql" field.
-2. If table sharding at a specific mysql instance is needed , mark "IsSharding" field with true and specify total table
-sharding numbers using "ShardingNum" field.
-3. If the mysql service could be auto scaled transparently in your environment, just config one mysql instance(usually it's a frondend proxy or VIP),
-and mark "IsSharding" with false value
-4. If your prepare more than one mysql instances and have no plan to use table sharding for any instance(mark isSharding with false), instance sharding
-will still be done implicitly
+
+2. If table sharding at a specific mysql instance is needed , mark "IsSharding" field with true and specify total table sharding numbers using "ShardCount" field.
+
+3. If the mysql service could be auto scaled transparently in your environment, just config one mysql instance(usually it's a frondend proxy or VIP),and mark "IsSharding" with false value
+
+4. If you prepare more than one mysql instance and have no plan to use table sharding for any instance(mark isSharding with false), instance sharding will still be done implicitly
 
 
 

weed/filer/mysql_store/mysql_store.go

@@ -7,6 +7,8 @@ import (
 	"sync"
 	"time"
 
+	"github.com/chrislusf/seaweedfs/weed/filer"
+
 	_ "github.com/go-sql-driver/mysql"
 )
 
@@ -34,14 +36,14 @@ type MySqlConf struct {
 }
 
 type ShardingConf struct {
-	IsSharding  bool `json:"isSharding"`
-	ShardingNum int  `json:"shardingNum"`
+	IsSharding bool `json:"isSharding"`
+	ShardCount int  `json:"shardCount"`
 }
 
 type MySqlStore struct {
-	dbs         []*sql.DB
-	isSharding  bool
-	shardingNum int
+	dbs        []*sql.DB
+	isSharding bool
+	shardCount int
 }
 
 func getDbConnection(confs []MySqlConf) []*sql.DB {
@@ -77,22 +79,22 @@ func getDbConnection(confs []MySqlConf) []*sql.DB {
 	return _db_connections
 }
 
-func NewMysqlStore(confs []MySqlConf, isSharding bool, shardingNum int) *MySqlStore {
+func NewMysqlStore(confs []MySqlConf, isSharding bool, shardCount int) *MySqlStore {
 	ms := &MySqlStore{
-		dbs:         getDbConnection(confs),
-		isSharding:  isSharding,
-		shardingNum: shardingNum,
+		dbs:        getDbConnection(confs),
+		isSharding: isSharding,
+		shardCount: shardCount,
 	}
 
 	for _, db := range ms.dbs {
 		if !isSharding {
-			ms.shardingNum = 1
+			ms.shardCount = 1
 		} else {
-			if ms.shardingNum == 0 {
-				ms.shardingNum = default_maxTableNums
+			if ms.shardCount == 0 {
+				ms.shardCount = default_maxTableNums
 			}
 		}
-		for i := 0; i < ms.shardingNum; i++ {
+		for i := 0; i < ms.shardCount; i++ {
 			if err := ms.createTables(db, tableName, i); err != nil {
 				fmt.Printf("create table failed %v", err)
 			}
@@ -105,7 +107,7 @@ func NewMysqlStore(confs []MySqlConf, isSharding bool, shardingNum int) *MySqlSt
 func (s *MySqlStore) hash(fullFileName string) (instance_offset, table_postfix int) {
 	hash_value := crc32.ChecksumIEEE([]byte(fullFileName))
 	instance_offset = int(hash_value) % len(s.dbs)
-	table_postfix = int(hash_value) % s.shardingNum
+	table_postfix = int(hash_value) % s.shardCount
 	return
 }
 
@@ -128,7 +130,7 @@ func (s *MySqlStore) Get(fullFilePath string) (fid string, err error) {
 	fid, err = s.query(fullFilePath, s.dbs[instance_offset], tableFullName)
 	if err == sql.ErrNoRows {
 		//Could not found
-		err = nil
+		err = filer.ErrNotFound
 	}
 	return fid, err
 }

weed/filer/redis_store/redis_store.go

@@ -1,6 +1,8 @@
 package redis_store
 
 import (
+	"github.com/chrislusf/seaweedfs/weed/filer"
+
 	redis "gopkg.in/redis.v2"
 )
 
@@ -20,7 +22,7 @@ func NewRedisStore(hostPort string, password string, database int) *RedisStore {
 func (s *RedisStore) Get(fullFileName string) (fid string, err error) {
 	fid, err = s.Client.Get(fullFileName).Result()
 	if err == redis.Nil {
-		err = nil
+		err = filer.ErrNotFound
 	}
 	return fid, err
 }