mirror of
https://github.com/chrislusf/seaweedfs
synced 2024-08-29 05:00:38 +02:00
259 lines
4.5 KiB
Go
259 lines
4.5 KiB
Go
package util
|
|
|
|
import (
|
|
"bytes"
|
|
"crypto/md5"
|
|
"crypto/rand"
|
|
"encoding/base64"
|
|
"fmt"
|
|
"io"
|
|
"math"
|
|
"strconv"
|
|
"strings"
|
|
"unicode"
|
|
)
|
|
|
|
// BytesToHumanReadable returns the converted human readable representation of the bytes.
|
|
func BytesToHumanReadable(b uint64) string {
|
|
const unit = 1024
|
|
if b < unit {
|
|
return fmt.Sprintf("%d B", b)
|
|
}
|
|
|
|
div, exp := uint64(unit), 0
|
|
for n := b / unit; n >= unit; n /= unit {
|
|
div *= unit
|
|
exp++
|
|
}
|
|
|
|
return fmt.Sprintf("%.2f %ciB", float64(b)/float64(div), "KMGTPE"[exp])
|
|
}
|
|
|
|
// big endian
|
|
|
|
func BytesToUint64(b []byte) (v uint64) {
|
|
length := uint(len(b))
|
|
for i := uint(0); i < length-1; i++ {
|
|
v += uint64(b[i])
|
|
v <<= 8
|
|
}
|
|
v += uint64(b[length-1])
|
|
return
|
|
}
|
|
func BytesToUint32(b []byte) (v uint32) {
|
|
length := uint(len(b))
|
|
for i := uint(0); i < length-1; i++ {
|
|
v += uint32(b[i])
|
|
v <<= 8
|
|
}
|
|
v += uint32(b[length-1])
|
|
return
|
|
}
|
|
func BytesToUint16(b []byte) (v uint16) {
|
|
v += uint16(b[0])
|
|
v <<= 8
|
|
v += uint16(b[1])
|
|
return
|
|
}
|
|
func Uint64toBytes(b []byte, v uint64) {
|
|
for i := uint(0); i < 8; i++ {
|
|
b[7-i] = byte(v >> (i * 8))
|
|
}
|
|
}
|
|
func Uint32toBytes(b []byte, v uint32) {
|
|
for i := uint(0); i < 4; i++ {
|
|
b[3-i] = byte(v >> (i * 8))
|
|
}
|
|
}
|
|
func Uint16toBytes(b []byte, v uint16) {
|
|
b[0] = byte(v >> 8)
|
|
b[1] = byte(v)
|
|
}
|
|
func Uint8toBytes(b []byte, v uint8) {
|
|
b[0] = byte(v)
|
|
}
|
|
|
|
// returns a 64 bit big int
|
|
func HashStringToLong(dir string) (v int64) {
|
|
h := md5.New()
|
|
io.WriteString(h, dir)
|
|
|
|
b := h.Sum(nil)
|
|
|
|
v += int64(b[0])
|
|
v <<= 8
|
|
v += int64(b[1])
|
|
v <<= 8
|
|
v += int64(b[2])
|
|
v <<= 8
|
|
v += int64(b[3])
|
|
v <<= 8
|
|
v += int64(b[4])
|
|
v <<= 8
|
|
v += int64(b[5])
|
|
v <<= 8
|
|
v += int64(b[6])
|
|
v <<= 8
|
|
v += int64(b[7])
|
|
|
|
return
|
|
}
|
|
|
|
func HashToInt32(data []byte) (v int32) {
|
|
h := md5.New()
|
|
h.Write(data)
|
|
|
|
b := h.Sum(nil)
|
|
|
|
v += int32(b[0])
|
|
v <<= 8
|
|
v += int32(b[1])
|
|
v <<= 8
|
|
v += int32(b[2])
|
|
v <<= 8
|
|
v += int32(b[3])
|
|
|
|
return
|
|
}
|
|
|
|
func Base64Encode(data []byte) string {
|
|
return base64.StdEncoding.EncodeToString(data)
|
|
}
|
|
|
|
func Base64Md5(data []byte) string {
|
|
return Base64Encode(Md5(data))
|
|
}
|
|
|
|
func Md5(data []byte) []byte {
|
|
hash := md5.New()
|
|
hash.Write(data)
|
|
return hash.Sum(nil)
|
|
}
|
|
|
|
func Md5String(data []byte) string {
|
|
return fmt.Sprintf("%x", Md5(data))
|
|
}
|
|
|
|
func Base64Md5ToBytes(contentMd5 string) []byte {
|
|
data, err := base64.StdEncoding.DecodeString(contentMd5)
|
|
if err != nil {
|
|
return nil
|
|
}
|
|
return data
|
|
}
|
|
|
|
func RandomInt32() int32 {
|
|
buf := make([]byte, 4)
|
|
rand.Read(buf)
|
|
return int32(BytesToUint32(buf))
|
|
}
|
|
|
|
func RandomBytes(byteCount int) []byte {
|
|
buf := make([]byte, byteCount)
|
|
rand.Read(buf)
|
|
return buf
|
|
}
|
|
|
|
type BytesReader struct {
|
|
Bytes []byte
|
|
*bytes.Reader
|
|
}
|
|
|
|
func NewBytesReader(b []byte) *BytesReader {
|
|
return &BytesReader{
|
|
Bytes: b,
|
|
Reader: bytes.NewReader(b),
|
|
}
|
|
}
|
|
|
|
// EmptyTo returns to if s is empty.
|
|
func EmptyTo(s, to string) string {
|
|
if s == "" {
|
|
return to
|
|
}
|
|
|
|
return s
|
|
}
|
|
|
|
// IfElse works like b ? this : that.
|
|
func IfElse(b bool, this, that string) string {
|
|
if b {
|
|
return this
|
|
}
|
|
return that
|
|
}
|
|
|
|
// ParseBytes parses a string representation of bytes into the number
|
|
// of bytes it represents.
|
|
//
|
|
// See Also: Bytes, IBytes.
|
|
//
|
|
// ParseBytes("42MB") -> 42000000, nil
|
|
// ParseBytes("42 MB") -> 42000000, nil
|
|
// ParseBytes("42 mib") -> 44040192, nil
|
|
func ParseBytes(s string) (uint64, error) {
|
|
lastDigit := 0
|
|
hasComma := false
|
|
for _, r := range s {
|
|
if !(unicode.IsDigit(r) || r == '.' || r == ',') {
|
|
break
|
|
}
|
|
if r == ',' {
|
|
hasComma = true
|
|
}
|
|
lastDigit++
|
|
}
|
|
|
|
num := s[:lastDigit]
|
|
if hasComma {
|
|
num = strings.Replace(num, ",", "", -1)
|
|
}
|
|
|
|
f, err := strconv.ParseFloat(num, 64)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
extra := strings.ToLower(strings.TrimSpace(s[lastDigit:]))
|
|
if m, ok := bytesSizeTable[extra]; ok {
|
|
f *= float64(m)
|
|
if f >= math.MaxUint64 {
|
|
return 0, fmt.Errorf("too large: %v", s)
|
|
}
|
|
return uint64(f), nil
|
|
}
|
|
|
|
return 0, fmt.Errorf("unhandled size name: %v", extra)
|
|
}
|
|
|
|
var bytesSizeTable = map[string]uint64{
|
|
"b": Byte, "kib": KiByte, "kb": KByte, "mib": MiByte, "mb": MByte, "gib": GiByte, "gb": GByte,
|
|
"tib": TiByte, "tb": TByte, "pib": PiByte, "pb": PByte, "eib": EiByte, "eb": EByte,
|
|
// Without suffix
|
|
"": Byte, "ki": KiByte, "k": KByte, "mi": MiByte, "m": MByte, "gi": GiByte, "g": GByte,
|
|
"ti": TiByte, "t": TByte, "pi": PiByte, "p": PByte, "ei": EiByte, "e": EByte,
|
|
}
|
|
|
|
// IEC Sizes.
|
|
// kibis of bits
|
|
const (
|
|
Byte = 1 << (iota * 10)
|
|
KiByte
|
|
MiByte
|
|
GiByte
|
|
TiByte
|
|
PiByte
|
|
EiByte
|
|
)
|
|
|
|
// SI Sizes.
|
|
const (
|
|
IByte = 1
|
|
KByte = IByte * 1000
|
|
MByte = KByte * 1000
|
|
GByte = MByte * 1000
|
|
TByte = GByte * 1000
|
|
PByte = TByte * 1000
|
|
EByte = PByte * 1000
|
|
)
|