package web import ( "io" "net/http" "os" "path" ice "shylinux.com/x/icebergs" "shylinux.com/x/icebergs/base/mdb" "shylinux.com/x/icebergs/base/nfs" kit "shylinux.com/x/toolkits" ) func _cache_name(m *ice.Message, h string) string { return path.Join(m.Config(kit.MDB_PATH), h[:2], h) } func _cache_save(m *ice.Message, kind, name, text string, arg ...string) { // file size if name == "" { return } if len(text) > 512 || kind == "go" { // 存入文件 p := m.Cmdx(nfs.SAVE, _cache_name(m, kit.Hashs(text)), text) text, arg = p, kit.Simple(p, len(text)) } // 添加数据 size := kit.Int(kit.Select(kit.Format(len(text)), arg, 1)) file := kit.Select("", arg, 0) text = kit.Select(file, text) h := m.Cmdx(mdb.INSERT, CACHE, "", mdb.HASH, kit.MDB_TYPE, kind, kit.MDB_NAME, name, kit.MDB_TEXT, text, kit.MDB_FILE, file, kit.MDB_SIZE, size) // 返回结果 m.Push(kit.MDB_TIME, m.Time()) m.Push(kit.MDB_TYPE, kind) m.Push(kit.MDB_NAME, name) m.Push(kit.MDB_TEXT, text) m.Push(kit.MDB_SIZE, size) m.Push(kit.MDB_FILE, file) m.Push(kit.MDB_HASH, h) m.Push(DATA, h) } func _cache_watch(m *ice.Message, key, file string) { mdb.HashSelect(m.Spawn(), key).Table(func(index int, value map[string]string, head []string) { if value[kit.MDB_FILE] == "" { m.Cmdy(nfs.SAVE, file, value[kit.MDB_TEXT]) } else { m.Cmdy(nfs.LINK, file, value[kit.MDB_FILE]) } }) } func _cache_catch(m *ice.Message, name string) (file, size string) { if f, e := os.Open(name); m.Assert(e) { defer f.Close() if s, e := f.Stat(); m.Assert(e) { return m.Cmdx(nfs.LINK, _cache_name(m, kit.Hashs(f)), name), kit.Format(s.Size()) } } return "", "0" } func _cache_upload(m *ice.Message, r *http.Request) (kind, name, file, size string) { if buf, h, e := r.FormFile(UPLOAD); e == nil { defer buf.Close() // 创建文件 if f, p, e := kit.Create(_cache_name(m, kit.Hashs(buf))); m.Assert(e) { defer f.Close() // 导入数据 buf.Seek(0, os.SEEK_SET) if n, e := io.Copy(f, buf); m.Assert(e) { m.Log_IMPORT(kit.MDB_FILE, p, kit.MDB_SIZE, kit.FmtSize(int64(n))) return h.Header.Get(ContentType), h.Filename, p, kit.Format(n) } } } return "", "", "", "0" } func _cache_download(m *ice.Message, r *http.Response) (file, size string) { defer r.Body.Close() if f, p, e := kit.Create(path.Join(ice.VAR_TMP, kit.Hashs("uniq"))); m.Assert(e) { step, total := 0, kit.Int(kit.Select("1", r.Header.Get(ContentLength))) size, buf := 0, make([]byte, ice.MOD_BUFS) for { if n, _ := r.Body.Read(buf); n > 0 { size += n f.Write(buf[0:n]) s := size * 100 / total switch cb := m.OptionCB(SPIDE).(type) { case func(int, int): cb(size, total) case []string: m.Richs(cb[0], cb[1], cb[2], func(key string, value map[string]interface{}) { value = kit.GetMeta(value) value[kit.MDB_STEP], value[kit.MDB_SIZE], value[kit.MDB_TOTAL] = kit.Format(s), size, total }) default: if s != step && s%10 == 0 { m.Debug("what %v", m.OptionCB(SPIDE)) m.Debug("what %v", m.OptionCB(SPIDE)) m.Debug("what %v", kit.FileLine(m.OptionCB(SPIDE), 3)) m.Log_IMPORT(kit.MDB_FILE, p, kit.MDB_STEP, s, kit.MDB_SIZE, kit.FmtSize(int64(size)), kit.MDB_TOTAL, kit.FmtSize(int64(total))) } } step = s continue } f.Close() break } if f, e := os.Open(p); m.Assert(e) { defer f.Close() m.Log_IMPORT(kit.MDB_FILE, p, kit.MDB_SIZE, kit.FmtSize(int64(size))) c := _cache_name(m, kit.Hashs(f)) m.Cmd(nfs.LINK, c, p) return c, kit.Format(size) } } return "", "0" } const ( WATCH = "watch" CATCH = "catch" WRITE = "write" UPLOAD = "upload" DOWNLOAD = "download" ) const CACHE = "cache" func init() { Index.Merge(&ice.Context{Configs: map[string]*ice.Config{ CACHE: {Name: CACHE, Help: "缓存池", Value: kit.Data( kit.MDB_SHORT, kit.MDB_TEXT, kit.MDB_FIELD, "time,hash,size,type,name,text", kit.MDB_STORE, ice.VAR_DATA, kit.MDB_PATH, ice.VAR_FILE, kit.MDB_FSIZE, "200000", kit.MDB_LIMIT, "50", kit.MDB_LEAST, "30", )}, }, Commands: map[string]*ice.Command{ "/cache/": {Name: "/cache/", Help: "缓存池", Hand: func(m *ice.Message, c *ice.Context, cmd string, arg ...string) { m.Richs(CACHE, nil, arg[0], func(key string, value map[string]interface{}) { if kit.Format(value[kit.MDB_FILE]) == "" { m.RenderResult(value[kit.MDB_TEXT]) } else { m.RenderDownload(value[kit.MDB_FILE]) } }) }}, CACHE: {Name: "cache hash auto", Help: "缓存池", Action: ice.MergeAction(map[string]*ice.Action{ WATCH: {Name: "watch key file", Help: "释放", Hand: func(m *ice.Message, arg ...string) { _cache_watch(m, arg[0], arg[1]) }}, CATCH: {Name: "catch type name", Help: "捕获", Hand: func(m *ice.Message, arg ...string) { file, size := _cache_catch(m, arg[1]) _cache_save(m, arg[0], arg[1], "", file, size) }}, WRITE: {Name: "write type name text", Help: "添加", Hand: func(m *ice.Message, arg ...string) { _cache_save(m, arg[0], arg[1], arg[2]) }}, UPLOAD: {Name: "upload", Help: "上传", Hand: func(m *ice.Message, arg ...string) { kind, name, file, size := _cache_upload(m, m.R) _cache_save(m, kind, name, "", file, size) }}, DOWNLOAD: {Name: "download type name", Help: "下载", Hand: func(m *ice.Message, arg ...string) { if r, ok := m.Optionv(RESPONSE).(*http.Response); ok { file, size := _cache_download(m, r) _cache_save(m, arg[0], arg[1], "", file, size) } }}, }, mdb.HashAction()), Hand: func(m *ice.Message, c *ice.Context, cmd string, arg ...string) { if mdb.HashSelect(m, arg...); len(arg) == 0 { return } if m.Append(kit.MDB_FILE) == "" { m.PushScript("inner", m.Append(kit.MDB_TEXT)) } else { m.PushDownload(m.Append(kit.MDB_NAME), kit.MergeURL2(m.Option(ice.MSG_USERWEB), "/share/cache/"+arg[0])) } }}, }}) }