map.go 9.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458
  1. package optdec
  2. import (
  3. "encoding"
  4. "encoding/json"
  5. "math"
  6. "reflect"
  7. "unsafe"
  8. "github.com/bytedance/sonic/internal/rt"
  9. )
  10. /** Decoder for most common map types: map[string]interface{}, map[string]string **/
  11. type mapEfaceDecoder struct {
  12. }
  13. func (d *mapEfaceDecoder) FromDom(vp unsafe.Pointer, node Node, ctx *context) error {
  14. if node.IsNull() {
  15. *(*map[string]interface{})(vp) = nil
  16. return nil
  17. }
  18. return node.AsMapEface(ctx, vp)
  19. }
  20. type mapStringDecoder struct {
  21. }
  22. func (d *mapStringDecoder) FromDom(vp unsafe.Pointer, node Node, ctx *context) error {
  23. if node.IsNull() {
  24. *(*map[string]string)(vp) = nil
  25. return nil
  26. }
  27. return node.AsMapString(ctx, vp)
  28. }
  29. /** Decoder for map with string key **/
  30. type mapStrKeyDecoder struct {
  31. mapType *rt.GoMapType
  32. elemDec decFunc
  33. assign rt.MapStrAssign
  34. typ reflect.Type
  35. }
  36. func (d *mapStrKeyDecoder) FromDom(vp unsafe.Pointer, node Node, ctx *context) error {
  37. if node.IsNull() {
  38. *(*unsafe.Pointer)(vp) = nil
  39. return nil
  40. }
  41. obj, ok := node.AsObj()
  42. if !ok {
  43. return error_mismatch(node, ctx, d.mapType.Pack())
  44. }
  45. // allocate map
  46. m := *(*unsafe.Pointer)(vp)
  47. if m == nil {
  48. m = rt.Makemap(&d.mapType.GoType, obj.Len())
  49. }
  50. var gerr error
  51. next := obj.Children()
  52. for i := 0; i < obj.Len(); i++ {
  53. keyn := NewNode(next)
  54. key, _ := keyn.AsStr(ctx)
  55. valn := NewNode(PtrOffset(next, 1))
  56. valp := d.assign(d.mapType, m, key)
  57. err := d.elemDec.FromDom(valp, valn, ctx)
  58. if gerr == nil && err != nil {
  59. gerr = err
  60. }
  61. next = valn.Next()
  62. }
  63. *(*unsafe.Pointer)(vp) = m
  64. return gerr
  65. }
  66. /** Decoder for map with int32 or int64 key **/
  67. type mapI32KeyDecoder struct {
  68. mapType *rt.GoMapType
  69. elemDec decFunc
  70. assign rt.Map32Assign
  71. }
  72. func (d *mapI32KeyDecoder) FromDom(vp unsafe.Pointer, node Node, ctx *context) error {
  73. if node.IsNull() {
  74. *(*unsafe.Pointer)(vp) = nil
  75. return nil
  76. }
  77. obj, ok := node.AsObj()
  78. if !ok {
  79. return error_mismatch(node, ctx, d.mapType.Pack())
  80. }
  81. // allocate map
  82. m := *(*unsafe.Pointer)(vp)
  83. if m == nil {
  84. m = rt.Makemap(&d.mapType.GoType, obj.Len())
  85. }
  86. next := obj.Children()
  87. var gerr error
  88. for i := 0; i < obj.Len(); i++ {
  89. keyn := NewNode(next)
  90. k, ok := keyn.ParseI64(ctx)
  91. if !ok || k > math.MaxInt32 || k < math.MinInt32 {
  92. if gerr == nil {
  93. gerr = error_mismatch(keyn, ctx, d.mapType.Pack())
  94. }
  95. valn := NewNode(PtrOffset(next, 1))
  96. next = valn.Next()
  97. continue
  98. }
  99. key := int32(k)
  100. ku32 := *(*uint32)(unsafe.Pointer(&key))
  101. valn := NewNode(PtrOffset(next, 1))
  102. valp := d.assign(d.mapType, m, ku32)
  103. err := d.elemDec.FromDom(valp, valn, ctx)
  104. if gerr == nil && err != nil {
  105. gerr = err
  106. }
  107. next = valn.Next()
  108. }
  109. *(*unsafe.Pointer)(vp) = m
  110. return gerr
  111. }
  112. type mapI64KeyDecoder struct {
  113. mapType *rt.GoMapType
  114. elemDec decFunc
  115. assign rt.Map64Assign
  116. }
  117. func (d *mapI64KeyDecoder) FromDom(vp unsafe.Pointer, node Node, ctx *context) error {
  118. if node.IsNull() {
  119. *(*unsafe.Pointer)(vp) = nil
  120. return nil
  121. }
  122. obj, ok := node.AsObj()
  123. if !ok {
  124. return error_mismatch(node, ctx, d.mapType.Pack())
  125. }
  126. // allocate map
  127. m := *(*unsafe.Pointer)(vp)
  128. if m == nil {
  129. m = rt.Makemap(&d.mapType.GoType, obj.Len())
  130. }
  131. var gerr error
  132. next := obj.Children()
  133. for i := 0; i < obj.Len(); i++ {
  134. keyn := NewNode(next)
  135. key, ok := keyn.ParseI64(ctx)
  136. if !ok {
  137. if gerr == nil {
  138. gerr = error_mismatch(keyn, ctx, d.mapType.Pack())
  139. }
  140. valn := NewNode(PtrOffset(next, 1))
  141. next = valn.Next()
  142. continue
  143. }
  144. ku64 := *(*uint64)(unsafe.Pointer(&key))
  145. valn := NewNode(PtrOffset(next, 1))
  146. valp := d.assign(d.mapType, m, ku64)
  147. err := d.elemDec.FromDom(valp, valn, ctx)
  148. if gerr == nil && err != nil {
  149. gerr = err
  150. }
  151. next = valn.Next()
  152. }
  153. *(*unsafe.Pointer)(vp) = m
  154. return gerr
  155. }
  156. /** Decoder for map with unt32 or uint64 key **/
  157. type mapU32KeyDecoder struct {
  158. mapType *rt.GoMapType
  159. elemDec decFunc
  160. assign rt.Map32Assign
  161. }
  162. func (d *mapU32KeyDecoder) FromDom(vp unsafe.Pointer, node Node, ctx *context) error {
  163. if node.IsNull() {
  164. *(*unsafe.Pointer)(vp) = nil
  165. return nil
  166. }
  167. obj, ok := node.AsObj()
  168. if !ok {
  169. return error_mismatch(node, ctx, d.mapType.Pack())
  170. }
  171. // allocate map
  172. m := *(*unsafe.Pointer)(vp)
  173. if m == nil {
  174. m = rt.Makemap(&d.mapType.GoType, obj.Len())
  175. }
  176. var gerr error
  177. next := obj.Children()
  178. for i := 0; i < obj.Len(); i++ {
  179. keyn := NewNode(next)
  180. k, ok := keyn.ParseU64(ctx)
  181. if !ok || k > math.MaxUint32 {
  182. if gerr == nil {
  183. gerr = error_mismatch(keyn, ctx, d.mapType.Pack())
  184. }
  185. valn := NewNode(PtrOffset(next, 1))
  186. next = valn.Next()
  187. continue
  188. }
  189. key := uint32(k)
  190. valn := NewNode(PtrOffset(next, 1))
  191. valp := d.assign(d.mapType, m, key)
  192. err := d.elemDec.FromDom(valp, valn, ctx)
  193. if gerr == nil && err != nil {
  194. gerr = err
  195. }
  196. next = valn.Next()
  197. }
  198. *(*unsafe.Pointer)(vp) = m
  199. return gerr
  200. }
  201. type mapU64KeyDecoder struct {
  202. mapType *rt.GoMapType
  203. elemDec decFunc
  204. assign rt.Map64Assign
  205. }
  206. func (d *mapU64KeyDecoder) FromDom(vp unsafe.Pointer, node Node, ctx *context) error {
  207. if node.IsNull() {
  208. *(*unsafe.Pointer)(vp) = nil
  209. return nil
  210. }
  211. obj, ok := node.AsObj()
  212. if !ok {
  213. return error_mismatch(node, ctx, d.mapType.Pack())
  214. }
  215. // allocate map
  216. m := *(*unsafe.Pointer)(vp)
  217. if m == nil {
  218. m = rt.Makemap(&d.mapType.GoType, obj.Len())
  219. }
  220. var gerr error
  221. next := obj.Children()
  222. for i := 0; i < obj.Len(); i++ {
  223. keyn := NewNode(next)
  224. key, ok := keyn.ParseU64(ctx)
  225. if !ok {
  226. if gerr == nil {
  227. gerr = error_mismatch(keyn, ctx, d.mapType.Pack())
  228. }
  229. valn := NewNode(PtrOffset(next, 1))
  230. next = valn.Next()
  231. continue
  232. }
  233. valn := NewNode(PtrOffset(next, 1))
  234. valp := d.assign(d.mapType, m, key)
  235. err := d.elemDec.FromDom(valp, valn, ctx)
  236. if gerr == nil && err != nil {
  237. gerr = err
  238. }
  239. next = valn.Next()
  240. }
  241. *(*unsafe.Pointer)(vp) = m
  242. return gerr
  243. }
  244. /** Decoder for generic cases */
  245. type decKey func(dec *mapDecoder, raw string) (interface{}, error)
  246. func decodeKeyU8(dec *mapDecoder, raw string) (interface{}, error) {
  247. key, err := Unquote(raw)
  248. if err != nil {
  249. return nil, err
  250. }
  251. ret, err := ParseU64(key)
  252. if err != nil {
  253. return nil, err
  254. }
  255. if ret > math.MaxUint8 {
  256. return nil, error_value(key, dec.mapType.Key.Pack())
  257. }
  258. return uint8(ret), nil
  259. }
  260. func decodeKeyU16(dec *mapDecoder, raw string) (interface{}, error) {
  261. key, err := Unquote(raw)
  262. if err != nil {
  263. return nil, err
  264. }
  265. ret, err := ParseU64(key)
  266. if err != nil {
  267. return nil, err
  268. }
  269. if ret > math.MaxUint16 {
  270. return nil, error_value(key, dec.mapType.Key.Pack())
  271. }
  272. return uint16(ret), nil
  273. }
  274. func decodeKeyI8(dec *mapDecoder, raw string) (interface{}, error) {
  275. key, err := Unquote(raw)
  276. if err != nil {
  277. return nil, err
  278. }
  279. ret, err := ParseI64(key)
  280. if err != nil {
  281. return nil, err
  282. }
  283. if ret > math.MaxInt8 || ret < math.MinInt8 {
  284. return nil, error_value(key, dec.mapType.Key.Pack())
  285. }
  286. return int8(ret), nil
  287. }
  288. func decodeKeyI16(dec *mapDecoder, raw string) (interface{}, error) {
  289. key, err := Unquote(raw)
  290. if err != nil {
  291. return nil, err
  292. }
  293. ret, err := ParseI64(key)
  294. if err != nil {
  295. return nil, err
  296. }
  297. if ret > math.MaxInt16 || ret < math.MinInt16 {
  298. return nil, error_value(key, dec.mapType.Key.Pack())
  299. }
  300. return int16(ret), nil
  301. }
  302. func decodeKeyTextUnmarshaler(dec *mapDecoder, raw string) (interface{}, error) {
  303. key, err := Unquote(raw)
  304. if err != nil {
  305. return nil, err
  306. }
  307. ret := reflect.New(dec.mapType.Key.Pack()).Interface()
  308. err = ret.(encoding.TextUnmarshaler).UnmarshalText(rt.Str2Mem(key))
  309. if err != nil {
  310. return nil, err
  311. }
  312. return ret, nil
  313. }
  314. func decodeFloat32Key(dec *mapDecoder, raw string) (interface{}, error) {
  315. key, err := Unquote(raw)
  316. if err != nil {
  317. return nil, err
  318. }
  319. ret, err := ParseF64(key)
  320. if err != nil {
  321. return nil, err
  322. }
  323. if ret > math.MaxFloat32 || ret < -math.MaxFloat32 {
  324. return nil, error_value(key, dec.mapType.Key.Pack())
  325. }
  326. return float32(ret), nil
  327. }
  328. func decodeFloat64Key(dec *mapDecoder, raw string) (interface{}, error) {
  329. key, err := Unquote(raw)
  330. if err != nil {
  331. return nil, err
  332. }
  333. return ParseF64(key)
  334. }
  335. func decodeJsonNumberKey(dec *mapDecoder, raw string) (interface{}, error) {
  336. // skip the quote
  337. raw = raw[1:len(raw)-1]
  338. end, ok := SkipNumberFast(raw, 0)
  339. // check trailing chars
  340. if !ok || end != len(raw) {
  341. return nil, error_value(raw, rt.JsonNumberType.Pack())
  342. }
  343. return json.Number(raw[0:end]), nil
  344. }
  345. type mapDecoder struct {
  346. mapType *rt.GoMapType
  347. keyDec decKey
  348. elemDec decFunc
  349. }
  350. func (d *mapDecoder) FromDom(vp unsafe.Pointer, node Node, ctx *context) error {
  351. if node.IsNull() {
  352. *(*unsafe.Pointer)(vp) = nil
  353. return nil
  354. }
  355. obj, ok := node.AsObj()
  356. if !ok || d.keyDec == nil {
  357. return error_mismatch(node, ctx, d.mapType.Pack())
  358. }
  359. // allocate map
  360. m := *(*unsafe.Pointer)(vp)
  361. if m == nil {
  362. m = rt.Makemap(&d.mapType.GoType, obj.Len())
  363. }
  364. next := obj.Children()
  365. var gerr error
  366. for i := 0; i < obj.Len(); i++ {
  367. keyn := NewNode(next)
  368. raw := keyn.AsRaw(ctx)
  369. key, err := d.keyDec(d, raw)
  370. if err != nil {
  371. if gerr == nil {
  372. gerr = error_mismatch(keyn, ctx, d.mapType.Pack())
  373. }
  374. valn := NewNode(PtrOffset(next, 1))
  375. next = valn.Next()
  376. continue
  377. }
  378. valn := NewNode(PtrOffset(next, 1))
  379. keyp := rt.UnpackEface(key).Value
  380. valp := rt.Mapassign(d.mapType, m, keyp)
  381. err = d.elemDec.FromDom(valp, valn, ctx)
  382. if gerr == nil && err != nil {
  383. gerr = err
  384. }
  385. next = valn.Next()
  386. }
  387. *(*unsafe.Pointer)(vp) = m
  388. return gerr
  389. }