node.go 28 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298
  1. package optdec
  2. import (
  3. "encoding/json"
  4. "math"
  5. "unsafe"
  6. "github.com/bytedance/sonic/internal/envs"
  7. "github.com/bytedance/sonic/internal/rt"
  8. )
  9. type Context struct {
  10. Parser *Parser
  11. efacePool *efacePool
  12. Stack bounedStack
  13. Utf8Inv bool
  14. }
  15. func (ctx *Context) Options() uint64 {
  16. return ctx.Parser.options
  17. }
  18. /************************* Stack and Pool Helper *******************/
  19. type parentStat struct {
  20. con unsafe.Pointer
  21. remain uint64
  22. }
  23. type bounedStack struct {
  24. stack []parentStat
  25. index int
  26. }
  27. func newStack(size int) bounedStack {
  28. return bounedStack{
  29. stack: make([]parentStat, size + 2),
  30. index: 0,
  31. }
  32. }
  33. //go:nosplit
  34. func (s *bounedStack) Pop() (unsafe.Pointer, int, bool){
  35. s.index--
  36. con := s.stack[s.index].con
  37. remain := s.stack[s.index].remain &^ (uint64(1) << 63)
  38. isObj := (s.stack[s.index].remain & (uint64(1) << 63)) != 0
  39. s.stack[s.index].con = nil
  40. s.stack[s.index].remain = 0
  41. return con, int(remain), isObj
  42. }
  43. //go:nosplit
  44. func (s *bounedStack) Push(p unsafe.Pointer, remain int, isObj bool) {
  45. s.stack[s.index].con = p
  46. s.stack[s.index].remain = uint64(remain)
  47. if isObj {
  48. s.stack[s.index].remain |= (uint64(1) << 63)
  49. }
  50. s.index++
  51. }
  52. type efacePool struct{
  53. t64 rt.T64Pool
  54. tslice rt.TslicePool
  55. tstring rt.TstringPool
  56. efaceSlice rt.SlicePool
  57. }
  58. func newEfacePool(stat *jsonStat, useNumber bool) *efacePool {
  59. strs := int(stat.str)
  60. nums := 0
  61. if useNumber {
  62. strs += int(stat.number)
  63. } else {
  64. nums = int(stat.number)
  65. }
  66. return &efacePool{
  67. t64: rt.NewT64Pool(nums),
  68. tslice: rt.NewTslicePool(int(stat.array)),
  69. tstring: rt.NewTstringPool(strs),
  70. efaceSlice: rt.NewPool(rt.AnyType, int(stat.array_elems)),
  71. }
  72. }
  73. func (self *efacePool) GetMap(hint int) unsafe.Pointer {
  74. m := make(map[string]interface{}, hint)
  75. return *(*unsafe.Pointer)(unsafe.Pointer(&m))
  76. }
  77. func (self *efacePool) GetSlice(hint int) unsafe.Pointer {
  78. return unsafe.Pointer(self.efaceSlice.GetSlice(hint))
  79. }
  80. func (self *efacePool) ConvTSlice(val rt.GoSlice, typ *rt.GoType, dst unsafe.Pointer) {
  81. self.tslice.Conv(val, typ, (*interface{})(dst))
  82. }
  83. func (self *efacePool) ConvF64(val float64, dst unsafe.Pointer) {
  84. self.t64.Conv(castU64(val), rt.Float64Type, (*interface{})(dst))
  85. }
  86. func (self *efacePool) ConvTstring(val string, dst unsafe.Pointer) {
  87. self.tstring.Conv(val, (*interface{})(dst))
  88. }
  89. func (self *efacePool) ConvTnum(val json.Number, dst unsafe.Pointer) {
  90. self.tstring.ConvNum(val, (*interface{})(dst))
  91. }
  92. /********************************************************/
  93. func canUseFastMap( opts uint64, root *rt.GoType) bool {
  94. return envs.UseFastMap && (opts & (1 << _F_copy_string)) == 0 && (opts & (1 << _F_use_int64)) == 0 && (root == rt.AnyType || root == rt.MapEfaceType || root == rt.SliceEfaceType)
  95. }
  96. func NewContext(json string, pos int, opts uint64, root *rt.GoType) (Context, error) {
  97. ctx := Context{
  98. Parser: newParser(json, pos, opts),
  99. }
  100. if root == rt.AnyType || root == rt.MapEfaceType || root == rt.SliceEfaceType {
  101. ctx.Parser.isEface = true
  102. }
  103. ecode := ctx.Parser.parse()
  104. if ecode != 0 {
  105. return ctx, ctx.Parser.fixError(ecode)
  106. }
  107. useNumber := (opts & (1 << _F_use_number )) != 0
  108. if canUseFastMap(opts, root) {
  109. ctx.efacePool = newEfacePool(&ctx.Parser.nbuf.stat, useNumber)
  110. ctx.Stack = newStack(int(ctx.Parser.nbuf.stat.max_depth))
  111. }
  112. return ctx, nil
  113. }
  114. func (ctx *Context) Delete() {
  115. ctx.Parser.free()
  116. ctx.Parser = nil
  117. }
  118. type Node struct {
  119. cptr uintptr
  120. }
  121. func NewNode(cptr uintptr) Node {
  122. return Node{cptr: cptr}
  123. }
  124. type Dom struct {
  125. cdom uintptr
  126. }
  127. func (ctx *Context) Root() Node {
  128. root := (uintptr)(((*rt.GoSlice)(unsafe.Pointer(&ctx.Parser.nodes))).Ptr)
  129. return Node{cptr: root}
  130. }
  131. type Array struct {
  132. cptr uintptr
  133. }
  134. type Object struct {
  135. cptr uintptr
  136. }
  137. func (obj Object) Len() int {
  138. cobj := ptrCast(obj.cptr)
  139. return int(uint64(cobj.val) & ConLenMask)
  140. }
  141. func (arr Array) Len() int {
  142. carr := ptrCast(arr.cptr)
  143. return int(uint64(carr.val) & ConLenMask)
  144. }
  145. // / Helper functions to eliminate CGO calls
  146. func (val Node) Type() uint8 {
  147. ctype := ptrCast(val.cptr)
  148. return uint8(ctype.typ & TypeMask)
  149. }
  150. func (val Node) Next() uintptr {
  151. if val.Type() != KObject && val.Type() != KArray {
  152. return PtrOffset(val.cptr, 1)
  153. }
  154. cobj := ptrCast(val.cptr)
  155. offset := int64(uint64(cobj.val) >> ConLenBits)
  156. return PtrOffset(val.cptr, offset)
  157. }
  158. func (val *Node) next() {
  159. *val = NewNode(val.Next())
  160. }
  161. type NodeIter struct {
  162. next uintptr
  163. }
  164. func NewNodeIter(node Node) NodeIter {
  165. return NodeIter{next: node.cptr}
  166. }
  167. func (iter *NodeIter) Next() Node {
  168. ret := NewNode(iter.next)
  169. iter.next = PtrOffset(iter.next, 1)
  170. return ret
  171. }
  172. func (iter *NodeIter) Peek() Node {
  173. return NewNode(iter.next)
  174. }
  175. func (val Node) U64() uint64 {
  176. cnum := ptrCast(val.cptr)
  177. return *(*uint64)((unsafe.Pointer)(&(cnum.val)))
  178. }
  179. func (val Node) I64() int64 {
  180. cnum := ptrCast(val.cptr)
  181. return *(*int64)((unsafe.Pointer)(&(cnum.val)))
  182. }
  183. func (val Node) IsNull() bool {
  184. return val.Type() == KNull
  185. }
  186. func (val Node) IsNumber() bool {
  187. return val.Type() & KNumber != 0
  188. }
  189. func (val Node) F64() float64 {
  190. cnum := ptrCast(val.cptr)
  191. return *(*float64)((unsafe.Pointer)(&(cnum.val)))
  192. }
  193. func (val Node) Bool() bool {
  194. return val.Type() == KTrue
  195. }
  196. func (self Node) AsU64(ctx *Context) (uint64, bool) {
  197. if self.Type() == KUint {
  198. return self.U64(), true
  199. } else if self.Type() == KRawNumber {
  200. num, err := ParseU64(self.Raw(ctx))
  201. if err != nil {
  202. return 0, false
  203. }
  204. return num, true
  205. } else {
  206. return 0, false
  207. }
  208. }
  209. func (val *Node) AsObj() (Object, bool) {
  210. var ret Object
  211. if val.Type() != KObject {
  212. return ret, false
  213. }
  214. return Object{
  215. cptr: val.cptr,
  216. }, true
  217. }
  218. func (val Node) Obj() Object {
  219. return Object{cptr: val.cptr}
  220. }
  221. func (val Node) Arr() Array {
  222. return Array{cptr: val.cptr}
  223. }
  224. func (val *Node) AsArr() (Array, bool) {
  225. var ret Array
  226. if val.Type() != KArray {
  227. return ret, false
  228. }
  229. return Array{
  230. cptr: val.cptr,
  231. }, true
  232. }
  233. func (self Node) AsI64(ctx *Context) (int64, bool) {
  234. typ := self.Type()
  235. if typ == KUint && self.U64() <= math.MaxInt64 {
  236. return int64(self.U64()), true
  237. } else if typ == KSint {
  238. return self.I64(), true
  239. } else if typ == KRawNumber {
  240. val, err := self.Number(ctx).Int64()
  241. if err != nil {
  242. return 0, false
  243. }
  244. return val, true
  245. } else {
  246. return 0, false
  247. }
  248. }
  249. func (self Node) AsByte(ctx *Context) (uint8, bool) {
  250. typ := self.Type()
  251. if typ == KUint && self.U64() <= math.MaxUint8 {
  252. return uint8(self.U64()), true
  253. } else if typ == KSint && self.I64() == 0 {
  254. return 0, true
  255. } else {
  256. return 0, false
  257. }
  258. }
  259. /********* Parse Node String into Value ***************/
  260. func (val Node) ParseI64(ctx *Context) (int64, bool) {
  261. s, ok := val.AsStrRef(ctx)
  262. if !ok {
  263. return 0, false
  264. }
  265. if s == "null" {
  266. return 0, true
  267. }
  268. i, err := ParseI64(s)
  269. if err != nil {
  270. return 0, false
  271. }
  272. return i, true
  273. }
  274. func (val Node) ParseBool(ctx *Context) (bool, bool) {
  275. s, ok := val.AsStrRef(ctx)
  276. if !ok {
  277. return false, false
  278. }
  279. if s == "null" {
  280. return false, true
  281. }
  282. b, err := ParseBool(s)
  283. if err != nil {
  284. return false, false
  285. }
  286. return b, true
  287. }
  288. func (val Node) ParseU64(ctx *Context) (uint64, bool) {
  289. s, ok := val.AsStrRef(ctx)
  290. if !ok {
  291. return 0, false
  292. }
  293. if s == "null" {
  294. return 0, true
  295. }
  296. i, err := ParseU64(s)
  297. if err != nil {
  298. return 0, false
  299. }
  300. return i, true
  301. }
  302. func (val Node) ParseF64(ctx *Context) (float64, bool) {
  303. s, ok := val.AsStrRef(ctx)
  304. if !ok {
  305. return 0, false
  306. }
  307. if s == "null" {
  308. return 0, true
  309. }
  310. i, err := ParseF64(s)
  311. if err != nil {
  312. return 0, false
  313. }
  314. return i, true
  315. }
  316. func (val Node) ParseString(ctx *Context) (string, bool) {
  317. // should not use AsStrRef
  318. s, ok := val.AsStr(ctx)
  319. if !ok {
  320. return "", false
  321. }
  322. if s == "null" {
  323. return "", true
  324. }
  325. s, err := Unquote(s)
  326. if err != nil {
  327. return "", false
  328. }
  329. return s, true
  330. }
  331. func (val Node) ParseNumber(ctx *Context) (json.Number, bool) {
  332. // should not use AsStrRef
  333. s, ok := val.AsStr(ctx)
  334. if !ok {
  335. return json.Number(""), false
  336. }
  337. if s == "null" {
  338. return json.Number(""), true
  339. }
  340. end, ok := SkipNumberFast(s, 0)
  341. // has error or trailing chars
  342. if !ok || end != len(s) {
  343. return json.Number(""), false
  344. }
  345. return json.Number(s), true
  346. }
  347. func (val Node) AsF64(ctx *Context) (float64, bool) {
  348. switch val.Type() {
  349. case KUint: return float64(val.U64()), true
  350. case KSint: return float64(val.I64()), true
  351. case KReal: return float64(val.F64()), true
  352. case KRawNumber: f, err := val.Number(ctx).Float64(); return f, err == nil
  353. default: return 0, false
  354. }
  355. }
  356. func (val Node) AsBool() (bool, bool) {
  357. switch val.Type() {
  358. case KTrue: return true, true
  359. case KFalse: return false, true
  360. default: return false, false
  361. }
  362. }
  363. func (val Node) AsStr(ctx *Context) (string, bool) {
  364. switch val.Type() {
  365. case KStringCommon:
  366. s := val.StringRef(ctx)
  367. if (ctx.Options() & (1 << _F_copy_string) == 0) {
  368. return s, true
  369. }
  370. return string(rt.Str2Mem(s)), true
  371. case KStringEscaped:
  372. return val.StringCopyEsc(ctx), true
  373. default: return "", false
  374. }
  375. }
  376. func (val Node) AsStrRef(ctx *Context) (string, bool) {
  377. switch val.Type() {
  378. case KStringEscaped:
  379. node := ptrCast(val.cptr)
  380. offset := val.Position()
  381. len := int(node.val)
  382. return rt.Mem2Str(ctx.Parser.JsonBytes()[offset : offset + len]), true
  383. case KStringCommon:
  384. return val.StringRef(ctx), true
  385. default:
  386. return "", false
  387. }
  388. }
  389. func (val Node) AsStringText(ctx *Context) ([]byte, bool) {
  390. if !val.IsStr() {
  391. return nil, false
  392. }
  393. // clone to new bytes
  394. s, b := val.AsStrRef(ctx)
  395. return []byte(s), b
  396. }
  397. func (val Node) IsStr() bool {
  398. return (val.Type() == KStringCommon) || (val.Type() == KStringEscaped)
  399. }
  400. func (val Node) IsRawNumber() bool {
  401. return val.Type() == KRawNumber
  402. }
  403. func (val Node) Number(ctx *Context) json.Number {
  404. return json.Number(val.Raw(ctx))
  405. }
  406. func (val Node) Raw(ctx *Context) string {
  407. node := ptrCast(val.cptr)
  408. len := int(node.val)
  409. offset := val.Position()
  410. return ctx.Parser.Json[offset:int(offset+len)]
  411. }
  412. func (val Node) Position() int {
  413. node := ptrCast(val.cptr)
  414. return int(node.typ >> PosBits)
  415. }
  416. func (val Node) AsNumber(ctx *Context) (json.Number, bool) {
  417. // parse JSON string as number
  418. if val.IsStr() {
  419. s, _ := val.AsStr(ctx)
  420. if !ValidNumberFast(s) {
  421. return "", false
  422. } else {
  423. return json.Number(s), true
  424. }
  425. }
  426. return val.NonstrAsNumber(ctx)
  427. }
  428. func (val Node) NonstrAsNumber(ctx *Context) (json.Number, bool) {
  429. // deal with raw number
  430. if val.IsRawNumber() {
  431. return val.Number(ctx), true
  432. }
  433. // deal with parse number
  434. if !val.IsNumber() {
  435. return json.Number(""), false
  436. }
  437. start := val.Position()
  438. end, ok := SkipNumberFast(ctx.Parser.Json, start)
  439. if !ok {
  440. return "", false
  441. }
  442. return json.Number(ctx.Parser.Json[start:end]), true
  443. }
  444. func (val Node) AsRaw(ctx *Context) string {
  445. // fast path for unescaped strings
  446. switch val.Type() {
  447. case KNull:
  448. return "null"
  449. case KTrue:
  450. return "true"
  451. case KFalse:
  452. return "false"
  453. case KStringCommon:
  454. node := ptrCast(val.cptr)
  455. len := int(node.val)
  456. offset := val.Position()
  457. // add start and end quote
  458. ref := rt.Str2Mem(ctx.Parser.Json)[offset-1 : offset+len+1]
  459. return rt.Mem2Str(ref)
  460. case KRawNumber: fallthrough
  461. case KRaw: return val.Raw(ctx)
  462. case KStringEscaped:
  463. raw, _ := SkipOneFast(ctx.Parser.Json, val.Position() - 1)
  464. return raw
  465. default:
  466. raw, err := SkipOneFast(ctx.Parser.Json, val.Position())
  467. if err != nil {
  468. break
  469. }
  470. return raw
  471. }
  472. panic("should always be valid json here")
  473. }
  474. // reference from the input JSON as possible
  475. func (val Node) StringRef(ctx *Context) string {
  476. return val.Raw(ctx)
  477. }
  478. //go:nocheckptr
  479. func ptrCast(p uintptr) *node {
  480. return (*node)(unsafe.Pointer(p))
  481. }
  482. func (val Node) StringCopyEsc(ctx *Context) string {
  483. // check whether there are in padded
  484. node := ptrCast(val.cptr)
  485. len := int(node.val)
  486. offset := val.Position()
  487. return string(ctx.Parser.JsonBytes()[offset : offset + len])
  488. }
  489. func (val Node) Object() Object {
  490. return Object{cptr: val.cptr}
  491. }
  492. func (val Node) Array() Array {
  493. return Array{cptr: val.cptr}
  494. }
  495. func (val *Array) Children() uintptr {
  496. return PtrOffset(val.cptr, 1)
  497. }
  498. func (val *Object) Children() uintptr {
  499. return PtrOffset(val.cptr, 1)
  500. }
  501. func (val *Node) Equal(ctx *Context, lhs string) bool {
  502. // check whether escaped
  503. cstr := ptrCast(val.cptr)
  504. offset := int(val.Position())
  505. len := int(cstr.val)
  506. return lhs == ctx.Parser.Json[offset:offset+len]
  507. }
  508. func (node *Node) AsMapEface(ctx *Context, vp unsafe.Pointer) error {
  509. if node.IsNull() {
  510. return nil
  511. }
  512. obj, ok := node.AsObj()
  513. if !ok {
  514. return newUnmatched(node.Position(), rt.MapEfaceType)
  515. }
  516. var err, gerr error
  517. size := obj.Len()
  518. var m map[string]interface{}
  519. if *(*unsafe.Pointer)(vp) == nil {
  520. if ctx.efacePool != nil {
  521. p := ctx.efacePool.GetMap(size)
  522. m = *(*map[string]interface{})(unsafe.Pointer(&p))
  523. } else {
  524. m = make(map[string]interface{}, size)
  525. }
  526. } else {
  527. m = *(*map[string]interface{})(vp)
  528. }
  529. next := obj.Children()
  530. for i := 0; i < size; i++ {
  531. knode := NewNode(next)
  532. key, _ := knode.AsStr(ctx)
  533. val := NewNode(PtrOffset(next, 1))
  534. m[key], err = val.AsEface(ctx)
  535. next = val.cptr
  536. if gerr == nil && err != nil {
  537. gerr = err
  538. }
  539. }
  540. *(*map[string]interface{})(vp) = m
  541. return gerr
  542. }
  543. func (node *Node) AsMapString(ctx *Context, vp unsafe.Pointer) error {
  544. obj, ok := node.AsObj()
  545. if !ok {
  546. return newUnmatched(node.Position(), rt.MapStringType)
  547. }
  548. size := obj.Len()
  549. var m map[string]string
  550. if *(*unsafe.Pointer)(vp) == nil {
  551. m = make(map[string]string, size)
  552. } else {
  553. m = *(*map[string]string)(vp)
  554. }
  555. var gerr error
  556. next := obj.Children()
  557. for i := 0; i < size; i++ {
  558. knode := NewNode(next)
  559. key, _ := knode.AsStr(ctx)
  560. val := NewNode(PtrOffset(next, 1))
  561. m[key], ok = val.AsStr(ctx)
  562. if !ok {
  563. if gerr == nil {
  564. gerr = newUnmatched(val.Position(), rt.StringType)
  565. }
  566. next = val.Next()
  567. } else {
  568. next = PtrOffset(val.cptr, 1)
  569. }
  570. }
  571. *(*map[string]string)(vp) = m
  572. return gerr
  573. }
  574. func (node *Node) AsSliceEface(ctx *Context, vp unsafe.Pointer) error {
  575. arr, ok := node.AsArr()
  576. if !ok {
  577. return newUnmatched(node.Position(), rt.SliceEfaceType)
  578. }
  579. size := arr.Len()
  580. var s []interface{}
  581. if size != 0 && ctx.efacePool != nil {
  582. slice := rt.GoSlice {
  583. Ptr: ctx.efacePool.GetSlice(size),
  584. Len: size,
  585. Cap: size,
  586. }
  587. *(*rt.GoSlice)(unsafe.Pointer(&s)) = slice
  588. } else {
  589. s = *(*[]interface{})((unsafe.Pointer)(rt.MakeSlice(vp, rt.AnyType, size)))
  590. }
  591. *node = NewNode(arr.Children())
  592. var err, gerr error
  593. for i := 0; i < size; i++ {
  594. s[i], err = node.AsEface(ctx)
  595. if gerr == nil && err != nil {
  596. gerr = err
  597. }
  598. }
  599. *(*[]interface{})(vp) = s
  600. return nil
  601. }
  602. func (node *Node) AsSliceI32(ctx *Context, vp unsafe.Pointer) error {
  603. arr, ok := node.AsArr()
  604. if !ok {
  605. return newUnmatched(node.Position(), rt.SliceI32Type)
  606. }
  607. size := arr.Len()
  608. s := *(*[]int32)((unsafe.Pointer)(rt.MakeSlice(vp, rt.Int32Type, size)))
  609. next := arr.Children()
  610. var gerr error
  611. for i := 0; i < size; i++ {
  612. val := NewNode(next)
  613. ret, ok := val.AsI64(ctx)
  614. if !ok || ret > math.MaxInt32 || ret < math.MinInt32 {
  615. if gerr == nil {
  616. gerr = newUnmatched(val.Position(), rt.Int32Type)
  617. }
  618. next = val.Next()
  619. } else {
  620. s[i] = int32(ret)
  621. next = PtrOffset(val.cptr, 1)
  622. }
  623. }
  624. *(*[]int32)(vp) = s
  625. return gerr
  626. }
  627. func (node *Node) AsSliceI64(ctx *Context, vp unsafe.Pointer) error {
  628. arr, ok := node.AsArr()
  629. if !ok {
  630. return newUnmatched(node.Position(), rt.SliceI64Type)
  631. }
  632. size := arr.Len()
  633. s := *(*[]int64)((unsafe.Pointer)(rt.MakeSlice(vp, rt.Int64Type, size)))
  634. next := arr.Children()
  635. var gerr error
  636. for i := 0; i < size; i++ {
  637. val := NewNode(next)
  638. ret, ok := val.AsI64(ctx)
  639. if !ok {
  640. if gerr == nil {
  641. gerr = newUnmatched(val.Position(), rt.Int64Type)
  642. }
  643. next = val.Next()
  644. } else {
  645. s[i] = ret
  646. next = PtrOffset(val.cptr, 1)
  647. }
  648. }
  649. *(*[]int64)(vp) = s
  650. return gerr
  651. }
  652. func (node *Node) AsSliceU32(ctx *Context, vp unsafe.Pointer) error {
  653. arr, ok := node.AsArr()
  654. if !ok {
  655. return newUnmatched(node.Position(), rt.SliceU32Type)
  656. }
  657. size := arr.Len()
  658. next := arr.Children()
  659. s := *(*[]uint32)((unsafe.Pointer)(rt.MakeSlice(vp, rt.Uint32Type, size)))
  660. var gerr error
  661. for i := 0; i < size; i++ {
  662. val := NewNode(next)
  663. ret, ok := val.AsU64(ctx)
  664. if !ok || ret > math.MaxUint32 {
  665. if gerr == nil {
  666. gerr = newUnmatched(val.Position(), rt.Uint32Type)
  667. }
  668. next = val.Next()
  669. } else {
  670. s[i] = uint32(ret)
  671. next = PtrOffset(val.cptr, 1)
  672. }
  673. }
  674. *(*[]uint32)(vp) = s
  675. return gerr
  676. }
  677. func (node *Node) AsSliceU64(ctx *Context, vp unsafe.Pointer) error {
  678. arr, ok := node.AsArr()
  679. if !ok {
  680. return newUnmatched(node.Position(), rt.SliceU64Type)
  681. }
  682. size := arr.Len()
  683. next := arr.Children()
  684. s := *(*[]uint64)((unsafe.Pointer)(rt.MakeSlice(vp, rt.Uint64Type, size)))
  685. var gerr error
  686. for i := 0; i < size; i++ {
  687. val := NewNode(next)
  688. ret, ok := val.AsU64(ctx)
  689. if !ok {
  690. if gerr == nil {
  691. gerr = newUnmatched(val.Position(), rt.Uint64Type)
  692. }
  693. next = val.Next()
  694. } else {
  695. s[i] = ret
  696. next = PtrOffset(val.cptr, 1)
  697. }
  698. }
  699. *(*[]uint64)(vp) = s
  700. return gerr
  701. }
  702. func (node *Node) AsSliceString(ctx *Context, vp unsafe.Pointer) error {
  703. arr, ok := node.AsArr()
  704. if !ok {
  705. return newUnmatched(node.Position(), rt.SliceStringType)
  706. }
  707. size := arr.Len()
  708. next := arr.Children()
  709. s := *(*[]string)((unsafe.Pointer)(rt.MakeSlice(vp, rt.StringType, size)))
  710. var gerr error
  711. for i := 0; i < size; i++ {
  712. val := NewNode(next)
  713. ret, ok := val.AsStr(ctx)
  714. if !ok {
  715. if gerr == nil {
  716. gerr = newUnmatched(val.Position(), rt.StringType)
  717. }
  718. next = val.Next()
  719. } else {
  720. s[i] = ret
  721. next = PtrOffset(val.cptr, 1)
  722. }
  723. }
  724. *(*[]string)(vp) = s
  725. return gerr
  726. }
  727. func (val *Node) AsSliceBytes(ctx *Context) ([]byte, error) {
  728. var origin []byte
  729. switch val.Type() {
  730. case KStringEscaped:
  731. node := ptrCast(val.cptr)
  732. offset := val.Position()
  733. len := int(node.val)
  734. origin = ctx.Parser.JsonBytes()[offset : offset + len]
  735. case KStringCommon:
  736. origin = rt.Str2Mem(val.StringRef(ctx))
  737. case KArray:
  738. arr := val.Array()
  739. size := arr.Len()
  740. a := make([]byte, size)
  741. elem := NewNode(arr.Children())
  742. var gerr error
  743. var ok bool
  744. for i := 0; i < size; i++ {
  745. a[i], ok = elem.AsByte(ctx)
  746. if !ok && gerr == nil {
  747. gerr = newUnmatched(val.Position(), rt.BytesType)
  748. }
  749. elem = NewNode(PtrOffset(elem.cptr, 1))
  750. }
  751. return a, gerr
  752. default:
  753. return nil, newUnmatched(val.Position(), rt.BytesType)
  754. }
  755. b64, err := rt.DecodeBase64(origin)
  756. if err != nil {
  757. return nil, newUnmatched(val.Position(), rt.BytesType)
  758. }
  759. return b64, nil
  760. }
  761. // AsEface will always ok, because we have parse in native.
  762. func (node *Node) AsEface(ctx *Context) (interface{}, error) {
  763. if ctx.efacePool != nil {
  764. iter := NewNodeIter(*node)
  765. v := AsEfaceFast(&iter, ctx)
  766. *node = iter.Peek()
  767. return v, nil
  768. } else {
  769. return node.AsEfaceFallback(ctx)
  770. }
  771. }
  772. func parseSingleNode(node Node, ctx *Context) interface{} {
  773. var v interface{}
  774. switch node.Type() {
  775. case KObject: v = map[string]interface{}{}
  776. case KArray: v = []interface{}{}
  777. case KStringCommon: v = node.StringRef(ctx)
  778. case KStringEscaped: v = node.StringCopyEsc(ctx)
  779. case KTrue: v = true
  780. case KFalse: v = false
  781. case KNull: v = nil
  782. case KUint: v = float64(node.U64())
  783. case KSint: v = float64(node.I64())
  784. case KReal: v = float64(node.F64())
  785. case KRawNumber: v = node.Number(ctx)
  786. default: panic("unreachable for as eface")
  787. }
  788. return v
  789. }
  790. func castU64(val float64) uint64 {
  791. return *((*uint64)(unsafe.Pointer((&val))))
  792. }
  793. func AsEfaceFast(iter *NodeIter, ctx *Context) interface{} {
  794. var mp, sp, parent unsafe.Pointer // current container pointer
  795. var node Node
  796. var size int
  797. var isObj bool
  798. var slice rt.GoSlice
  799. var val unsafe.Pointer
  800. var vt **rt.GoType
  801. var vp *unsafe.Pointer
  802. var rootM unsafe.Pointer
  803. var rootS rt.GoSlice
  804. var root interface{}
  805. var key string
  806. node = iter.Next()
  807. switch node.Type() {
  808. case KObject:
  809. size = node.Object().Len()
  810. if size != 0 {
  811. ctx.Stack.Push(nil, 0, true)
  812. mp = ctx.efacePool.GetMap(size)
  813. rootM = mp
  814. isObj = true
  815. goto _object_key
  816. } else {
  817. return rt.GoEface {
  818. Type: rt.MapEfaceType,
  819. Value: ctx.efacePool.GetMap(0),
  820. }.Pack()
  821. }
  822. case KArray:
  823. size = node.Array().Len()
  824. if size != 0 {
  825. ctx.Stack.Push(nil, 0, false)
  826. sp = ctx.efacePool.GetSlice(size)
  827. slice = rt.GoSlice {
  828. Ptr: sp,
  829. Len: size,
  830. Cap: size,
  831. }
  832. rootS = slice
  833. isObj = false
  834. val = sp
  835. goto _arr_val;
  836. } else {
  837. ctx.efacePool.ConvTSlice(rt.EmptySlice, rt.SliceEfaceType, unsafe.Pointer(&root))
  838. }
  839. case KStringCommon: ctx.efacePool.ConvTstring(node.StringRef(ctx), unsafe.Pointer(&root))
  840. case KStringEscaped: ctx.efacePool.ConvTstring(node.StringCopyEsc(ctx), unsafe.Pointer(&root))
  841. case KTrue: root = true
  842. case KFalse: root = false
  843. case KNull: root = nil
  844. case KUint: ctx.efacePool.ConvF64(float64(node.U64()), unsafe.Pointer(&root))
  845. case KSint: ctx.efacePool.ConvF64(float64(node.I64()), unsafe.Pointer(&root))
  846. case KReal: ctx.efacePool.ConvF64(node.F64(), unsafe.Pointer(&root))
  847. case KRawNumber: ctx.efacePool.ConvTnum(node.Number(ctx), unsafe.Pointer(&root))
  848. default: panic("unreachable for as eface")
  849. }
  850. return root
  851. _object_key:
  852. node = iter.Next()
  853. if node.Type() == KStringCommon {
  854. key = node.StringRef(ctx)
  855. } else {
  856. key = node.StringCopyEsc(ctx)
  857. }
  858. // interface{} slot in map bucket
  859. val = rt.Mapassign_faststr(rt.MapEfaceMapType, mp, key)
  860. vt = &(*rt.GoEface)(val).Type
  861. vp = &(*rt.GoEface)(val).Value
  862. // parse value node
  863. node = iter.Next()
  864. switch node.Type() {
  865. case KObject:
  866. newSize := node.Object().Len()
  867. newMp := ctx.efacePool.GetMap(newSize)
  868. *vt = rt.MapEfaceType
  869. *vp = newMp
  870. remain := size - 1
  871. isObj = true
  872. if newSize != 0 {
  873. if remain > 0 {
  874. ctx.Stack.Push(mp, remain, true)
  875. }
  876. mp = newMp
  877. size = newSize
  878. goto _object_key;
  879. }
  880. case KArray:
  881. newSize := node.Array().Len()
  882. if newSize == 0 {
  883. ctx.efacePool.ConvTSlice(rt.EmptySlice, rt.SliceEfaceType, val)
  884. break;
  885. }
  886. newSp := ctx.efacePool.GetSlice(newSize)
  887. // pack to []interface{}
  888. ctx.efacePool.ConvTSlice(rt.GoSlice{
  889. Ptr: newSp,
  890. Len: newSize,
  891. Cap: newSize,
  892. }, rt.SliceEfaceType, val)
  893. remain := size - 1
  894. if remain > 0 {
  895. ctx.Stack.Push(mp, remain, true)
  896. }
  897. val = newSp
  898. isObj = false
  899. size = newSize
  900. goto _arr_val;
  901. case KStringCommon:
  902. ctx.efacePool.ConvTstring(node.StringRef(ctx), val)
  903. case KStringEscaped:
  904. ctx.efacePool.ConvTstring(node.StringCopyEsc(ctx), val)
  905. case KTrue:
  906. rt.ConvTBool(true, (*interface{})(val))
  907. case KFalse:
  908. rt.ConvTBool(false, (*interface{})(val))
  909. case KNull: /* skip */
  910. case KUint:
  911. ctx.efacePool.ConvF64(float64(node.U64()), val)
  912. case KSint:
  913. ctx.efacePool.ConvF64(float64(node.I64()), val)
  914. case KReal:
  915. ctx.efacePool.ConvF64(node.F64(), val)
  916. case KRawNumber:
  917. ctx.efacePool.ConvTnum(node.Number(ctx), val)
  918. default:
  919. panic("unreachable for as eface")
  920. }
  921. // check size
  922. size -= 1
  923. if size != 0 {
  924. goto _object_key;
  925. }
  926. parent, size, isObj = ctx.Stack.Pop()
  927. // parent is empty
  928. if parent == nil {
  929. if isObj {
  930. return rt.GoEface {
  931. Type: rt.MapEfaceType,
  932. Value: rootM,
  933. }.Pack()
  934. } else {
  935. ctx.efacePool.ConvTSlice(rootS, rt.SliceEfaceType, (unsafe.Pointer)(&root))
  936. return root
  937. }
  938. }
  939. // continue to parse parent
  940. if isObj {
  941. mp = parent
  942. goto _object_key;
  943. } else {
  944. val = rt.PtrAdd(parent, rt.AnyType.Size)
  945. goto _arr_val;
  946. }
  947. _arr_val:
  948. // interface{} slot in slice
  949. vt = &(*rt.GoEface)(val).Type
  950. vp = &(*rt.GoEface)(val).Value
  951. // parse value node
  952. node = iter.Next()
  953. switch node.Type() {
  954. case KObject:
  955. newSize := node.Object().Len()
  956. newMp := ctx.efacePool.GetMap(newSize)
  957. *vt = rt.MapEfaceType
  958. *vp = newMp
  959. remain := size - 1
  960. if newSize != 0 {
  961. // push next array elem into stack
  962. if remain > 0 {
  963. ctx.Stack.Push(val, remain, false)
  964. }
  965. mp = newMp
  966. size = newSize
  967. isObj = true
  968. goto _object_key;
  969. }
  970. case KArray:
  971. newSize := node.Array().Len()
  972. if newSize == 0 {
  973. ctx.efacePool.ConvTSlice(rt.EmptySlice, rt.SliceEfaceType, val)
  974. break;
  975. }
  976. newSp := ctx.efacePool.GetSlice(newSize)
  977. // pack to []interface{}
  978. ctx.efacePool.ConvTSlice(rt.GoSlice {
  979. Ptr: newSp,
  980. Len: newSize,
  981. Cap: newSize,
  982. }, rt.SliceEfaceType, val)
  983. remain := size - 1
  984. if remain > 0 {
  985. ctx.Stack.Push(val, remain, false)
  986. }
  987. val = newSp
  988. isObj = false
  989. size = newSize
  990. goto _arr_val;
  991. case KStringCommon:
  992. ctx.efacePool.ConvTstring(node.StringRef(ctx), val)
  993. case KStringEscaped:
  994. ctx.efacePool.ConvTstring(node.StringCopyEsc(ctx), val)
  995. case KTrue:
  996. rt.ConvTBool(true, (*interface{})(val))
  997. case KFalse:
  998. rt.ConvTBool(false, (*interface{})(val))
  999. case KNull: /* skip */
  1000. case KUint:
  1001. ctx.efacePool.ConvF64(float64(node.U64()), val)
  1002. case KSint:
  1003. ctx.efacePool.ConvF64(float64(node.I64()), val)
  1004. case KReal:
  1005. ctx.efacePool.ConvF64(node.F64(), val)
  1006. case KRawNumber:
  1007. ctx.efacePool.ConvTnum(node.Number(ctx), val)
  1008. default: panic("unreachable for as eface")
  1009. }
  1010. // check size
  1011. size -= 1
  1012. if size != 0 {
  1013. val = rt.PtrAdd(val, rt.AnyType.Size)
  1014. goto _arr_val;
  1015. }
  1016. parent, size, isObj = ctx.Stack.Pop()
  1017. // parent is empty
  1018. if parent == nil {
  1019. if isObj {
  1020. return rt.GoEface {
  1021. Type: rt.MapEfaceType,
  1022. Value: rootM,
  1023. }.Pack()
  1024. } else {
  1025. ctx.efacePool.ConvTSlice(rootS, rt.SliceEfaceType, unsafe.Pointer(&root))
  1026. return root
  1027. }
  1028. }
  1029. // continue to parse parent
  1030. if isObj {
  1031. mp = parent
  1032. goto _object_key;
  1033. } else {
  1034. val = rt.PtrAdd(parent, rt.AnyType.Size)
  1035. goto _arr_val;
  1036. }
  1037. }
  1038. func (node *Node) AsEfaceFallback(ctx *Context) (interface{}, error) {
  1039. switch node.Type() {
  1040. case KObject:
  1041. obj := node.Object()
  1042. size := obj.Len()
  1043. m := make(map[string]interface{}, size)
  1044. *node = NewNode(obj.Children())
  1045. var gerr, err error
  1046. for i := 0; i < size; i++ {
  1047. key, _ := node.AsStr(ctx)
  1048. *node = NewNode(PtrOffset(node.cptr, 1))
  1049. m[key], err = node.AsEfaceFallback(ctx)
  1050. if gerr == nil && err != nil {
  1051. gerr = err
  1052. }
  1053. }
  1054. return m, gerr
  1055. case KArray:
  1056. arr := node.Array()
  1057. size := arr.Len()
  1058. a := make([]interface{}, size)
  1059. *node = NewNode(arr.Children())
  1060. var gerr, err error
  1061. for i := 0; i < size; i++ {
  1062. a[i], err = node.AsEfaceFallback(ctx)
  1063. if gerr == nil && err != nil {
  1064. gerr = err
  1065. }
  1066. }
  1067. return a, gerr
  1068. case KStringCommon:
  1069. str, _ := node.AsStr(ctx)
  1070. *node = NewNode(PtrOffset(node.cptr, 1))
  1071. return str, nil
  1072. case KStringEscaped:
  1073. str := node.StringCopyEsc(ctx)
  1074. *node = NewNode(PtrOffset(node.cptr, 1))
  1075. return str, nil
  1076. case KTrue:
  1077. *node = NewNode(PtrOffset(node.cptr, 1))
  1078. return true, nil
  1079. case KFalse:
  1080. *node = NewNode(PtrOffset(node.cptr, 1))
  1081. return false, nil
  1082. case KNull:
  1083. *node = NewNode(PtrOffset(node.cptr, 1))
  1084. return nil, nil
  1085. default:
  1086. // use float64
  1087. if ctx.Parser.options & (1 << _F_use_number) != 0 {
  1088. num, ok := node.AsNumber(ctx)
  1089. if !ok {
  1090. // skip the unmacthed type
  1091. *node = NewNode(node.Next())
  1092. return nil, newUnmatched(node.Position(), rt.JsonNumberType)
  1093. } else {
  1094. *node = NewNode(PtrOffset(node.cptr, 1))
  1095. return num, nil
  1096. }
  1097. } else if ctx.Parser.options & (1 << _F_use_int64) != 0 {
  1098. // first try int64
  1099. i, ok := node.AsI64(ctx)
  1100. if ok {
  1101. *node = NewNode(PtrOffset(node.cptr, 1))
  1102. return i, nil
  1103. }
  1104. // is not integer, then use float64
  1105. f, ok := node.AsF64(ctx)
  1106. if ok {
  1107. *node = NewNode(PtrOffset(node.cptr, 1))
  1108. return f, nil
  1109. }
  1110. // skip the unmacthed type
  1111. *node = NewNode(node.Next())
  1112. return nil, newUnmatched(node.Position(), rt.Int64Type)
  1113. } else {
  1114. num, ok := node.AsF64(ctx)
  1115. if !ok {
  1116. // skip the unmacthed type
  1117. *node = NewNode(node.Next())
  1118. return nil, newUnmatched(node.Position(), rt.Float64Type)
  1119. } else {
  1120. *node = NewNode(PtrOffset(node.cptr, 1))
  1121. return num, nil
  1122. }
  1123. }
  1124. }
  1125. }
  1126. //go:nosplit
  1127. func PtrOffset(ptr uintptr, off int64) uintptr {
  1128. return uintptr(int64(ptr) + off * int64(unsafe.Sizeof(node{})))
  1129. }