native_test.tmpl 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636
  1. // +build amd64
  2. // Code generated by Makefile, DO NOT EDIT.
  3. /*
  4. * Copyright 2021 ByteDance Inc.
  5. *
  6. * Licensed under the Apache License, Version 2.0 (the "License");
  7. * you may not use this file except in compliance with the License.
  8. * You may obtain a copy of the License at
  9. *
  10. * http://www.apache.org/licenses/LICENSE-2.0
  11. *
  12. * Unless required by applicable law or agreed to in writing, software
  13. * distributed under the License is distributed on an "AS IS" BASIS,
  14. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. * See the License for the specific language governing permissions and
  16. * limitations under the License.
  17. */
  18. package {{PACKAGE}}
  19. import (
  20. `encoding/hex`
  21. `fmt`
  22. `math`
  23. `strings`
  24. `testing`
  25. `unsafe`
  26. `github.com/bytedance/sonic/internal/native/types`
  27. `github.com/bytedance/sonic/internal/rt`
  28. `github.com/davecgh/go-spew/spew`
  29. `github.com/stretchr/testify/assert`
  30. `github.com/stretchr/testify/require`
  31. )
  32. func TestNative_Value(t *testing.T) {
  33. var v types.JsonState
  34. s := ` -12345`
  35. p := (*rt.GoString)(unsafe.Pointer(&s))
  36. x := value(p.Ptr, p.Len, 0, &v, 0)
  37. assert.Equal(t, 9, x)
  38. assert.Equal(t, types.V_INTEGER, v.Vt)
  39. assert.Equal(t, int64(-12345), v.Iv)
  40. assert.Equal(t, 3, v.Ep)
  41. }
  42. func TestNative_Value_OutOfBound(t *testing.T) {
  43. var v types.JsonState
  44. mem := []byte{'"', '"'}
  45. s := rt.Mem2Str(mem[:1])
  46. p := (*rt.GoString)(unsafe.Pointer(&s))
  47. x := value(p.Ptr, p.Len, 0, &v, 0)
  48. assert.Equal(t, 1, x)
  49. assert.Equal(t, -int(types.ERR_EOF), int(v.Vt))
  50. }
  51. func TestNative_Quote(t *testing.T) {
  52. s := "hello\b\f\n\r\t\\\"\u666fworld"
  53. d := make([]byte, 256)
  54. dp := (*rt.GoSlice)(unsafe.Pointer(&d))
  55. sp := (*rt.GoString)(unsafe.Pointer(&s))
  56. rv := quote(sp.Ptr, sp.Len, dp.Ptr, &dp.Len, 0)
  57. if rv < 0 {
  58. require.NoError(t, types.ParsingError(-rv))
  59. }
  60. assert.Equal(t, len(s), rv)
  61. assert.Equal(t, 35, len(d))
  62. assert.Equal(t, `hello\u0008\u000c\n\r\t\\\"景world`, string(d))
  63. }
  64. func TestNative_QuoteNoMem(t *testing.T) {
  65. s := "hello\b\f\n\r\t\\\"\u666fworld"
  66. d := make([]byte, 10)
  67. dp := (*rt.GoSlice)(unsafe.Pointer(&d))
  68. sp := (*rt.GoString)(unsafe.Pointer(&s))
  69. rv := quote(sp.Ptr, sp.Len, dp.Ptr, &dp.Len, 0)
  70. assert.Equal(t, -6, rv)
  71. assert.Equal(t, 5, len(d))
  72. assert.Equal(t, `hello`, string(d))
  73. }
  74. func TestNative_DoubleQuote(t *testing.T) {
  75. s := "hello\b\f\n\r\t\\\"\u666fworld"
  76. d := make([]byte, 256)
  77. dp := (*rt.GoSlice)(unsafe.Pointer(&d))
  78. sp := (*rt.GoString)(unsafe.Pointer(&s))
  79. rv := quote(sp.Ptr, sp.Len, dp.Ptr, &dp.Len, types.F_DOUBLE_UNQUOTE)
  80. if rv < 0 {
  81. require.NoError(t, types.ParsingError(-rv))
  82. }
  83. assert.Equal(t, len(s), rv)
  84. assert.Equal(t, 44, len(d))
  85. assert.Equal(t, `hello\\u0008\\u000c\\n\\r\\t\\\\\\\"景world`, string(d))
  86. }
  87. func TestNative_Unquote(t *testing.T) {
  88. s := `hello\b\f\n\r\t\\\"\u2333world`
  89. d := make([]byte, 0, len(s))
  90. ep := -1
  91. dp := (*rt.GoSlice)(unsafe.Pointer(&d))
  92. sp := (*rt.GoString)(unsafe.Pointer(&s))
  93. rv := unquote(sp.Ptr, sp.Len, dp.Ptr, &ep, 0)
  94. if rv < 0 {
  95. require.NoError(t, types.ParsingError(-rv))
  96. }
  97. dp.Len = rv
  98. assert.Equal(t, -1, ep)
  99. assert.Equal(t, "hello\b\f\n\r\t\\\"\u2333world", string(d))
  100. }
  101. func TestNative_UnquoteError(t *testing.T) {
  102. s := `asdf\`
  103. d := make([]byte, 0, len(s))
  104. ep := -1
  105. dp := (*rt.GoSlice)(unsafe.Pointer(&d))
  106. sp := (*rt.GoString)(unsafe.Pointer(&s))
  107. rv := unquote(sp.Ptr, sp.Len, dp.Ptr, &ep, 0)
  108. assert.Equal(t, -int(types.ERR_EOF), rv)
  109. assert.Equal(t, 5, ep)
  110. s = `asdf\gqwer`
  111. d = make([]byte, 0, len(s))
  112. ep = -1
  113. dp = (*rt.GoSlice)(unsafe.Pointer(&d))
  114. sp = (*rt.GoString)(unsafe.Pointer(&s))
  115. rv = unquote(sp.Ptr, sp.Len, dp.Ptr, &ep, 0)
  116. assert.Equal(t, -int(types.ERR_INVALID_ESCAPE), rv)
  117. assert.Equal(t, 5, ep)
  118. s = `asdf\u1gggqwer`
  119. d = make([]byte, 0, len(s))
  120. ep = -1
  121. dp = (*rt.GoSlice)(unsafe.Pointer(&d))
  122. sp = (*rt.GoString)(unsafe.Pointer(&s))
  123. rv = unquote(sp.Ptr, sp.Len, dp.Ptr, &ep, 0)
  124. assert.Equal(t, -int(types.ERR_INVALID_CHAR), rv)
  125. assert.Equal(t, 7, ep)
  126. s = `asdf\ud800qwer`
  127. d = make([]byte, 0, len(s))
  128. ep = -1
  129. dp = (*rt.GoSlice)(unsafe.Pointer(&d))
  130. sp = (*rt.GoString)(unsafe.Pointer(&s))
  131. rv = unquote(sp.Ptr, sp.Len, dp.Ptr, &ep, 0)
  132. assert.Equal(t, -int(types.ERR_INVALID_UNICODE), rv)
  133. assert.Equal(t, 6, ep)
  134. s = `asdf\\ud800qwer`
  135. d = make([]byte, 0, len(s))
  136. ep = -1
  137. dp = (*rt.GoSlice)(unsafe.Pointer(&d))
  138. sp = (*rt.GoString)(unsafe.Pointer(&s))
  139. rv = unquote(sp.Ptr, sp.Len, dp.Ptr, &ep, types.F_DOUBLE_UNQUOTE)
  140. assert.Equal(t, -int(types.ERR_INVALID_UNICODE), rv)
  141. assert.Equal(t, 7, ep)
  142. s = `asdf\ud800\ud800qwer`
  143. d = make([]byte, 0, len(s))
  144. ep = -1
  145. dp = (*rt.GoSlice)(unsafe.Pointer(&d))
  146. sp = (*rt.GoString)(unsafe.Pointer(&s))
  147. rv = unquote(sp.Ptr, sp.Len, dp.Ptr, &ep, 0)
  148. assert.Equal(t, -int(types.ERR_INVALID_UNICODE), rv)
  149. assert.Equal(t, 12, ep)
  150. s = `asdf\\ud800\\ud800qwer`
  151. d = make([]byte, 0, len(s))
  152. ep = -1
  153. dp = (*rt.GoSlice)(unsafe.Pointer(&d))
  154. sp = (*rt.GoString)(unsafe.Pointer(&s))
  155. rv = unquote(sp.Ptr, sp.Len, dp.Ptr, &ep, types.F_DOUBLE_UNQUOTE)
  156. assert.Equal(t, -int(types.ERR_INVALID_UNICODE), rv)
  157. assert.Equal(t, 14, ep)
  158. }
  159. func TestNative_DoubleUnquote(t *testing.T) {
  160. s := `hello\\b\\f\\n\\r\\t\\\\\\\"\\u2333world`
  161. d := make([]byte, 0, len(s))
  162. ep := -1
  163. dp := (*rt.GoSlice)(unsafe.Pointer(&d))
  164. sp := (*rt.GoString)(unsafe.Pointer(&s))
  165. rv := unquote(sp.Ptr, sp.Len, dp.Ptr, &ep, types.F_DOUBLE_UNQUOTE)
  166. if rv < 0 {
  167. require.NoError(t, types.ParsingError(-rv))
  168. }
  169. dp.Len = rv
  170. assert.Equal(t, -1, ep)
  171. assert.Equal(t, "hello\b\f\n\r\t\\\"\u2333world", string(d))
  172. }
  173. func TestNative_UnquoteUnicodeReplacement(t *testing.T) {
  174. s := `hello\ud800world`
  175. d := make([]byte, 0, len(s))
  176. ep := -1
  177. dp := (*rt.GoSlice)(unsafe.Pointer(&d))
  178. sp := (*rt.GoString)(unsafe.Pointer(&s))
  179. rv := unquote(sp.Ptr, sp.Len, dp.Ptr, &ep, types.F_UNICODE_REPLACE)
  180. if rv < 0 {
  181. require.NoError(t, types.ParsingError(-rv))
  182. }
  183. dp.Len = rv
  184. assert.Equal(t, -1, ep)
  185. assert.Equal(t, "hello\ufffdworld", string(d))
  186. s = `hello\ud800\ud800world`
  187. d = make([]byte, 0, len(s))
  188. ep = -1
  189. dp = (*rt.GoSlice)(unsafe.Pointer(&d))
  190. sp = (*rt.GoString)(unsafe.Pointer(&s))
  191. rv = unquote(sp.Ptr, sp.Len, dp.Ptr, &ep, types.F_UNICODE_REPLACE)
  192. if rv < 0 {
  193. require.NoError(t, types.ParsingError(-rv))
  194. }
  195. dp.Len = rv
  196. assert.Equal(t, -1, ep)
  197. assert.Equal(t, "hello\ufffd\ufffdworld", string(d))
  198. }
  199. func TestNative_HTMLEscape(t *testing.T) {
  200. s := "hello\u2029\u2028<&>world"
  201. d := make([]byte, 256)
  202. dp := (*rt.GoSlice)(unsafe.Pointer(&d))
  203. sp := (*rt.GoString)(unsafe.Pointer(&s))
  204. rv := html_escape(sp.Ptr, sp.Len, dp.Ptr, &dp.Len)
  205. if rv < 0 {
  206. require.NoError(t, types.ParsingError(-rv))
  207. }
  208. assert.Equal(t, len(s), rv)
  209. assert.Equal(t, 40, len(d))
  210. assert.Equal(t, `hello\u2029\u2028\u003c\u0026\u003eworld`, string(d))
  211. }
  212. func TestNative_HTMLEscapeNoMem(t *testing.T) {
  213. s := "hello\u2029\u2028<&>world"
  214. d := make([]byte, 10)
  215. dp := (*rt.GoSlice)(unsafe.Pointer(&d))
  216. sp := (*rt.GoString)(unsafe.Pointer(&s))
  217. rv := html_escape(sp.Ptr, sp.Len, dp.Ptr, &dp.Len)
  218. assert.Equal(t, -6, rv)
  219. assert.Equal(t, 5, len(d))
  220. assert.Equal(t, `hello`, string(d))
  221. }
  222. func TestNative_Vstring(t *testing.T) {
  223. var v types.JsonState
  224. i := 0
  225. s := `test"test\n2"`
  226. vstring(&s, &i, &v, 0)
  227. assert.Equal(t, 5, i)
  228. assert.Equal(t, -1, v.Ep)
  229. assert.Equal(t, int64(0), v.Iv)
  230. vstring(&s, &i, &v, 0)
  231. assert.Equal(t, 13, i)
  232. assert.Equal(t, 9, v.Ep)
  233. assert.Equal(t, int64(5), v.Iv)
  234. }
  235. func TestNative_Vstring_ValidUnescapedChars(t *testing.T) {
  236. var v types.JsonState
  237. valid := uint64(types.F_VALIDATE_STRING)
  238. i := 0
  239. s := "test\x1f\""
  240. vstring(&s, &i, &v, valid)
  241. assert.Equal(t, -int(types.ERR_INVALID_CHAR), int(v.Vt))
  242. }
  243. func TestNative_VstringEscapeEOF(t *testing.T) {
  244. var v types.JsonState
  245. i := 0
  246. s := `xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx\"xxxxxxxxxxxxxxxxxxxxxxxxxxxxx"x`
  247. vstring(&s, &i, &v, 0)
  248. assert.Equal(t, 95, i)
  249. assert.Equal(t, 63, v.Ep)
  250. assert.Equal(t, int64(0), v.Iv)
  251. }
  252. func TestNative_VstringHangUpOnRandomData(t *testing.T) {
  253. v, e := hex.DecodeString(
  254. "228dc61efd54ef80a908fb6026b7f2d5f92a257ba8b347c995f259eb8685376a" +
  255. "8c4500262d9c308b3f3ec2577689cf345d9f86f9b5d18d3e463bec5c22df2d2e" +
  256. "4506010eba1dae7278",
  257. )
  258. assert.Nil(t, e)
  259. p := 1
  260. s := rt.Mem2Str(v)
  261. var js types.JsonState
  262. vstring(&s, &p, &js, 0)
  263. fmt.Printf("js: %s\n", spew.Sdump(js))
  264. }
  265. func TestNative_Vnumber(t *testing.T) {
  266. var v types.JsonState
  267. i := 0
  268. s := "1234"
  269. vnumber(&s, &i, &v)
  270. assert.Equal(t, 4, i)
  271. assert.Equal(t, 0, v.Ep)
  272. assert.Equal(t, int64(1234), v.Iv)
  273. assert.Equal(t, types.V_INTEGER, v.Vt)
  274. i = 0
  275. s = "1.234"
  276. vnumber(&s, &i, &v)
  277. assert.Equal(t, 5, i)
  278. assert.Equal(t, 0, v.Ep)
  279. assert.Equal(t, 1.234, v.Dv)
  280. assert.Equal(t, types.V_DOUBLE, v.Vt)
  281. i = 0
  282. s = "1.234e5"
  283. vnumber(&s, &i, &v)
  284. assert.Equal(t, 7, i)
  285. assert.Equal(t, 0, v.Ep)
  286. assert.Equal(t, 1.234e5, v.Dv)
  287. assert.Equal(t, types.V_DOUBLE, v.Vt)
  288. i = 0
  289. s = "0.0125"
  290. vnumber(&s, &i, &v)
  291. assert.Equal(t, 6, i)
  292. assert.Equal(t, 0, v.Ep)
  293. assert.Equal(t, 0.0125, v.Dv)
  294. assert.Equal(t, types.V_DOUBLE, v.Vt)
  295. i = 0
  296. s = "100000000000000000000"
  297. vnumber(&s, &i, &v)
  298. assert.Equal(t, 21, i)
  299. assert.Equal(t, 0, v.Ep)
  300. assert.Equal(t, 100000000000000000000.0, v.Dv)
  301. assert.Equal(t, types.V_DOUBLE, v.Vt)
  302. i = 0
  303. s = "999999999999999900000"
  304. vnumber(&s, &i, &v)
  305. assert.Equal(t, 21, i)
  306. assert.Equal(t, 0, v.Ep)
  307. assert.Equal(t, 999999999999999900000.0, v.Dv)
  308. assert.Equal(t, types.V_DOUBLE, v.Vt)
  309. i = 0
  310. s = "-1.234"
  311. vnumber(&s, &i, &v)
  312. assert.Equal(t, 6, i)
  313. assert.Equal(t, 0, v.Ep)
  314. assert.Equal(t, -1.234, v.Dv)
  315. assert.Equal(t, types.V_DOUBLE, v.Vt)
  316. }
  317. func TestNative_Vsigned(t *testing.T) {
  318. var v types.JsonState
  319. i := 0
  320. s := "1234"
  321. vsigned(&s, &i, &v)
  322. assert.Equal(t, 4, i)
  323. assert.Equal(t, 0, v.Ep)
  324. assert.Equal(t, int64(1234), v.Iv)
  325. assert.Equal(t, types.V_INTEGER, v.Vt)
  326. i = 0
  327. s = "-1234"
  328. vsigned(&s, &i, &v)
  329. assert.Equal(t, 5, i)
  330. assert.Equal(t, 0, v.Ep)
  331. assert.Equal(t, int64(-1234), v.Iv)
  332. assert.Equal(t, types.V_INTEGER, v.Vt)
  333. i = 0
  334. s = "9223372036854775807"
  335. vsigned(&s, &i, &v)
  336. assert.Equal(t, 19, i)
  337. assert.Equal(t, 0, v.Ep)
  338. assert.Equal(t, int64(math.MaxInt64), v.Iv)
  339. assert.Equal(t, types.V_INTEGER, v.Vt)
  340. i = 0
  341. s = "-9223372036854775808"
  342. vsigned(&s, &i, &v)
  343. assert.Equal(t, 20, i)
  344. assert.Equal(t, 0, v.Ep)
  345. assert.Equal(t, int64(math.MinInt64), v.Iv)
  346. assert.Equal(t, types.V_INTEGER, v.Vt)
  347. i = 0
  348. s = "9223372036854775808"
  349. vsigned(&s, &i, &v)
  350. assert.Equal(t, 18, i)
  351. assert.Equal(t, 0, v.Ep)
  352. assert.Equal(t, types.ValueType(-int(types.ERR_INTEGER_OVERFLOW)), v.Vt)
  353. i = 0
  354. s = "-9223372036854775809"
  355. vsigned(&s, &i, &v)
  356. assert.Equal(t, 19, i)
  357. assert.Equal(t, 0, v.Ep)
  358. assert.Equal(t, types.ValueType(-int(types.ERR_INTEGER_OVERFLOW)), v.Vt)
  359. i = 0
  360. s = "1.234"
  361. vsigned(&s, &i, &v)
  362. assert.Equal(t, 1, i)
  363. assert.Equal(t, 0, v.Ep)
  364. assert.Equal(t, types.ValueType(-int(types.ERR_INVALID_NUMBER_FMT)), v.Vt)
  365. i = 0
  366. s = "0.0125"
  367. vsigned(&s, &i, &v)
  368. assert.Equal(t, 1, i)
  369. assert.Equal(t, 0, v.Ep)
  370. assert.Equal(t, types.ValueType(-int(types.ERR_INVALID_NUMBER_FMT)), v.Vt)
  371. i = 0
  372. s = "-1234e5"
  373. vsigned(&s, &i, &v)
  374. assert.Equal(t, 5, i)
  375. assert.Equal(t, 0, v.Ep)
  376. assert.Equal(t, types.ValueType(-int(types.ERR_INVALID_NUMBER_FMT)), v.Vt)
  377. i = 0
  378. s = "-1234e-5"
  379. vsigned(&s, &i, &v)
  380. assert.Equal(t, 5, i)
  381. assert.Equal(t, 0, v.Ep)
  382. assert.Equal(t, types.ValueType(-int(types.ERR_INVALID_NUMBER_FMT)), v.Vt)
  383. }
  384. func TestNative_Vunsigned(t *testing.T) {
  385. var v types.JsonState
  386. i := 0
  387. s := "1234"
  388. vunsigned(&s, &i, &v)
  389. assert.Equal(t, 4, i)
  390. assert.Equal(t, 0, v.Ep)
  391. assert.Equal(t, int64(1234), v.Iv)
  392. assert.Equal(t, types.V_INTEGER, v.Vt)
  393. i = 0
  394. s = "18446744073709551615"
  395. vunsigned(&s, &i, &v)
  396. assert.Equal(t, 20, i)
  397. assert.Equal(t, 0, v.Ep)
  398. assert.Equal(t, ^int64(0), v.Iv)
  399. assert.Equal(t, types.V_INTEGER, v.Vt)
  400. i = 0
  401. s = "18446744073709551616"
  402. vunsigned(&s, &i, &v)
  403. assert.Equal(t, 19, i)
  404. assert.Equal(t, 0, v.Ep)
  405. assert.Equal(t, types.ValueType(-int(types.ERR_INTEGER_OVERFLOW)), v.Vt)
  406. i = 0
  407. s = "-1234"
  408. vunsigned(&s, &i, &v)
  409. assert.Equal(t, 0, i)
  410. assert.Equal(t, 0, v.Ep)
  411. assert.Equal(t, types.ValueType(-int(types.ERR_INVALID_NUMBER_FMT)), v.Vt)
  412. i = 0
  413. s = "1.234"
  414. vunsigned(&s, &i, &v)
  415. assert.Equal(t, 1, i)
  416. assert.Equal(t, 0, v.Ep)
  417. assert.Equal(t, types.ValueType(-int(types.ERR_INVALID_NUMBER_FMT)), v.Vt)
  418. i = 0
  419. s = "0.0125"
  420. vunsigned(&s, &i, &v)
  421. assert.Equal(t, 1, i)
  422. assert.Equal(t, 0, v.Ep)
  423. assert.Equal(t, types.ValueType(-int(types.ERR_INVALID_NUMBER_FMT)), v.Vt)
  424. i = 0
  425. s = "1234e5"
  426. vunsigned(&s, &i, &v)
  427. assert.Equal(t, 4, i)
  428. assert.Equal(t, 0, v.Ep)
  429. assert.Equal(t, types.ValueType(-int(types.ERR_INVALID_NUMBER_FMT)), v.Vt)
  430. i = 0
  431. s = "-1234e5"
  432. vunsigned(&s, &i, &v)
  433. assert.Equal(t, 0, i)
  434. assert.Equal(t, 0, v.Ep)
  435. assert.Equal(t, types.ValueType(-int(types.ERR_INVALID_NUMBER_FMT)), v.Vt)
  436. i = 0
  437. s = "-1.234e5"
  438. vunsigned(&s, &i, &v)
  439. assert.Equal(t, 0, i)
  440. assert.Equal(t, 0, v.Ep)
  441. assert.Equal(t, types.ValueType(-int(types.ERR_INVALID_NUMBER_FMT)), v.Vt)
  442. i = 0
  443. s = "-1.234e-5"
  444. vunsigned(&s, &i, &v)
  445. assert.Equal(t, 0, i)
  446. assert.Equal(t, 0, v.Ep)
  447. assert.Equal(t, types.ValueType(-int(types.ERR_INVALID_NUMBER_FMT)), v.Vt)
  448. }
  449. func TestNative_SkipOne(t *testing.T) {
  450. p := 0
  451. s := ` {"asdf": [null, true, false, 1, 2.0, -3]}, 1234.5`
  452. q := skip_one(&s, &p, &types.StateMachine{}, uint64(0))
  453. assert.Equal(t, 42, p)
  454. assert.Equal(t, 1, q)
  455. p = 0
  456. s = `1 2.5 -3 "asdf\nqwer" true false null {} []`
  457. q = skip_one(&s, &p, &types.StateMachine{}, uint64(0))
  458. assert.Equal(t, 1, p)
  459. assert.Equal(t, 0, q)
  460. q = skip_one(&s, &p, &types.StateMachine{}, uint64(0))
  461. assert.Equal(t, 5, p)
  462. assert.Equal(t, 2, q)
  463. q = skip_one(&s, &p, &types.StateMachine{}, uint64(0))
  464. assert.Equal(t, 8, p)
  465. assert.Equal(t, 6, q)
  466. q = skip_one(&s, &p, &types.StateMachine{}, uint64(0))
  467. assert.Equal(t, 21, p)
  468. assert.Equal(t, 9, q)
  469. q = skip_one(&s, &p, &types.StateMachine{}, uint64(0))
  470. assert.Equal(t, 26, p)
  471. assert.Equal(t, 22, q)
  472. q = skip_one(&s, &p, &types.StateMachine{}, uint64(0))
  473. assert.Equal(t, 32, p)
  474. assert.Equal(t, 27, q)
  475. q = skip_one(&s, &p, &types.StateMachine{}, uint64(0))
  476. assert.Equal(t, 37, p)
  477. assert.Equal(t, 33, q)
  478. q = skip_one(&s, &p, &types.StateMachine{}, uint64(0))
  479. assert.Equal(t, 40, p)
  480. assert.Equal(t, 38, q)
  481. q = skip_one(&s, &p, &types.StateMachine{}, uint64(0))
  482. assert.Equal(t, 43, p)
  483. assert.Equal(t, 41, q)
  484. }
  485. func TestNative_SkipOne_Error(t *testing.T) {
  486. for _, s := range([]string{
  487. "-", "+", "0.", "0. ", "+1", "0.0e ", "9e+", "0e-",
  488. "tru", "fals", "nul", "trux", "fals ",
  489. `"asdf`, `"\\\"`,
  490. }) {
  491. p := 0
  492. q := skip_one(&s, &p, &types.StateMachine{}, uint64(0))
  493. assert.True(t, q < 0)
  494. }
  495. }
  496. func TestNative_SkipArray(t *testing.T) {
  497. p := 0
  498. s := `null, true, false, 1, 2.0, -3, {"asdf": "wqer"}],`
  499. skip_array(&s, &p, &types.StateMachine{}, uint64(0))
  500. assert.Equal(t, p, 48)
  501. }
  502. func TestNative_SkipObject(t *testing.T) {
  503. p := 0
  504. s := `"asdf": "wqer"},`
  505. skip_object(&s, &p, &types.StateMachine{}, uint64(0))
  506. assert.Equal(t, p, 15)
  507. }
  508. func TestNative_SkipNumber(t *testing.T) {
  509. p := 0
  510. s := `-1.23e+12`
  511. q := skip_number(&s, &p)
  512. assert.Equal(t, 9, p)
  513. assert.Equal(t, 0, q)
  514. }
  515. func TestNative_SkipNumberInJson(t *testing.T) {
  516. p := 0x13
  517. s := "{\"h\":\"1.00000\",\"i\":true,\"pass3\":1}"
  518. q := skip_number(&s, &p)
  519. assert.Equal(t, 0x13, p)
  520. assert.Equal(t, -2, q)
  521. }
  522. func TestNative_SkipOneFast(t *testing.T) {
  523. p := 0
  524. s := ` {"asdf": [null, true, false, 1, 2.0, -3]}, 1234.5`
  525. q := skip_one_fast(&s, &p)
  526. assert.Equal(t, 42, p)
  527. assert.Equal(t, 1, q)
  528. p = 0
  529. s = `1, 2.5, -3, "asdf\nqwer", true, false, null, {}, [],`
  530. q = skip_one_fast(&s, &p)
  531. assert.Equal(t, 1, p)
  532. assert.Equal(t, 0, q)
  533. p += 1
  534. q = skip_one_fast(&s, &p)
  535. assert.Equal(t, 6, p)
  536. assert.Equal(t, 3, q)
  537. p += 1
  538. q = skip_one_fast(&s, &p)
  539. assert.Equal(t, 10, p)
  540. assert.Equal(t, 8, q)
  541. p += 1
  542. q = skip_one_fast(&s, &p)
  543. assert.Equal(t, 24, p)
  544. assert.Equal(t, 12, q)
  545. p += 1
  546. q = skip_one_fast(&s, &p)
  547. assert.Equal(t, 30, p)
  548. assert.Equal(t, 26, q)
  549. p += 1
  550. q = skip_one_fast(&s, &p)
  551. assert.Equal(t, 37, p)
  552. assert.Equal(t, 32, q)
  553. p += 1
  554. q = skip_one_fast(&s, &p)
  555. assert.Equal(t, 43, p)
  556. assert.Equal(t, 39, q)
  557. p += 1
  558. q = skip_one_fast(&s, &p)
  559. assert.Equal(t, 47, p)
  560. assert.Equal(t, 45, q)
  561. p += 1
  562. q = skip_one_fast(&s, &p)
  563. assert.Equal(t, 51, p)
  564. assert.Equal(t, 49, q)
  565. }
  566. func TestNative_SkipOneFast_Error(t *testing.T) {
  567. for _, s := range([]string{
  568. "{{", "[{", "{{}",
  569. `"asdf`, `"\\\"`,
  570. }) {
  571. p := 0
  572. q := skip_one_fast(&s, &p)
  573. assert.True(t, q < 0)
  574. }
  575. }
  576. func TestNative_GetByPath(t *testing.T) {
  577. s := `{"asdf": [null, true, false, 1, 2.0, -3]}, 1234.5`
  578. p := 0
  579. path := []interface{}{"asdf", 4}
  580. ret := get_by_path(&s, &p, &path, types.NewStateMachine())
  581. assert.Equal(t, strings.Index(s, "2.0"), ret)
  582. }
  583. func BenchmarkNative_SkipOneFast(b *testing.B) {
  584. b.ResetTimer()
  585. for i:=0; i<b.N; i++ {
  586. s := `{"asdf": [null, true, false, 1, 2.0, -3]}, 1234.5`
  587. p := 0
  588. _ = skip_one_fast(&s, &p)
  589. }
  590. }
  591. func BenchmarkNative_GetByPath(b *testing.B) {
  592. b.ResetTimer()
  593. for i:=0; i<b.N; i++ {
  594. s := `{"asdf": [null, true, false, 1, 2.0, -3]}, 1234.5`
  595. p := 0
  596. path := []interface{}{"asdf", 3}
  597. sm := types.NewStateMachine()
  598. _ = get_by_path(&s, &p, &path, sm)
  599. types.FreeStateMachine(sm)
  600. }
  601. }