helper_test.go 7.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355
  1. /*
  2. * Public Domain Software
  3. *
  4. * I (Matthias Ladkau) am the author of the source code in this file.
  5. * I have placed the source code in this file in the public domain.
  6. *
  7. * For further information see: http://creativecommons.org/publicdomain/zero/1.0/
  8. */
  9. package parser
  10. import (
  11. "testing"
  12. )
  13. func TestASTNode(t *testing.T) {
  14. n, err := ParseWithRuntime("", "- 1", &DummyRuntimeProvider{})
  15. if err != nil {
  16. t.Error("Cannot parse test AST:", err)
  17. return
  18. }
  19. n2, err := ParseWithRuntime("", "-2", &DummyRuntimeProvider{})
  20. if err != nil {
  21. t.Error("Cannot parse test AST:", err)
  22. return
  23. }
  24. if ok, msg := n.Equals(n2, false); ok || msg != `Path to difference: minus > number
  25. Token is different:
  26. Pos is different 2 vs 1
  27. Val is different 1 vs 2
  28. Lpos is different 3 vs 2
  29. {
  30. "ID": 5,
  31. "Pos": 2,
  32. "Val": "1",
  33. "Identifier": false,
  34. "Lline": 1,
  35. "Lpos": 3
  36. }
  37. vs
  38. {
  39. "ID": 5,
  40. "Pos": 1,
  41. "Val": "2",
  42. "Identifier": false,
  43. "Lline": 1,
  44. "Lpos": 2
  45. }
  46. AST Nodes:
  47. number: 1
  48. vs
  49. number: 2
  50. ` {
  51. t.Error("Unexpected result: ", msg)
  52. return
  53. }
  54. n, err = ParseWithRuntime("", "-1", &DummyRuntimeProvider{})
  55. if err != nil {
  56. t.Error("Cannot parse test AST:", err)
  57. return
  58. }
  59. n2, err = ParseWithRuntime("", "-a", &DummyRuntimeProvider{})
  60. if err != nil {
  61. t.Error("Cannot parse test AST:", err)
  62. return
  63. }
  64. if ok, msg := n.Equals(n2, true); ok || msg != `Path to difference: minus > number
  65. Name is different number vs identifier
  66. Token is different:
  67. ID is different 5 vs 6
  68. Val is different 1 vs a
  69. Identifier is different false vs true
  70. {
  71. "ID": 5,
  72. "Pos": 1,
  73. "Val": "1",
  74. "Identifier": false,
  75. "Lline": 1,
  76. "Lpos": 2
  77. }
  78. vs
  79. {
  80. "ID": 6,
  81. "Pos": 1,
  82. "Val": "a",
  83. "Identifier": true,
  84. "Lline": 1,
  85. "Lpos": 2
  86. }
  87. AST Nodes:
  88. number: 1
  89. vs
  90. identifier: a
  91. ` {
  92. t.Error("Unexpected result: ", msg)
  93. return
  94. }
  95. n, err = ParseWithRuntime("", "- 1", &DummyRuntimeProvider{})
  96. if err != nil {
  97. t.Error("Cannot parse test AST:", err)
  98. return
  99. }
  100. n2, err = ParseWithRuntime("", "a - b", &DummyRuntimeProvider{})
  101. if err != nil {
  102. t.Error("Cannot parse test AST:", err)
  103. return
  104. }
  105. if ok, msg := n.Equals(n2, false); ok || msg != `Path to difference: minus
  106. Number of children is different 1 vs 2
  107. AST Nodes:
  108. minus
  109. number: 1
  110. vs
  111. minus
  112. identifier: a
  113. identifier: b
  114. ` {
  115. t.Error("Unexpected result: ", msg)
  116. return
  117. }
  118. // Test building an AST from an invalid
  119. if _, err := ASTFromJSONObject(map[string]interface{}{
  120. "value": "foo",
  121. }); err == nil || err.Error() != "Found json ast node without a name: map[value:foo]" {
  122. t.Error("Unexpected result: ", err)
  123. return
  124. }
  125. if _, err := ASTFromJSONObject(map[string]interface{}{
  126. "name": "foo",
  127. "children": []map[string]interface{}{
  128. map[string]interface{}{
  129. "value": "bar",
  130. },
  131. },
  132. }); err == nil || err.Error() != "Found json ast node without a name: map[value:bar]" {
  133. t.Error("Unexpected result: ", err)
  134. return
  135. }
  136. // Test population of missing information
  137. if ast, err := ASTFromJSONObject(map[string]interface{}{
  138. "name": "foo",
  139. }); err != nil || ast.String() != "foo\n" || ast.Token.String() != `v:""` {
  140. t.Error("Unexpected result: ", ast.Token.String(), ast.String(), err)
  141. return
  142. }
  143. if ast, err := ASTFromJSONObject(map[string]interface{}{
  144. "name": "foo",
  145. "children": []map[string]interface{}{
  146. map[string]interface{}{
  147. "name": "bar",
  148. },
  149. },
  150. }); err != nil || ast.String() != "foo\n bar\n" || ast.Token.String() != `v:""` {
  151. t.Error("Unexpected result: ", ast.Token.String(), ast.String(), err)
  152. return
  153. }
  154. }
  155. func TestLABuffer(t *testing.T) {
  156. buf := NewLABuffer(Lex("test", "1 2 3 4 5 6 7 8 9"), 3)
  157. if token, ok := buf.Next(); token.Val != "1" || !ok {
  158. t.Error("Unexpected result: ", token, ok)
  159. return
  160. }
  161. if token, ok := buf.Next(); token.Val != "2" || !ok {
  162. t.Error("Unexpected result: ", token, ok)
  163. return
  164. }
  165. // Check Peek
  166. if token, ok := buf.Peek(0); token.Val != "3" || !ok {
  167. t.Error("Unexpected result: ", token, ok)
  168. return
  169. }
  170. if token, ok := buf.Peek(1); token.Val != "4" || !ok {
  171. t.Error("Unexpected result: ", token, ok)
  172. return
  173. }
  174. if token, ok := buf.Peek(2); token.Val != "5" || !ok {
  175. t.Error("Unexpected result: ", token, ok)
  176. return
  177. }
  178. if token, ok := buf.Peek(3); token.ID != TokenEOF || ok {
  179. t.Error("Unexpected result: ", token, ok)
  180. return
  181. }
  182. // Continue
  183. if token, ok := buf.Next(); token.Val != "3" || !ok {
  184. t.Error("Unexpected result: ", token, ok)
  185. return
  186. }
  187. if token, ok := buf.Next(); token.Val != "4" || !ok {
  188. t.Error("Unexpected result: ", token, ok)
  189. return
  190. }
  191. if token, ok := buf.Next(); token.Val != "5" || !ok {
  192. t.Error("Unexpected result: ", token, ok)
  193. return
  194. }
  195. if token, ok := buf.Next(); token.Val != "6" || !ok {
  196. t.Error("Unexpected result: ", token, ok)
  197. return
  198. }
  199. if token, ok := buf.Next(); token.Val != "7" || !ok {
  200. t.Error("Unexpected result: ", token, ok)
  201. return
  202. }
  203. if token, ok := buf.Next(); token.Val != "8" || !ok {
  204. t.Error("Unexpected result: ", token, ok)
  205. return
  206. }
  207. // Check Peek
  208. if token, ok := buf.Peek(0); token.Val != "9" || !ok {
  209. t.Error("Unexpected result: ", token, ok)
  210. return
  211. }
  212. if token, ok := buf.Peek(1); token.ID != TokenEOF || !ok {
  213. t.Error("Unexpected result: ", token, ok)
  214. return
  215. }
  216. if token, ok := buf.Peek(2); token.ID != TokenEOF || ok {
  217. t.Error("Unexpected result: ", token, ok)
  218. return
  219. }
  220. // Continue
  221. if token, ok := buf.Next(); token.Val != "9" || !ok {
  222. t.Error("Unexpected result: ", token, ok)
  223. return
  224. }
  225. // Check Peek
  226. if token, ok := buf.Peek(0); token.ID != TokenEOF || !ok {
  227. t.Error("Unexpected result: ", token, ok)
  228. return
  229. }
  230. if token, ok := buf.Peek(1); token.ID != TokenEOF || ok {
  231. t.Error("Unexpected result: ", token, ok)
  232. return
  233. }
  234. // Continue
  235. if token, ok := buf.Next(); token.ID != TokenEOF || !ok {
  236. t.Error("Unexpected result: ", token, ok)
  237. return
  238. }
  239. // New Buffer
  240. buf = NewLABuffer(Lex("test", "1 2 3"), 3)
  241. if token, ok := buf.Next(); token.Val != "1" || !ok {
  242. t.Error("Unexpected result: ", token, ok)
  243. return
  244. }
  245. if token, ok := buf.Next(); token.Val != "2" || !ok {
  246. t.Error("Unexpected result: ", token, ok)
  247. return
  248. }
  249. // Check Peek
  250. if token, ok := buf.Peek(0); token.Val != "3" || !ok {
  251. t.Error("Unexpected result: ", token, ok)
  252. return
  253. }
  254. if token, ok := buf.Peek(1); token.ID != TokenEOF || !ok {
  255. t.Error("Unexpected result: ", token, ok)
  256. return
  257. }
  258. if token, ok := buf.Peek(2); token.ID != TokenEOF || ok {
  259. t.Error("Unexpected result: ", token, ok)
  260. return
  261. }
  262. if token, ok := buf.Next(); token.Val != "3" || !ok {
  263. t.Error("Unexpected result: ", token, ok)
  264. return
  265. }
  266. if token, ok := buf.Next(); token.ID != TokenEOF || !ok {
  267. t.Error("Unexpected result: ", token, ok)
  268. return
  269. }
  270. // New Buffer - test edge case
  271. buf = NewLABuffer(Lex("test", ""), 0)
  272. if token, ok := buf.Peek(0); token.ID != TokenEOF || !ok {
  273. t.Error("Unexpected result: ", token, ok)
  274. return
  275. }
  276. if token, ok := buf.Next(); token.ID != TokenEOF || !ok {
  277. t.Error("Unexpected result: ", token, ok)
  278. return
  279. }
  280. if token, ok := buf.Peek(0); token.ID != TokenEOF || ok {
  281. t.Error("Unexpected result: ", token, ok)
  282. return
  283. }
  284. if token, ok := buf.Next(); token.ID != TokenEOF || ok {
  285. t.Error("Unexpected result: ", token, ok)
  286. return
  287. }
  288. }