integration.js 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426
  1. 'use strict'
  2. const assert = require('chai').assert
  3. const fs = require('fs')
  4. const path = require('path')
  5. const Promise = require('bluebird')
  6. const request = require('request')
  7. const stream = require('stream')
  8. const modulePath = '../src'
  9. suite('integration:', () => {
  10. let log
  11. setup(() => {
  12. log = {}
  13. })
  14. test('require does not throw', () => {
  15. assert.doesNotThrow(() => {
  16. require(modulePath)
  17. })
  18. })
  19. test('require returns object', () => {
  20. assert.isObject(require(modulePath))
  21. })
  22. suite('require:', () => {
  23. let bfj
  24. setup(() => {
  25. bfj = require(modulePath)
  26. })
  27. test('walk function is exported', () => {
  28. assert.isFunction(bfj.walk)
  29. })
  30. test('walk expects one argument', () => {
  31. assert.lengthOf(bfj.walk, 1)
  32. })
  33. test('match function is exported', () => {
  34. assert.isFunction(bfj.match)
  35. })
  36. test('match expects two arguments', () => {
  37. assert.lengthOf(bfj.match, 2)
  38. })
  39. test('parse function is exported', () => {
  40. assert.isFunction(bfj.parse)
  41. })
  42. test('parse expects one argument', () => {
  43. assert.lengthOf(bfj.parse, 1)
  44. })
  45. test('read function is exported', () => {
  46. assert.isFunction(bfj.read)
  47. })
  48. test('read expects two arguments', () => {
  49. assert.lengthOf(bfj.read, 2)
  50. })
  51. test('eventify function is exported', () => {
  52. assert.isFunction(bfj.eventify)
  53. })
  54. test('eventify expects one argument', () => {
  55. assert.lengthOf(bfj.eventify, 1)
  56. })
  57. test('streamify function is exported', () => {
  58. assert.isFunction(bfj.streamify)
  59. })
  60. test('streamify expects one argument', () => {
  61. assert.lengthOf(bfj.streamify, 1)
  62. })
  63. test('stringify function is exported', () => {
  64. assert.isFunction(bfj.stringify)
  65. })
  66. test('stringify expects two arguments', () => {
  67. assert.lengthOf(bfj.stringify, 2)
  68. })
  69. test('write function is exported', () => {
  70. assert.isFunction(bfj.write)
  71. })
  72. test('write expects two arguments', () => {
  73. assert.lengthOf(bfj.write, 3)
  74. })
  75. test('events are exported', () => {
  76. assert.deepEqual(bfj.events, require('../src/events'))
  77. })
  78. suite('read object:', () => {
  79. let failed, file, result, error
  80. setup(() => {
  81. failed = false
  82. file = path.join(__dirname, 'data.json')
  83. fs.writeFileSync(file, JSON.stringify({
  84. foo: [ 'b', 'a', 'r' ],
  85. baz: null,
  86. qux: 3.14159265359e42
  87. }, null, '\t'))
  88. return bfj.read(file)
  89. .then(res => {
  90. result = res
  91. })
  92. .catch(err => {
  93. failed = true
  94. error = err
  95. })
  96. })
  97. teardown(() => {
  98. fs.unlinkSync(file)
  99. })
  100. test('result was correct', () => {
  101. assert.isFalse(failed)
  102. assert.isUndefined(error)
  103. assert.isObject(result)
  104. assert.lengthOf(Object.keys(result), 3)
  105. assert.isArray(result.foo)
  106. assert.lengthOf(result.foo, 3)
  107. assert.strictEqual(result.foo[0], 'b')
  108. assert.strictEqual(result.foo[1], 'a')
  109. assert.strictEqual(result.foo[2], 'r')
  110. assert.isNull(result.baz)
  111. assert.strictEqual(result.qux, 3.14159265359e42)
  112. })
  113. })
  114. suite('read value:', () => {
  115. let failed, file, result, error
  116. setup(() => {
  117. failed = false
  118. file = path.join(__dirname, 'data.json')
  119. fs.writeFileSync(file, '"foo"')
  120. return bfj.read(file)
  121. .then(res => {
  122. result = res
  123. })
  124. .catch(err => {
  125. failed = true
  126. error = err
  127. })
  128. })
  129. teardown(() => {
  130. fs.unlinkSync(file)
  131. })
  132. test('result was correct', () => {
  133. assert.isFalse(failed)
  134. assert.isUndefined(error)
  135. assert.strictEqual(result, 'foo')
  136. })
  137. })
  138. suite('read error:', () => {
  139. let failed, file, result, error
  140. setup(() => {
  141. failed = false
  142. file = path.join(__dirname, 'data.json')
  143. fs.writeFileSync(file, '"foo" "bar"')
  144. return bfj.read(file)
  145. .then(res => result = res)
  146. .catch(err => {
  147. failed = true
  148. error = err
  149. })
  150. })
  151. teardown(() => {
  152. fs.unlinkSync(file)
  153. })
  154. test('result was correct', () => {
  155. assert.isTrue(failed)
  156. assert.isUndefined(result)
  157. assert.instanceOf(error, Error)
  158. })
  159. })
  160. suite('read missing file:', () => {
  161. let failed, file, result, error
  162. setup(() => {
  163. failed = false
  164. file = path.join(__dirname, 'missing.json')
  165. assert.isFalse(fs.existsSync(file))
  166. return bfj.read(file)
  167. .then(res => result = res)
  168. .catch(err => {
  169. failed = true
  170. error = err
  171. })
  172. })
  173. test('result was correct', () => {
  174. assert.isTrue(failed)
  175. assert.isUndefined(result)
  176. assert.instanceOf(error, Error)
  177. })
  178. })
  179. suite('match predicate:', () => {
  180. let file, results, errors
  181. setup(done => {
  182. file = path.join(__dirname, 'data.json')
  183. fs.writeFileSync(file, JSON.stringify({
  184. foo: 'bar',
  185. baz: 'qux',
  186. wibble: 'blee'
  187. }))
  188. results = []
  189. errors = []
  190. const datastream = bfj.match(fs.createReadStream(file), (k, v) => k === 'baz' || v === 'blee')
  191. datastream.on('data', item => results.push(item))
  192. datastream.on('error', error => errors.push(error))
  193. datastream.on('end', done)
  194. })
  195. test('the correct properties were matched', () => {
  196. assert.deepEqual([ 'qux', 'blee' ], results)
  197. })
  198. test('no errors occurred', () => {
  199. assert.deepEqual(errors, [])
  200. })
  201. })
  202. suite('match nested:', () => {
  203. let file, results, errors
  204. setup(done => {
  205. file = path.join(__dirname, 'data.json')
  206. fs.writeFileSync(file, JSON.stringify({
  207. foo: {
  208. bar: 'baz'
  209. }
  210. }))
  211. results = []
  212. errors = []
  213. const datastream = bfj.match(fs.createReadStream(file), () => true)
  214. datastream.on('data', item => results.push(item))
  215. datastream.on('error', error => errors.push(error))
  216. datastream.on('end', done)
  217. })
  218. test('the correct properties were matched', () => {
  219. assert.deepEqual([ 'baz', { bar: 'baz' }, { foo: { bar: 'baz' } } ], results)
  220. })
  221. test('no errors occurred', () => {
  222. assert.deepEqual(errors, [])
  223. })
  224. })
  225. suite('match ndjson:', () => {
  226. let file, results, errors
  227. setup(done => {
  228. file = path.join(__dirname, 'data.ndjson')
  229. fs.writeFileSync(file, [
  230. JSON.stringify([ 'a', 'b' ]),
  231. JSON.stringify(null),
  232. '',
  233. '',
  234. JSON.stringify('wibble')
  235. ].join('\n'))
  236. results = []
  237. errors = []
  238. const datastream = bfj.match(fs.createReadStream(file), () => true, { ndjson: true })
  239. datastream.on('data', item => results.push(item))
  240. datastream.on('error', error => errors.push(error))
  241. datastream.on('end', done)
  242. })
  243. test('the correct properties were matched', () => {
  244. assert.deepEqual([ 'a', 'b', [ 'a', 'b' ], 'wibble' ], results)
  245. })
  246. test('no errors occurred', () => {
  247. assert.deepEqual(errors, [])
  248. })
  249. })
  250. suite('parse request:', () => {
  251. let error, result
  252. setup(done => {
  253. const jsonstream = new stream.PassThrough()
  254. request({ url: 'https://gitlab.com/philbooth/bfj/raw/master/package.json' })
  255. .pipe(bfj.unpipe((err, res) => {
  256. error = err
  257. result = res
  258. done()
  259. }))
  260. })
  261. test('result was correct', () => {
  262. assert.isNull(error)
  263. assert.deepEqual(result, require('../package.json'))
  264. })
  265. })
  266. suite('parse NDJSON:', () => {
  267. let failed, file, results
  268. setup(() => {
  269. failed = false
  270. file = path.join(__dirname, 'data.ndjson')
  271. results = []
  272. fs.writeFileSync(file, [
  273. JSON.stringify([ 'b', 'a', 'r' ]),
  274. JSON.stringify(null),
  275. '',
  276. '',
  277. JSON.stringify('wibble')
  278. ].join('\n'))
  279. const stream = fs.createReadStream(file)
  280. return bfj.parse(stream, { ndjson: true })
  281. .then(result => {
  282. results.push(result)
  283. return bfj.parse(stream, { ndjson: true })
  284. })
  285. .then(result => {
  286. results.push(result)
  287. return bfj.parse(stream, { ndjson: true })
  288. })
  289. .then(result => {
  290. results.push(result)
  291. return bfj.parse(stream, { ndjson: true })
  292. })
  293. .then(result => {
  294. results.push(result)
  295. return bfj.parse(stream, { ndjson: true })
  296. })
  297. .then(result => results.push(result))
  298. .catch(e => {
  299. failed = true
  300. })
  301. })
  302. teardown(() => {
  303. fs.unlinkSync(file)
  304. })
  305. test('results were correct', () => {
  306. assert.isFalse(failed)
  307. assert.lengthOf(results, 5)
  308. assert.deepEqual(results, [
  309. [ 'b', 'a', 'r' ],
  310. null,
  311. 'wibble',
  312. undefined,
  313. undefined
  314. ])
  315. })
  316. })
  317. suite('stringify value:', () => {
  318. let result
  319. setup(() => {
  320. return bfj.stringify(new Promise(resolve => {
  321. setTimeout(resolve.bind(null, 'foo\t"\nbar'), 20)
  322. }))
  323. .then(res => result = res)
  324. })
  325. test('result was correct', () => {
  326. assert.strictEqual(result, '"foo\\t\\"\\nbar"')
  327. })
  328. })
  329. suite('write object:', () => {
  330. let failed, file, result
  331. setup(() => {
  332. failed = false
  333. file = path.join(__dirname, 'data.json')
  334. return bfj.write(
  335. file,
  336. { foo: [ 'b', 'a', 'r' ], baz: null, qux: 3.14159265359e42 }
  337. )
  338. .then(() => {
  339. result = fs.readFileSync(file, { encoding: 'utf8' })
  340. })
  341. .catch(error => {
  342. failed = true
  343. result = error
  344. })
  345. })
  346. teardown(() => {
  347. fs.unlinkSync(file)
  348. })
  349. test('did not fail', () => {
  350. assert.isFalse(failed)
  351. })
  352. test('result was correct', () => {
  353. assert.strictEqual(result, '{"foo":["b","a","r"],"baz":null,"qux":3.14159265359e+42}')
  354. })
  355. })
  356. })
  357. })