Upstream spencermountain/compromise state of the touched files before c2d6683a97

tests/one/lexicon/core-lexicon.test.js

@@ -0,0 +1,86 @@
+import test from 'tape'
+import nlp from '../_lib.js'
+const here = '[one/lexicon] '
+
+test('addWords side-load:', function (t) {
+  let lex = {
+    bigg: 'Size',
+    'bigg apple': 'Town',
+  }
+  const _nlp = nlp //.fork()
+  let doc = _nlp('it was bigg')
+  t.equal(doc.has('(#Size|#Town)'), false, here + 'none-on-init')
+
+  doc = _nlp('it was bigg', lex)
+  t.equal(doc.has('#Size'), true, here + 'single-word')
+  doc = _nlp('the bigg apple', lex)
+  t.equal(doc.has('#Town'), true, here + 'found-multi-word')
+  t.equal(doc.has('#Size'), false, here + 'no-single-word')
+
+  doc = _nlp('it was bigg')
+  t.equal(doc.has('#Size'), true, here + 'lex-persists')
+
+  lex = {
+    bigg: undefined,
+    'bigg apple': undefined,
+  }
+  doc = _nlp('it was bigg', lex)
+  t.equal(doc.has('#Size'), false, here + 'lex-removed')
+  doc = _nlp('the bigg apple', lex)
+  t.equal(doc.has('#Town'), false, here + 'multi-lex-removed')
+
+  t.end()
+})
+
+test('lexicon compute:', function (t) {
+  const words = {
+    'captain obvious': 'Captain',
+  }
+  const doc = nlp('it was captain obvious', words)
+  const m = doc.match('#Captain+')
+  t.equal(m.text(), 'captain obvious', here + 'multi-word')
+  t.end()
+})
+
+test('tricky lexicon:', function (t) {
+  const lexicon = {
+    'bed bath and beyond': 'Organization',
+  }
+  const _nlp = nlp //.fork()
+  let r = _nlp('shopping at Bed Bath and Beyond, the store', lexicon)
+  let str = r.match('#Organization+').out('normal')
+  t.equal(str, 'bed bath and beyond', here + 'four-word')
+
+  r = _nlp('shopping at Bed Bath and-beyond the store', lexicon)
+  str = r.match('#Organization+').out('normal')
+  t.equal(str, 'bed bath and beyond', here + 'partially-hyphenated-word')
+
+  r = _nlp('shopping at Bed-bath and-beyond the store', lexicon)
+  str = r.match('#Organization+').out('normal')
+  t.equal(str, 'bed bath and beyond', here + 'many-hyphenated-word')
+  t.end()
+})
+
+test('apostrophe lexicon:', function (t) {
+  const lex = {
+    "queen anne's lace": 'Flower',
+    "applebee's": 'Restaurant',
+  }
+  let doc = nlp(`i went to applebee's for dinner`, lex)
+  t.equal(doc.has(`#Restaurant`), true, here + 'lexicon w/ apostrophe')
+
+  doc = nlp(`Queen Anne's lace`, lex)
+  t.equal(doc.has(`#Flower`), true, here + 'multi lexicon w/ apostrophe')
+  t.end()
+})
+
+test('long lexicon:', function (t) {
+  nlp.addWords({ 'new york yankees are cool and not bad': 'Long' })
+  let doc = nlp('the new york yankees are cool and smart')
+  t.equal(doc.has('#Long'), false, here + 'missed-long')
+
+  doc = nlp('the new york yankees are cool and not bad')
+  t.equal(doc.has('#Long'), true, here + 'found-long')
+
+  t.end()
+})