Update tokenizer

.github/workflows/ci.yml

@@ -43,7 +43,7 @@ jobs:
       - name: Download dependencies
         run: npm ci
       - name: Test & publish code coverage
-        uses: paambaati/codeclimate-action@v8.0.0
+        uses: paambaati/codeclimate-action@v9.0.0
         env:
           CC_TEST_REPORTER_ID: ${{ secrets.CC_TEST_REPORTER_ID }}
         with:

.gitignore

@@ -7,6 +7,7 @@ dist/
 spec_tests/*.txt
 spec_tests/temp*.json
 spec_tests/temp.spec.js
+tests/temp.spec.js
 
 # Unit test / coverage reports
 htmlcov/

bids/validator/bidsHedTsvValidator.js

@@ -82,6 +82,10 @@ export class BidsHedTsvValidator {
    * @private
    */
   _validateHedColumn() {
+    if (this.tsvFile.hedColumnHedStrings.length === 0) {
+      // no HED column strings to validate
+      return []
+    }
     return this.tsvFile.hedColumnHedStrings.flatMap((hedString, rowIndexMinusTwo) =>
       this._validateHedColumnString(hedString, rowIndexMinusTwo + 2),
     )
@@ -230,13 +234,14 @@ export class BidsHedTsvParser {
    */
   _parseHedRows(tsvHedRows) {
     const hedStrings = []
-
-    tsvHedRows.forEach((row, index) => {
-      const hedString = this._parseHedRow(row, index + 2)
-      if (hedString !== null) {
-        hedStrings.push(hedString)
-      }
-    })
+    if (tsvHedRows.size > 0) {
+      tsvHedRows.forEach((row, index) => {
+        const hedString = this._parseHedRow(row, index + 2)
+        if (hedString !== null) {
+          hedStrings.push(hedString)
+        }
+      })
+    }
     return hedStrings
   }
 
@@ -248,13 +253,15 @@ export class BidsHedTsvParser {
    * @private
    */
   _mergeEventRows(rowStrings) {
-    const groupedTsvRows = groupBy(rowStrings, (rowString) => rowString.onset)
-    const sortedOnsetTimes = Array.from(groupedTsvRows.keys()).sort((a, b) => a - b)
     const eventStrings = []
-    for (const onset of sortedOnsetTimes) {
-      const onsetRows = groupedTsvRows.get(onset)
-      const onsetEventString = new BidsTsvEvent(this.tsvFile, onsetRows)
-      eventStrings.push(onsetEventString)
+    if (rowStrings.length > 0) {
+      const groupedTsvRows = groupBy(rowStrings, (rowString) => rowString.onset)
+      const sortedOnsetTimes = Array.from(groupedTsvRows.keys()).sort((a, b) => a - b)
+      for (const onset of sortedOnsetTimes) {
+        const onsetRows = groupedTsvRows.get(onset)
+        const onsetEventString = new BidsTsvEvent(this.tsvFile, onsetRows)
+        eventStrings.push(onsetEventString)
+      }
     }
     return eventStrings
   }

common/issues/data.js

@@ -43,11 +43,26 @@ export default {
     level: 'error',
     message: stringTemplate`Invalid tag - "${'tag'}".`,
   },
+  extraSlash: {
+    hedCode: 'TAG_INVALID',
+    level: 'error',
+    message: stringTemplate`Tag has extra slash at index ${'index'} of string "${'string'}".`,
+  },
+  extraBlank: {
+    hedCode: 'TAG_INVALID',
+    level: 'error',
+    message: stringTemplate`Tag has extra blank at index ${'index'} of string "${'string'}".`,
+  },
   extraCommaOrInvalid: {
     hedCode: 'TAG_INVALID',
     level: 'error',
     message: stringTemplate`Either "${'previousTag'}" contains a comma when it should not or "${'tag'}" is not a valid tag.`,
   },
+  invalidTagPrefix: {
+    hedCode: 'TAG_NAMESPACE_PREFIX_INVALID',
+    level: 'error',
+    message: stringTemplate`Either tag prefix at index ${'index'} contains non-alphabetic characters or does not have an associated schema.`,
+  },
   multipleUniqueTags: {
     hedCode: 'TAG_NOT_UNIQUE',
     level: 'error',