TextTokenizer (version 3.2) - Aster Analytics

Teradata Aster Analytics Foundation User Guide

Product
Aster Analytics
Release Number
6.21
Published
November 2016
Language
English (United States)
Last Update
2018-04-14
dita:mapPath
kiu1466024880662.ditamap
dita:ditavalPath
AA-notempfilter_pdf_output.ditaval
dita:id
B700-1021
lifecycle
previous
Product Category
Software
SELECT * FROM TextTokenizer (
  ON  input_table  PARTITION BY ANY
  [ ON  dict_table  AS dict DIMENSION ]
  TextColumn ('text_column') ]
  [ Language ({ 'en' | 'zh_CN' | 'zh_TW' | 'jp' | }) ]
  [ Model ('model_file') ]
  [ OutputDelimiter ('delimiter') ]
  [ OutputByWord ({'true'|'t'|'yes'|'y'|'1'|'false'|'f'|'no'|'n'|'0'}) ]
  [ Accumulate
    ({ 'accumulate_column' | 'accumulate_column_range' }[,...]) ]
  [ UserDictionaryFile ('user_dictionary_file') ]
);