ChunkText Example: Loading Model with BTEQ - Teradata Vantage

-- load generated model using BTEQ client


-- Make sure that the tokenizer table "chunk_tokenizers_tst" exists and has two columns: tokenizer_id as "varchar" and tokenizer as "BLOB" type
-- Create a file load_tokenizer.txt that has a tokenizer_id and a tokenizer file name entry such as:
-- bge-small-en-v1.5|bge-small-en-v1.5.json

.import vartext file ./load_tokenizer.txt

.repeat *
USING (c1 VARCHAR(40), c2 BLOB AS DEFERRED BY NAME) INSERT INTO chunk_tokenizers_tst(:c1, :c2);