select * from td_mldb.NerReplace(
on (select id, txt as orig_txt, txt from ner_input_distilbert_NER)
on (select model from ner_models_tst where model_id = 'distilbert-NER') DIMENSION
on (select tokenizer from ner_tokenizers_tst where tokenizer_id = 'distilbert-NER') DIMENSION
on (select tokenizer as config from ner_model_configurations_tst where tokenizer_id = 'distilbert-NER') DIMENSION
using
Accumulate('id','txt')
ModelOutputFields('replaced_entities','logits')
) a;
*** Query completed. 8 rows found. 4 columns returned.
*** Total elapsed time was 2 seconds.
id 22
txt The job title is Senior Analyst, job type is Full-time, last name PER. IBAN: ORGORG12ORGORGK0000000000000123456, companyname: ORGORGORG. Age: 37, eye color: brown, LOCORGeum address 0xE853c56864A2ebe4576a807D26Fdc4A0ada51919, phone ORGORGORG 353072070237232.
replaced_entities {"detected_entities":[{"begin":66,"end":71,"text":"Zhang","entity":"PER","score":0.7982},{"begin":79,"end":80,"text":"C","entity":"ORG","score":0.3271},{"begin":80,"end":81,"text":"N","entity":"ORG","score":0.3459},{"begin":83,"end":85,"text":"IC","entity":"ORG","score":0.3717},{"begin":85,"end":86,"text":"B","entity":"ORG","score":0.3560},{"begin":121,"end":123,"text":"Hu","entity":"ORG","score":0.9840},{"begin":123,"end":126,"text":"aru","entity":"ORG","score":0.9817},{"begin":126,"end":134,"text":"i Global","entity":"ORG","score":0.9905},{"begin":163,"end":164,"text":"E","entity":"LOC","score":0.5921},{"begin":164,"end":168,"text":"ther","entity":"ORG","score":0.3505},{"begin":230,"end":231,"text":"I","entity":"ORG","score":0.8604},{"begin":231,"end":233,"text":"ME","entity":"ORG","score":0.7290},{"begin":233,"end":234,"text":"I","entity":"ORG","score":0.5320}]}
logits 41d6b1406cd24ebe6ed1cabff00aa7be6160b3bfa71872bf2f9e77bfb673a3be19619ebfaf5d0941e6231fbfde6cecbf36c753bf51bba9bfec1ff2bf8eeabebf55dc8cbf46d0a2bf25081441392141bfcee203c0988642bf93b1a0bf1d3e14c0f1a5cfbf6ce780bf08efc6bf3cef14413c3c33bf5d5a01c06e9093bfd2d16abf6f3a27c02822c9bf65b8a7bffe6f81bf88b415413fd512bf6b2b09c038e88fbf93389ebf9d0007c035e6d3bf7c6399bf637ab9bf2d74be40e653523f20a72cc0dae39a3ee96d02c04e4a1bc0e4853bc0e2a4cc3fa18386bf42fa74407422d73ef9b4bebe35fad0bfb014873f7cbe5fc03a8b83bfa69703c080472f40da1b654018def03c6c330abea095cabf03c2a03f7c4751c0a6e689bfa454e1bf39672e4090bd72402f6bd43e5daba5bdef9581bf30fd723f80ff3bc09f948bbf1eefb1bfa891de3f883610417ef881bf57a4dcbfc2479ebff5e413bf99cc0ec05b3ab8bf9746c0bff6275ebfc8e31441a7ce14bffc5c01c035b086bf590199bfb8421ac0c413c1bf791397bf6d57b1bf683511415cdd29bf9007f9bfd49bb6bf404183bf8fcc1bc00105d8bfc05dbabfab6051bfb0cd1641b0694dbfcc6803c0d55ea4bfc39e7bbf504a03c084bab8bf9288c9bf5fab9fbfbc1add406abb243f397a0bc0a16339bfa7f6a9bfb1c81d
id 17
txt The date of the transaction is 2024-08-07. Date of birth: 1980-03-14. Phone IMEI: 356938035643809. Employer: ORG, job type Full-time, job area: ORG. His LOCLOCLOC address is 0x742d35Cc6634C0532925a3b844Bc454e4438f44e and MAC address is 00:1B:44:11:3A:B7.
replaced_entities {"detected_entities":[{"begin":109,"end":130,"text":"Quantum Analytics LLC","entity":"ORG","score":0.9835},{"begin":162,"end":174,"text":"Data Science","entity":"ORG","score":0.9490},{"begin":180,"end":181,"text":"E","entity":"LOC","score":0.4308},{"begin":181,"end":185,"text":"ther","entity":"LOC","score":0.4574},{"begin":185,"end":188,"text":"eum","entity":"LOC","score":0.4967}]}
logits 10c3af40670ea2be343fc2bfc5ced4bee156cebf28c1e0be8f4476bf61bf90beaf02c0bf82a70141c2a8fabe6895febf2d3b62bf237fd1bf558867bf609fb9bff08a55bf9668c2bf0941174169ab67bf6f8f05c007a093bf6d6fa7bff085a1bfcffacebf868599bf066dbbbf1c951841c4266dbf6bfc01c0daa393bf3dd380bfbdd7bdbf98bfc3bf1138babfc6e9a3bf886a1741736055bfa70e0ac09cf28fbfbf21c4bf495eacbf57c7dabff6ab97bfae6cb4bf0bc51641a3253bbfccfc0dc092eb9cbf1de7acbf2398d0bf5b10e0bfad6fa7bfb6c7b7bfa4a31941966055bf05170dc0140ba3bf90eeaebf8e1285bffad9b2bf400db4bfaa45d8bfe00a1041599734bf0ec517c0023dbbbf59feb4bfd69a5fbf207ba8bfbb0e55bf9e67c7bf39e20d418d5762bf50e304c023aacebfe757b3bffbf58cbfa5137fbf844b8ebf289eb5bfa1421041c3f230bf0e4c1fc0f8deafbf9736debf3fb8a5bf697b98bf17bb30bf70cc8cbf725810415f602fbfd7860fc015b8a3bf39f7c3bf804ab9bf2aea96bfaecc91bf9fe276bfa0f111410c0d18bf94781cc0e370afbf21f3d4bf5278b3bff9409abfcaf85cbffb7c88bff48610414abc11bff66e04c0a962a8bfa9ffb8bf7d2eb4bf268aa3bf01f1b4bfa33f77bf32f617412dc42abf9a3a14c0b2c2a7bf763aadbff3a1aa
id 5
txt Please send the package to Building 7, 300 LOC, LOC, 02111.
replaced_entities {"detected_entities":[{"begin":43,"end":57,"text":"Lincoln Avenue","entity":"LOC","score":0.9863},{"begin":59,"end":65,"text":"Boston","entity":"LOC","score":0.9982}]}
logits 7abad940c42e57bf2064edbf57ce55bf7500d0bf5c2755be4d090bbf7d0e9ebe03bbcfbf99db1441f9c542bf19aa06c056aa6dbf0731cabf087e4fbfb39db2bfea8e80bfd21ad0bfaea91d410e6e92bfdeeaecbf79c4abbfcd738ebf4219adbf31cf9abf7220b6bfc94ea7bf06cb1c41a6a891bfb645efbf2c4db0bfa05492bf3d0da8bf9a2b93bfb541bebf28a898bf508f1d41c62087bfce8b00c0a004a1bf370792bf3bddc5bf5058b4bf0141a1bf36e28ebff28a1941dec0bcbfccd5e8bfbf40d6bff4485dbf3b7262bfa26c4ebf5e26b4bf5cc39abf8ff8b94034af4abfa83940c0d8a424bfd2a445c014f81b40c671bdbf6a9e9d3f4426abbfb05ed840fae1a7bf563917c0b01fb1bf336e93bfe5600fbf732d0ebe88bb3bbfce26bc3e8417f9401dddd0bf1a9410c08fd5bebf88cadabd347d8cbf0aac00bff45854bfb9a33ebf942cf94075f392bfb4d80bc0de02d4bfb9bb9abf5770183db5a786bf94d12bbfe4c6acbf05fbef3d3ae416bf3c2c43bf0c7708bf567e07c0e88ebf40e6ecb13f39587fbffa762ac0985d7f3e8e02f4bfaccbacbef6017ec0b6cd763f73d645bffd34db40b52fbbbfddc6a03f74620e41e592f3bf93b8e5bf8009e7bf48caebbe13c440bffeb8bdbd7b92cdbf95beb5bff2fdc73e992a14bf681e54bff6155fbfd1420dc0c0e2fc
id 13
txt PER's city is LOC, and she works for ORGORGORG. Her credit card number is 5555 4444 3333 2222, CVV 456, and the issuer is ORGORGORG. Her LOCLOCLOC address is 0x3f5CE5FBFe3E9af3971dD833D26BA9b5C936f0bE, and she also uses a MISCORGMISCn address MQMcJhpWHYVeQArcZR3sBgyPZxxRtnH441.
replaced_entities {"detected_entities":[{"begin":0,"end":8,"text":"Samantha","entity":"PER","score":0.9684},{"begin":19,"end":30,"text":"New Orleans","entity":"LOC","score":0.9962},{"begin":50,"end":54,"text":"Tech","entity":"ORG","score":0.9983},{"begin":54,"end":55,"text":"N","entity":"ORG","score":0.9926},{"begin":55,"end":68,"text":"ova Solutions","entity":"ORG","score":0.9964},{"begin":144,"end":150,"text":"Master","entity":"ORG","score":0.7486},{"begin":150,"end":151,"text":"C","entity":"ORG","score":0.7520},{"begin":151,"end":154,"text":"ard","entity":"ORG","score":0.8357},{"begin":160,"end":161,"text":"E","entity":"LOC","score":0.9691},{"begin":161,"end":165,"text":"ther","entity":"LOC","score":0.9368},{"begin":165,"end":168,"text":"eum","entity":"LOC","score":0.9691},{"begin":244,"end":246,"text":"Li","entity":"MISC","score":0.7425},{"begin":246,"end":249,"text":"tec","entity":"ORG","score":0.5001},{"begin":249,"end":251,"text":"oi","entity":"MISC","score":0.3943}]}
logits f39a8f409c099b3ddfac9ebfd4622bbeb5f1aebffe920cbf072542bf35404ebe8a83b4bf99eb044067bbb8401a3cadbfc223e1be218f2bc036c948be33850cc087503fbf3a35febfdcbe04417f2e09bf72ba91bf4a9d9fbfec8f89bf47a8bdbf7c86b4bf4e5caabfa62ce4bf60470441170229bf8c1891bf0b1ba5bf573e91bfe6e991bfea6894bf7420a9bf6e62e7bfb2e8fa40a77bb7bf9e31dfbf0f9283bf54782abfb38632bedaf900bff7ffd8bfce5bfebfee700241d628a5bff6b10ec0ec8dbcbfea952abf360762bfb6f84bbffed9efbfac18dabf21de333eb7c19ebd0273b4bf59599e3e5c6e2ec08e6ded40ec8a45bfd1f241bfcfa44dc00bef18bfd001c0bfa1c562bf119a4dc0a1d5a13f4f4314be1cfeed403a9312c059f0503f637804410220a3bfc461d6bf9bd7c0bf8b84aebe635f99bff5bda5be82ca0bc0b029a5bf351e0e41b0ec3ebfd0bfffbf911ba4bf4d8e93bf3e54c6bf9a6b74bf52b001c09001b2bfd38012414842823d2775f3bf45ccabbfbb60b2bf910ddfbfea86c9bfe522c1bf5a33e3bf8c030d41f6e55dbf4824f1bf075448bf39fa15bfaa3405c093b7c4bfb1f1c6bfb9a0dfbf2e660541a6e58bbf18b10ac063f0a53e2ba4a73d4f230cc01061bfbf8635ffbfb468d2bf75246fbed8c92d3f9c0c05c0213d01415e86aa3e59e0c0
id 24
txt Masked number: **** **** **** 1234, middle name PER, nearby GPS coordinate 40.7128,-74.0060. Credit card number: 4000 1234 5678 9010, CVV 888, BIC: BOFAUS3N, currency: USD, currency code: USD, amount: 300.00, city: LOC.
replaced_entities {"detected_entities":[{"begin":48,"end":51,"text":"Ann","entity":"PER","score":0.9362},{"begin":215,"end":223,"text":"New York","entity":"LOC","score":0.9960}]}
logits 1fe7ba409b70ddbee2cbc7bf49f02bbf6e2dc4bf1113afbe77a757bfdc5fb8bef2d6c0bfb8d6ff408eae88be98f00dc02d3c39bf76150fc0dcda7bbfe9fe1ac0cef78cbcb75499bfe0f01241478b4fbf34d10ac0e3d49abf9869c1bf871fb2bfd6c0eabfba747dbf28cd7bbf74b5134133e510bfcb8b08c0cd9cbfbfbf38abbf51bfd8bf384fe2bf7fdd96bfc88173bf777914416297d4be4d860bc0694daebf2983b4bfd346bfbf71c2d8bf22eabdbf3f6d6cbf26d20741e24c023e274512c07740a1bfcddaf7bf510dffbe65c5f5bfaa9756bf8fdd9fbf3a8c05418b70763ec77c13c034bea0bf1905ffbf0889e7be39bdf5bfdeaf47bf2d90a4bfedc40541aba1603e7d7812c0a41da1bf639bfcbfb7e1f4be3d79f2bfc54e4fbf2ec2a2bf6b4f0641fb7b3a3ea44011c04755a1bfdc00f8bff7b004bf65cceebf3b155bbf3f75a1bf94e80641e52b053e7efc0fc03adda0bfb234f1bf5b3613bfbb75ebbff7106abf48229fbf00eb0741c279873d9cc30fc0b678a0bf27faebbf478824bf0053e8bf1ab974bf09c09cbfaedd084110f20c3c6efc0fc0f50ea0bf779fe6bfa6d439bfc2d7e4bfce4280bffe0399bf1287094110b026bc689110c0aec49ebf1571e3bf2a2d49bf36dee3bf35d381bfb45b96bfac3a0a414109533b7acd11c0fdb19cbf616be0bf6d235d
id 11
txt Account name: PER, account number 192837465, age 34. Please send $12,500.00 to ORGORG DEORGORGORGORGORGORG. PER was born on 1989-02-14 and currently lives in building number 17, LOC, LOC. His email is michael.rogers@example.com and his IBAN is DE89370400440532013000.
replaced_entities {"detected_entities":[{"begin":14,"end":28,"text":"Michael Rogers","entity":"PER","score":0.9965},{"begin":90,"end":91,"text":"B","entity":"ORG","score":0.8226},{"begin":91,"end":93,"text":"IC","entity":"ORG","score":0.6411},{"begin":96,"end":98,"text":"UT","entity":"ORG","score":0.3583},{"begin":98,"end":100,"text":"DE","entity":"ORG","score":0.3698},{"begin":100,"end":102,"text":"FF","entity":"ORG","score":0.4252},{"begin":102,"end":103,"text":"X","entity":"ORG","score":0.4272},{"begin":103,"end":104,"text":"X","entity":"ORG","score":0.4426},{"begin":104,"end":105,"text":"X","entity":"ORG","score":0.5418},{"begin":107,"end":114,"text":"Michael","entity":"PER","score":0.9926},{"begin":181,"end":192,"text":"Main Street","entity":"LOC","score":0.9772},{"begin":194,"end":200,"text":"Berlin","entity":"LOC","score":0.9969}]}
logits b50abf40d6020fbd1234c8bf10a123bfd82bdebfa06022bf55976dbf2687a4be311bbcbf08941141ab4363bf1498fabf61ae84bff2169bbf35d3b4bfbaaec2bfaeeed4bfc09096bfc0331241d81667bfc3d703c0c73288bfeb968dbf4f69a0bf22bdccbfa311cebfa0567bbf5f0d1641ef0a63bf9334f4bfbfe490bfb3609dbf0c94c0bf4d68dbbf7bc2babf8b248bbfc26d15419b0e09bfde1cf1bfcbf2b6bfcca599bf725bd9bfd0f6d2bf8816c9bff46374bf5f7011413fbc0dbb9c9ff0bf2cfc9bbf289e90bf2bf3debf5ea5cebf691ee5bf65ba92bf574f153f2aafe64066240abf0b656dbf16a511c01b450ebf98a4d0bf28dc71bfdac8eebfe8b2bd3e888b473ececfe840bb2807c04eff86be4883f8be8b3ca3beb70d43bf39319bbfb84d1441746a98bfbe7199bf1d76b9bf6d0718bf70e9bcbf0ca4a1bf3e4a96bf14ff94bfc6e81541822538bff43cf2bf157b65bf0f289cbfc453d5bfcd71babf34c8cfbfb52fa8bf3adc154181483ebf2886efbf78a3cbbf3dec4abf5590e5bfcc07b4bf0e60d7bff77e67bf4f8ef74018e0dbbc285c04c0eeba82bfc533c8bfc1682ebf07d9ccbfef28d4be8945c3bf1ae50241e97128bf7bcecfbf9f1b8cbfc3af8abf4b6998bf0ad59ebf70eccdbf3c04a7bf90950841ce8537bf0a32d7bfcc04a3bf795796bff7afb5
id 3
txt Dr. PER lives at 45LOC LOC, LOC, 12345.
replaced_entities {"detected_entities":[{"begin":4,"end":14,"text":"Emily Wang","entity":"PER","score":0.9869},{"begin":26,"end":27,"text":"B","entity":"LOC","score":0.4772},{"begin":28,"end":42,"text":"Orchard Street","entity":"LOC","score":0.9381},{"begin":44,"end":55,"text":"Springfield","entity":"LOC","score":0.9964}]}
logits 64b4ff3fa94d593df73d37bfe2c2b5be8629a5bf4b14a9bbd67833bec6659c3eae0282bf5c608d405482d93f5417fdbf195f8f3e9258f4bf11eec5be5220c2bfe568de3e04d80cc0ecf8d64085a8a73ff59405c0570394bfc48d81bf3c4bc3bf46c4d5bf32cb03bfee7defbf5b0b9fbed50ccb4034121d40bee5b1bfc2d093bf441983bf635eb0bf302ce1bfac80b9bf708ebb3e40fb2d3ede3af840e9af03c0a9fcbcbd1112b0be0119f8be09c091bf5427a1bfb02706415d99b9bfbd6564bf75690ec0f872fabe65efb6bf3357ebbe8e3ae6bf0dc85ebf20910a41634dbfbf0ca8c3bf1093fcbf19252cbffda45cbfc3a2f0be9254cebf50e1a2bf62c4e3409fff85bffc7ff3bfb5a5c2bff980a4bffaf2f13dcdee22bff59947bfa64ebfbf7f393640a363b0be36ec8dbfc7be67bfe2a9eabfdcc43b404538b6bec60cc7bd7b92f6bff9456d3de039fdbe74f216bf609006c0b2a7dcbf468fa640fb873f40536db9bf8239edbf79d6263f9f73c3bfd81913bf10f77fc0134c243f9bc7413f780bd0404c82ffbfcb1fb53ed3a6df407d2701c086a5c9bf4bbcf7bf62619b3ca3e58cbe425d0d3f3c86e5bf69bac6bf1a76953e588816bf3eac7abf513c65bfc909febf687fe640bec00b3f5ac8c7bf71003cc06296d84037a512c0f089acbfaae200c02cd705bf1fb917
id 9
txt PER's credit card (3714 496353 98431) is linked to her social number 678-90-1234.
replaced_entities {"detected_entities":[{"begin":0,"end":13,"text":"Sophie Dubois","entity":"PER","score":0.9979}]}
logits 1085a640c976db3bdc478fbf374b4abfef87bfbfc21810bfcdc21fbf2a25dfbd418ebdbf04c6aebd3620ea401a391dbf865489bc14bd29c049bb533d77ff04c0bb51b6be2eb7ebbfa3cdd2be3763073e93060141b29e1dc0376be63d7416aebe7a46efbede87cdbfbc7ea5bf346f94be3e30943eae1902413e5517c0bba6ed3d6742373d398c07bfd6b496bf6d2c92bff4cb1641fc1e89bf944a6cbf3f1bf1bfe8c048bf93b6edbf5a0ab9bf1ac0cdbfd2bc9bbf7a581a41638b86bf8900a6bfd3fcddbfa95a81bf95f2e4bfa2ecb3bf0ea1c4bfc6eaa4bfe9bb1c411cef56bf5aaae2bf28dccdbf81277dbfad00e5bf98f299bf6a0cbfbfdd60adbf05961b412dc662bf5f38e1bf9d05c2bf8bac4abff65e08c079d694bf9ad0d7bfa91b73bf7efb1a41523948bf4c0ee9bfc5ffc1bfcfe09cbf6db2d9bf70a3a7bf3e29c8bffaa2a8bf27461641fd673dbff15fe5bf15c1b5bf13bfb3bfe1f9a8bf60f6b0bf89cc89bf6bc8a5bfcaa5184160eb6ebf2cebd4bf7123a4bf551483bf334ce4bf9aaf97bfcb3bd3bf3c43aabfc622154117487bbf589cdbbf1bfba5bff38989bf4e11c4bfd21e8dbf6d5ebebfc20093bf485515419e4184bfbdfcbfbfb75fa5bfa5b84bbf614bd7bf942f88bfeaa1efbfc21e92bf34361341820668bf1b35c8bff59595bfeb534abf27cbd7