Verify the input has been configured. See Text Analytics AI Function Example Input.
SELECT * FROM AI_ImageEmbeddings(
ON images AS InputTable
USING
ImageColumn('image_base64')
ApiType('aws')
REGION('us-west-2')
Authorization(td_aws_creds)
ModelName('amazon.titan-embed-image-v1')
outputformat('varchar')
ShowNumTokens('0')
) as dt;
Output
| image_id | image_format | image_base64 | Embedding | Message |
|---|---|---|---|---|
| 1 | jpeg | /9j/4AAQSkZJRgABAQAAAQABAAD/2wBDAAIBAQEBAQIBAQECAgICAgQDAgICAgUEBAMEBgUGBgYFBgYGBwkIBgcJBwYGCAsICQoKCgoKBggLDAsKDAkKC . . . | 0.037384514,0.039673362,0.010156763,-0.016975623,0.0045061694,0.009203075,-0.0071049654,-0.01993205,0.0073433868,0.009489181,7.2420575E-4,0.0041008526, . . . | |
| 2 | jpg | /9j/4AAQSkZJRgABAQAAAQABAAD/2wBDAAIBAQEBAQIBAQECAgICAgQDAgICAgUEBAMEBgUGBgYFBgYGBwkIBgcJBwYGCAsICQoKCgoKBggLDAsKDAkKC . . . | 0.04827427,0.04791668,0.004335745,-0.040407352,0.0109064095,-0.028785769,-0.010414727,-0.026640246,-0.008313902,0.015733836,0.0062130773, . . . | |
| 3 | png | iVBORw0KGgoAAAANSUhEUgAAAMgAAACWCAIAAAAUvlBOAAAOXklEQVR4nO2dCXAUVRqAX/f0nD1HrmESEpD7FhBluQyI3CCwArqKyhYCtbuoS9W6rnsp7Lru . . . | 0.036741897,0.039554674,0.016612964,-0.01705246,0.027424576,-0.009976569,-0.039378878,-0.06574866,-0.038675684,0.029709956,-0.0021535323,-0.034456518,0.07981255, . . . | |
| 4 | gif | R0lGODdhyACWAIcAAJbOtJbNtJXNs5XMs5TMspTLspTKsZPKsZPJsJLJsJLIr5HHrpHGrpDGrZDFrY/ErI/Dq47Dq47Cqo3Bqo3AqYzAqIy/qIu+p4q9poq8pom7 . . . | 0.016640967,0.053817593,0.006682941,-0.053817593,0.001289011,-0.015047682,-0.046028204,-0.05912854,-0.03611444,0.040186163,0.033458963,-0.027262859, . . . |
SELECT * FROM AI_ImageEmbeddings(
ON images AS InputTable
USING
ImageColumn('image_base64')
ApiType('gcp')
Authorization(td_gcp_creds)
ModelName('multimodalembedding@001')
outputformat('varchar')
ShowNumTokens('0')
) as dt;
Output
| image_id | image_format | image_base64 | Embedding | Message |
|---|---|---|---|---|
| 1 | jpeg | /9j/4AAQSkZJRgABAQAAAQABAAD/2wBDAAIBAQEBAQIBAQECAgICAgQDAgICAgUEBAMEBgUGBgYFBgYGBwkIBgcJBwYGCAsICQoKCgoKBggLDAsKDAkKC . . . | -0.0335971862,0.0297991801,0.0312256,0.00734248431,0.0187730957,0.0212328732,-0.0121905496,-0.0169874392,-0.0201895256,-0.0126860822, . . . | |
| 2 | jpg | /9j/4AAQSkZJRgABAQAAAQABAAD/2wBDAAIBAQEBAQIBAQECAgICAgQDAgICAgUEBAMEBgUGBgYFBgYGBwkIBgcJBwYGCAsICQoKCgoKBggLDAsKDAkKC . . . | -0.0343083,0.0349709094,0.0258418974,-0.0145448577,0.0199984591,0.0199755318,-0.00314377947,-0.00756878732,-0.0212010592, . . . | |
| 3 | png | iVBORw0KGgoAAAANSUhEUgAAAMgAAACWCAIAAAAUvlBOAAAOXklEQVR4nO2dCXAUVRqAX/f0nD1HrmESEpD7FhBluQyI3CCwArqKyhYCtbuoS9W6rnsp7Lru . . . | -0.007070655,0.0484080426,0.0496068709,0.0059172553,0.0239034202,0.0167535059,-0.00696279248,-0.0188079644, . . . | |
| 4 | gif | R0lGODdhyACWAIcAAJbOtJbNtJXNs5XMs5TMspTLspTKsZPKsZPJsJLJsJLIr5HHrpHGrpDGrZDFrY/ErI/Dq47Dq47Cqo3Bqo3AqYzAqIy/qIu+p4q9poq8pom7 . . . | -0.0173355471,0.0505337,0.0368276834,-0.00725573534,0.0226722043,0.0252740383,0.000195052722,-0.0131270858,0.00310821109,-0.0252613593, . . . |
GIF returns an error as expected since the model does not support this image format.
SELECT * FROM AI_ImageEmbeddings(
ON images AS InputTable
USING
ImageColumn('image_base64')
ApiType('nim')
ApiBase('http://127.0.0.1:8001/v1/embeddings')
ApiKey('abc123')
ModelName('nvidia/llama-3.2-nemoretriever-1b-vlm-embed-v1')
outputformat('varchar')
ShowNumTokens('0')
) as dt;
| image_id | image_format | image_base64 | Embedding | Message |
|---|---|---|---|---|
| 1 | jpeg | /9j/4AAQSkZJRgABAQAAAQABAAD/2wBDAAIBAQEBAQIBAQECAgICAgQDAgICAgUEBAMEBgUGBgYFBgYGBwkIBgcJBwYGCAsICQoKCgoKBggLDAsKDAkKC . . . | 0.006490,0.001172,0.010113,-0.024588,-0.007380,-0.010269,0.013758,-0.012887,0.026610,-0.015811,-0.004949,0.035125,-0.007838, . . . | |
| 2 | jpg | /9j/4AAQSkZJRgABAQAAAQABAAD/2wBDAAIBAQEBAQIBAQECAgICAgQDAgICAgUEBAMEBgUGBgYFBgYGBwkIBgcJBwYGCAsICQoKCgoKBggLDAsKDAkKC . . . | -0.003583,0.002164,0.008998,-0.024767,-0.001382,-0.010287,0.015331,-0.019200,0.018506,-0.023526,-0.021803,0.030064,-0.011177, . . | |
| 3 | png | iVBORw0KGgoAAAANSUhEUgAAAMgAAACWCAIAAAAUvlBOAAAOXklEQVR4nO2dCXAUVRqAX/f0nD1HrmESEpD7FhBluQyI3CCwArqKyhYCtbuoS9W6rnsp7Lru . . . | -0.001194,0.011011,0.013245,-0.035699,-0.004838,-0.005008,0.016735,-0.016956,0.023555,-0.016630,-0.019890,0.023279,-0.018532, . . . | |
| 4 | gif | R0lGODdhyACWAIcAAJbOtJbNtJXNs5XMs5TMspTLspTKsZPKsZPJsJLJsJLIr5HHrpHGrpDGrZDFrY/ErI/Dq47Dq47Cqo3Bqo3AqYzAqIy/qIu+p4q9poq8pom7 . . . | {"object":"error","message":"Your request cannot be validated, it is incorrect.","detail":"Input for IMAGE modality must be a valid data URL or an <img> tag with a data URL. Got: 'data:image/gif;base64,R0lGODdhyACWAIcAAJbOtJbNtJXNs5XMs5TMspTLspTKsZPKsZPJsJLJsJLIr5HHrpHGrpDGrZDFrY...'","type":"request_validation_error"} |