RunOnSpark Syntax - Aster Analytics

Teradata AsterĀ® Spark Connector User Guide

Product
Aster Analytics
Release Number
7.00.00.01
Published
May 2017
Language
English (United States)
Last Update
2018-04-13
dita:mapPath
dbt1482959363906.ditamap
dita:ditavalPath
Generic_no_ie_no_tempfilter.ditaval
dita:id
dbt1482959363906
lifecycle
previous
Product Category
Software
RunOnSpark (
  ON { table | view | (query) }
  SPARKCODE (function [ argument [,...]) ]
  [ OUTPUTS ('output_column column_type' [,...]) ]
  [ MEM_LIMIT_MB ('limit') ]
  [ TIMEOUT_SEC (timeout_value) ]
  [ STATUS_INTERVAL_SEC (status_interval_value) ]
  [ APP_RESOURCE ('aster_jar_location') ]
  [ JARS ('jar [,...]') ]
  [ EXTRA_SPARK_SUBMIT_OPTIONS ('--option_value_pair [,...]') ]
  [ SPARK_CLUSTER_ID ({ 'default' | 'cluster_id' }) ]
  [ DATA_TRANSFER ({ 'file' | 'socket_persist' }) ]
  [ PERSIST_LOCATION ('path') ]
  [ SPARK_PROPERTIES ('spark_property_name:spark_propery_value' [,...]) ]
  [ REST_URL ('rest_url') ]
  [ SSH_HOST ('user@host') ]
  [ IDENTITY_FILE ('identity_file') ]
  [ SPARK_SUBMIT_COMMAND ('spark_submit_command') ]
  [ YARN_COMMAND ('yarn_command') ]
  [ HADOOP_JARS_LOCATIONS ('hadoop_jar_location [:...]' ]
  [ HADOOP_CONF_LOCATION ('hadoop_configuration_location') ]
  [ SPARK_CONF_LOCATION ('spark_configuration_location') ]
  [ KERBEROS_AUTHENTICATION ({ 'true' | 'false' }) ]
  [ SPARK_JOB_USER_KEY_TAB ('spark_job_user_key_tab') ]
  [ FILE_ACCESS_KEY_TAB ('file_access_key_tab') ]
  [ KINIT ('kinit_command') ]
  [ WORKERS_IP_ADDRESSES ({ 'ip_address [,...]' | 'ip_address_start' }) ]
  [ LOGGING_LEVEL ({ 'INFO' | 'WARN' | 'ERROR' | 'DEBUG' }) ]
  [ DELIMITER (delimiter) ]
  [ NULL_STRING (null_string) ]
  [ SPARK_JOB_USER (spark_job_user) ]
  [ USE_REMOTE_SSH ({ 'true' | 'false' }) ]
  [ MAILMANSERVER_BLOCK_TIMEOUT_SEC (seconds) ]
)