Index

A

archives (tyluigiutils.spark.SparkVenvJobTask attribute) as_avro (tyluigiutils.sqoop.SqoopImportTask attribute)

as_parquet (tyluigiutils.sqoop.SqoopImportTask attribute) atomic_output (tyluigiutils.spark.BaseTYPySparkTask attribute) (tyluigiutils.sqoop.SqoopImportTask attribute)

B

BaseTYPySparkTask (class in tyluigiutils.spark)

C

columns (tyluigiutils.sqoop.SqoopImportTask attribute) columns_map (tyluigiutils.sqoop.SqoopImportTask attribute) complete() (tyluigiutils.url.UncheckedExternalURL method)

conf (tyluigiutils.spark.SparkVenvJobTask attribute) connection_url() (tyluigiutils.sqoop.SqoopImportFromPgSQL method) (tyluigiutils.sqoop.SqoopImportTask method)

D

database (tyluigiutils.sqoop.SqoopImportTask attribute)

delimiter_replacement (tyluigiutils.sqoop.SqoopImportTask attribute) destination (tyluigiutils.sqoop.SqoopImportTask attribute)

E

exists() (tyluigiutils.url.IgnoredTarget method)

ExternalFileTask (class in tyluigiutils.external) ExternalURL (class in tyluigiutils.url)

F

fields_terminated_by (tyluigiutils.sqoop.SqoopImportTask attribute)

finish() (tyluigiutils.hadoop.VenvJobTask method) (tyluigiutils.sqoop.SqoopImportRunner method)

G

generate_temporary_path_name() (in module tyluigiutils.path) generic_args() (tyluigiutils.sqoop.SqoopImportTask method) get_absulute_hdfs_dir() (in module tyluigiutils.url) get_absulute_hdfs_dir_url() (in module tyluigiutils.url) get_absulute_hdfs_dir_url_with_date() (in module tyluigiutils.url) get_arglist() (tyluigiutils.sqoop.SqoopImportTask method) get_hdfs_dir_url() (in module tyluigiutils.url) get_hdfs_target_from_rel_path() (in module tyluigiutils.url)

get_hdfs_target_with_date() (in module tyluigiutils.url) get_hdfs_target_with_specific_date() (in module tyluigiutils.url) get_hdfs_url_with_date() (in module tyluigiutils.url) get_hdfs_url_with_specific_date() (in module tyluigiutils.url) get_s3_bucket_url() (in module tyluigiutils.url) get_s3_url_with_date() (in module tyluigiutils.url) get_target_class_from_url() (in module tyluigiutils.url) get_target_from_url() (in module tyluigiutils.url) get_working_destination() (tyluigiutils.sqoop.SqoopImportTask method)

H

hdfs (tyluigiutils.external.ExternalFileTask attribute)

host (tyluigiutils.sqoop.SqoopImportTask attribute)

I

IgnoredTarget (class in tyluigiutils.url) import_args() (tyluigiutils.sqoop.SqoopImportFromPgSQL method) (tyluigiutils.sqoop.SqoopImportTask method)

input_schema() (tyluigiutils.hadoop.JsonInputJobTask method)

J

job_runner() (tyluigiutils.hadoop.VenvJobTask method) (tyluigiutils.sqoop.SqoopImportTask method)

JsonInputJobTask (class in tyluigiutils.hadoop) JsonJobTask (class in tyluigiutils.hadoop) JsonOutputJobTask (class in tyluigiutils.hadoop)

L

libjars (tyluigiutils.hadoop.VenvJobTask attribute)

load_sqoop_cmd() (in module tyluigiutils.sqoop)

M

main() (tyluigiutils.spark.BaseTYPySparkTask method)

mapper() (tyluigiutils.hadoop.JsonInputJobTask method) metadata_output() (tyluigiutils.sqoop.SqoopImportTask method)

N

normalize_hdfs_url() (in module tyluigiutils.url) normalize_local_filename() (in module tyluigiutils.spark)

null_string (tyluigiutils.sqoop.SqoopImportTask attribute) num_mappers (tyluigiutils.sqoop.SqoopImportTask attribute)

O

open() (tyluigiutils.url.IgnoredTarget method) output() (tyluigiutils.external.ExternalFileTask method) (tyluigiutils.sqoop.SqoopImportTask method) (tyluigiutils.url.ExternalURL method)

output_path (tyluigiutils.external.ExternalFileTask attribute) output_schema() (tyluigiutils.hadoop.JsonOutputJobTask method)

P

password (tyluigiutils.sqoop.SqoopImportTask attribute) port (tyluigiutils.sqoop.SqoopImportTask attribute)

prepend_paths() (in module tyluigiutils.spark) program_environment() (tyluigiutils.spark.SparkVenvJobTask method)

Q

query (tyluigiutils.sqoop.SqoopImportTask attribute)

R

reader() (tyluigiutils.hadoop.JsonInputJobTask method)

run_job() (tyluigiutils.sqoop.SqoopImportRunner method)

S

schema (tyluigiutils.sqoop.SqoopImportFromPgSQL attribute) set_pyspark_python_in_env (tyluigiutils.spark.SparkVenvJobTask attribute) set_pyspark_python_spark_conf (tyluigiutils.spark.SparkVenvJobTask attribute) SparkVenvJobTask (class in tyluigiutils.spark)

split_by (tyluigiutils.sqoop.SqoopImportTask attribute) SqoopImportFromPgSQL (class in tyluigiutils.sqoop) SqoopImportRunner (class in tyluigiutils.sqoop) SqoopImportTask (class in tyluigiutils.sqoop) SqoopPasswordTarget (class in tyluigiutils.sqoop)

T

table_name (tyluigiutils.sqoop.SqoopImportTask attribute) TYDefaultHadoopJobRunner (class in tyluigiutils.hadoop) tyluigiutils (module) tyluigiutils.external (module)

tyluigiutils.hadoop (module) tyluigiutils.path (module) tyluigiutils.spark (module) tyluigiutils.sqoop (module) tyluigiutils.url (module)

U

UncheckedExternalURL (class in tyluigiutils.url) url (tyluigiutils.url.ExternalURL attribute)

url_path_join() (in module tyluigiutils.url) username (tyluigiutils.sqoop.SqoopImportTask attribute)

V

venv_name (tyluigiutils.spark.SparkVenvJobTask attribute) venv_path (tyluigiutils.hadoop.VenvJobTask attribute) (tyluigiutils.spark.SparkVenvJobTask attribute)

venv_tmp (tyluigiutils.hadoop.VenvJobTask attribute) VenvJobTask (class in tyluigiutils.hadoop) verbose (tyluigiutils.sqoop.SqoopImportTask attribute)

W

where (tyluigiutils.sqoop.SqoopImportTask attribute) working_output_path() (tyluigiutils.sqoop.SqoopImportTask method) write_csv_output() (tyluigiutils.spark.BaseTYPySparkTask method)

write_decorator() (in module tyluigiutils.spark) write_jsonl_output() (tyluigiutils.spark.BaseTYPySparkTask method) write_parquet_output() (tyluigiutils.spark.BaseTYPySparkTask method) writer() (tyluigiutils.hadoop.JsonOutputJobTask method)