PostgreSQL Extract and Load using COPY
PostgreSQL Extract and Load using COPY
com.toolsverse.etl.driver.postgres.PostgresDriver
EXTRACT_LOAD
drop_staging_table
dest
com.toolsverse.etl.core.task.common.SqlTask
com.toolsverse.etl.driver.postgres.PostgresDriver
DROP TABLE employee_stage;
create_staging_table
dest
com.toolsverse.etl.core.task.common.SqlTask
com.toolsverse.etl.driver.postgres.PostgresDriver
create TABLE employee_stage ( EMPNO CHAR(6) not null, FIRSTNME VARCHAR(12) not null, MIDINIT CHAR(1), LASTNAME VARCHAR(15) not null, WORKDEPT CHAR(3), PHONENO CHAR(4), HIREDATE DATE, JOB CHAR(8) );
extract
source
com.toolsverse.etl.driver.postgres.PostgresDriver
com.toolsverse.etl.core.task.common.SqlTask
COPY (select EMPNO,FIRSTNME,MIDINIT,LASTNAME,WORKDEPT,PHONENO,HIREDATE,JOB from employee) TO '{DATA_FOLDER}emp.txt' WITH DELIMITER ';';
load
dest
com.toolsverse.etl.driver.postgres.PostgresDriver
com.toolsverse.etl.core.task.common.SqlTask
copy employee_stage from '{DATA_FOLDER}emp.txt' WITH DELIMITER ';';
employee_table
true