2019-02-09 22:38:52 2019-02-09 22:38:52 R version 3.5.1 (2018-07-02) -- "Feather Spray" 2019-02-09 22:38:52 Copyright (C) 2018 The R Foundation for Statistical Computing 2019-02-09 22:38:52 Platform: x86_64-pc-linux-gnu (64-bit) 2019-02-09 22:38:52 2019-02-09 22:38:52 R is free software and comes with ABSOLUTELY NO WARRANTY. 2019-02-09 22:38:52 You are welcome to redistribute it under certain conditions. 2019-02-09 22:38:52 Type 'license()' or 'licence()' for distribution details. 2019-02-09 22:38:52 2019-02-09 22:38:52 Natural language support but running in an English locale 2019-02-09 22:38:52 2019-02-09 22:38:52 R is a collaborative project with many contributors. 2019-02-09 22:38:52 Type 'contributors()' for more information and 2019-02-09 22:38:52 'citation()' on how to cite R or R packages in publications. 2019-02-09 22:38:52 2019-02-09 22:38:52 Type 'demo()' for some demos, 'help()' for on-line help, or 2019-02-09 22:38:52 'help.start()' for an HTML browser interface to help. 2019-02-09 22:38:52 Type 'q()' to quit R. 2019-02-09 22:38:52 2019-02-09 22:38:53 > setwd( Sys.getenv( "RWD" ) ) 2019-02-09 22:38:53 > 2019-02-09 22:38:53 > machine_specific_replacements <- 2019-02-09 22:38:53 + list( 2019-02-09 22:38:53 + 2019-02-09 22:38:53 + # replace the folder path on macnix 2019-02-09 22:38:53 + c( 'path.expand( \"~\" ) , \"HMDA\"' , paste0( '"' , getwd() , '"' ) ) , 2019-02-09 22:38:53 + 2019-02-09 22:38:53 + # change other things in the script to be run 2019-02-09 22:38:53 + c( "hello" , "howdy" ) 2019-02-09 22:38:53 + 2019-02-09 22:38:53 + ) 2019-02-09 22:38:53 > 2019-02-09 22:38:53 > source( lodown::syntaxtractor( "hmda" , replacements = machine_specific_replacements , setup_test = "setup" ) , echo = TRUE ) 2019-02-09 22:38:54 2019-02-09 22:38:54 > library(lodown) 2019-02-09 22:38:54 2019-02-09 22:38:54 > lodown("hmda", output_dir = file.path("/export/scratch1/home/hannes/eanthony/r-wd/hmda-1549748296")) 2019-02-09 22:38:54 building catalog for hmda 2019-02-09 22:38:54 2019-02-09 22:38:56 locally downloading hmda 2019-02-09 22:38:56 2019-02-09 22:39:00 'https://www.ffiec.gov/hmdarawdata/LAR/National/2006HMDAlar%20-%20National.zip' 2019-02-09 22:39:00 cached in 2019-02-09 22:39:00 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/a9a85c9cfea46b46da0bc6f4598d130c.Rcache' 2019-02-09 22:39:00 copying to 2019-02-09 22:39:00 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 22:39:00 2019-02-09 22:39:24 QQ: 'CREATE TABLE hmda_lar_2006 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-02-09 22:39:25 II: Finished in 1.64s 2019-02-09 22:39:25 QQ: 'copy into hmda_lar_2006 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2006HMDALAR - National.CSV' using delimiters ',','\n','"' NULL AS ''' 2019-02-09 22:42:34 II: Finished in 3.15s 2019-02-09 22:42:34 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 22:43:30 II: Finished in 55.96s 2019-02-09 22:43:30 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 22:43:30 columns.table_id=tables.id where tables.name='hmda_lar_2006'' 2019-02-09 22:43:31 II: Finished in 0.15s 2019-02-09 22:43:31 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 22:43:31 II: Finished in 0.01s 2019-02-09 22:43:31 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 22:43:31 columns.table_id=tables.id where tables.name='hmda_lar_2006'' 2019-02-09 22:43:31 II: Finished in 0.01s 2019-02-09 22:43:31 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-02-09 22:43:37 II: Finished in 6.59s 2019-02-09 22:43:37 QQ: 'UPDATE hmda_lar_2006 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-02-09 22:43:54 II: Finished in 16.3s 2019-02-09 22:43:54 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN sequencenumber' 2019-02-09 22:43:56 II: Finished in 2.39s 2019-02-09 22:43:56 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN sequencenumber DOUBLE' 2019-02-09 22:44:09 II: Finished in 13.3s 2019-02-09 22:44:09 QQ: 'UPDATE hmda_lar_2006 SET sequencenumber = temp_double' 2019-02-09 22:44:21 II: Finished in 11.65s 2019-02-09 22:44:21 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN temp_double' 2019-02-09 22:44:45 II: Finished in 23.83s 2019-02-09 22:44:45 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-02-09 22:44:51 II: Finished in 6.55s 2019-02-09 22:44:51 QQ: 'UPDATE hmda_lar_2006 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-02-09 22:45:05 II: Finished in 13.91s 2019-02-09 22:45:05 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN population' 2019-02-09 22:45:08 II: Finished in 2.51s 2019-02-09 22:45:08 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN population DOUBLE' 2019-02-09 22:45:25 II: Finished in 17.13s 2019-02-09 22:45:25 QQ: 'UPDATE hmda_lar_2006 SET population = temp_double' 2019-02-09 22:45:34 II: Finished in 9.65s 2019-02-09 22:45:34 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN temp_double' 2019-02-09 22:45:40 II: Finished in 5.39s 2019-02-09 22:45:40 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-02-09 22:45:50 II: Finished in 10.52s 2019-02-09 22:45:50 QQ: 'UPDATE hmda_lar_2006 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-02-09 22:46:06 II: Finished in 15.54s 2019-02-09 22:46:06 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN minoritypopulationpct' 2019-02-09 22:46:10 II: Finished in 4.15s 2019-02-09 22:46:10 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN minoritypopulationpct DOUBLE' 2019-02-09 22:46:22 II: Finished in 11.63s 2019-02-09 22:46:22 QQ: 'UPDATE hmda_lar_2006 SET minoritypopulationpct = temp_double' 2019-02-09 22:46:34 II: Finished in 12.41s 2019-02-09 22:46:34 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN temp_double' 2019-02-09 22:46:48 II: Finished in 14.16s 2019-02-09 22:46:48 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-02-09 22:46:58 II: Finished in 10.18s 2019-02-09 22:46:58 QQ: 'UPDATE hmda_lar_2006 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-02-09 22:47:12 II: Finished in 13.11s 2019-02-09 22:47:12 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN hudmedianfamilyincome' 2019-02-09 22:47:14 II: Finished in 2.23s 2019-02-09 22:47:14 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-02-09 22:47:34 II: Finished in 19.88s 2019-02-09 22:47:34 QQ: 'UPDATE hmda_lar_2006 SET hudmedianfamilyincome = temp_double' 2019-02-09 22:47:45 II: Finished in 11.06s 2019-02-09 22:47:45 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN temp_double' 2019-02-09 22:47:52 II: Finished in 7.3s 2019-02-09 22:47:52 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-02-09 22:48:08 II: Finished in 16.33s 2019-02-09 22:48:08 QQ: 'UPDATE hmda_lar_2006 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-02-09 22:48:23 II: Finished in 14.53s 2019-02-09 22:48:23 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN tracttomsa_mdincomepct' 2019-02-09 22:48:26 II: Finished in 3.45s 2019-02-09 22:48:26 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-02-09 22:48:47 II: Finished in 20.32s 2019-02-09 22:48:47 QQ: 'UPDATE hmda_lar_2006 SET tracttomsa_mdincomepct = temp_double' 2019-02-09 22:49:27 II: Finished in 40.78s 2019-02-09 22:49:27 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN temp_double' 2019-02-09 22:49:31 II: Finished in 3.9s 2019-02-09 22:49:31 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-02-09 22:49:49 II: Finished in 17.9s 2019-02-09 22:49:49 QQ: 'UPDATE hmda_lar_2006 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-02-09 22:50:05 II: Finished in 15.59s 2019-02-09 22:50:05 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN numberofowneroccupiedunits' 2019-02-09 22:50:09 II: Finished in 3.94s 2019-02-09 22:50:09 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-02-09 22:50:49 II: Finished in 40.3s 2019-02-09 22:50:49 QQ: 'UPDATE hmda_lar_2006 SET numberofowneroccupiedunits = temp_double' 2019-02-09 22:51:00 II: Finished in 10.66s 2019-02-09 22:51:00 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN temp_double' 2019-02-09 22:51:05 II: Finished in 5.22s 2019-02-09 22:51:05 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-02-09 22:51:27 II: Finished in 22.04s 2019-02-09 22:51:27 QQ: 'UPDATE hmda_lar_2006 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-02-09 22:51:41 II: Finished in 14.17s 2019-02-09 22:51:41 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN numberof1to4familyunits' 2019-02-09 22:51:46 II: Finished in 5.21s 2019-02-09 22:51:46 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-02-09 22:51:53 II: Finished in 6.26s 2019-02-09 22:51:53 QQ: 'UPDATE hmda_lar_2006 SET numberof1to4familyunits = temp_double' 2019-02-09 22:52:05 II: Finished in 11.96s 2019-02-09 22:52:05 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN temp_double' 2019-02-09 22:52:05 II: Finished in 0.16s 2019-02-09 22:52:05 QQ: 'select count(*) from hmda_lar_2006' 2019-02-09 22:52:05 II: Finished in 0.02s 2019-02-09 22:52:06 hmda catalog entry 1 of 72 stored in 'hmda_lar_2006' 2019-02-09 22:52:06 2019-02-09 22:53:10 'https://www.ffiec.gov/pmicrawdata/LAR/National/2006PMIClar%20-%20National.zip' 2019-02-09 22:53:10 cached in 2019-02-09 22:53:10 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/c9dfb830b34fb9596c373c033b84347c.Rcache' 2019-02-09 22:53:10 copying to 2019-02-09 22:53:10 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 22:53:10 2019-02-09 22:53:11 QQ: 'CREATE TABLE pmic_lar_2006 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-02-09 22:53:12 II: Finished in 0.19s 2019-02-09 22:53:12 QQ: 'copy into pmic_lar_2006 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2006PMICLAR - National.CSV' using delimiters ',','\n','"' NULL AS ''' 2019-02-09 22:53:51 II: Finished in 39.55s 2019-02-09 22:53:51 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 22:53:52 II: Finished in 0.53s 2019-02-09 22:53:52 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 22:53:52 columns.table_id=tables.id where tables.name='pmic_lar_2006'' 2019-02-09 22:53:52 II: Finished in 0.01s 2019-02-09 22:53:52 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 22:53:52 II: Finished in 0.01s 2019-02-09 22:53:52 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 22:53:52 columns.table_id=tables.id where tables.name='pmic_lar_2006'' 2019-02-09 22:53:52 II: Finished in 0.02s 2019-02-09 22:53:52 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-02-09 22:53:52 II: Finished in 0.62s 2019-02-09 22:53:52 QQ: 'UPDATE pmic_lar_2006 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-02-09 22:53:53 II: Finished in 1.06s 2019-02-09 22:53:53 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN sequencenumber' 2019-02-09 22:53:54 II: Finished in 0.75s 2019-02-09 22:53:54 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN sequencenumber DOUBLE' 2019-02-09 22:53:55 II: Finished in 1.1s 2019-02-09 22:53:55 QQ: 'UPDATE pmic_lar_2006 SET sequencenumber = temp_double' 2019-02-09 22:53:56 II: Finished in 0.78s 2019-02-09 22:53:56 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN temp_double' 2019-02-09 22:53:57 II: Finished in 0.68s 2019-02-09 22:53:57 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-02-09 22:53:58 II: Finished in 1.44s 2019-02-09 22:53:58 QQ: 'UPDATE pmic_lar_2006 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-02-09 22:53:59 II: Finished in 0.89s 2019-02-09 22:53:59 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN population' 2019-02-09 22:54:02 II: Finished in 3.36s 2019-02-09 22:54:02 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN population DOUBLE' 2019-02-09 22:54:14 II: Finished in 11.62s 2019-02-09 22:54:14 QQ: 'UPDATE pmic_lar_2006 SET population = temp_double' 2019-02-09 22:54:19 II: Finished in 4.52s 2019-02-09 22:54:19 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN temp_double' 2019-02-09 22:54:20 II: Finished in 1.64s 2019-02-09 22:54:20 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-02-09 22:54:23 II: Finished in 2.86s 2019-02-09 22:54:23 QQ: 'UPDATE pmic_lar_2006 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-02-09 22:54:24 II: Finished in 0.64s 2019-02-09 22:54:24 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN minoritypopulationpct' 2019-02-09 22:54:24 II: Finished in 0.36s 2019-02-09 22:54:24 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN minoritypopulationpct DOUBLE' 2019-02-09 22:54:25 II: Finished in 0.73s 2019-02-09 22:54:25 QQ: 'UPDATE pmic_lar_2006 SET minoritypopulationpct = temp_double' 2019-02-09 22:54:25 II: Finished in 0.71s 2019-02-09 22:54:25 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN temp_double' 2019-02-09 22:54:26 II: Finished in 0.92s 2019-02-09 22:54:26 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-02-09 22:54:28 II: Finished in 1.53s 2019-02-09 22:54:28 QQ: 'UPDATE pmic_lar_2006 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-02-09 22:54:30 II: Finished in 1.9s 2019-02-09 22:54:30 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN hudmedianfamilyincome' 2019-02-09 22:54:41 II: Finished in 11.37s 2019-02-09 22:54:41 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-02-09 22:54:42 II: Finished in 1.24s 2019-02-09 22:54:42 QQ: 'UPDATE pmic_lar_2006 SET hudmedianfamilyincome = temp_double' 2019-02-09 22:54:43 II: Finished in 0.68s 2019-02-09 22:54:43 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN temp_double' 2019-02-09 22:54:43 II: Finished in 0.34s 2019-02-09 22:54:43 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-02-09 22:54:49 II: Finished in 5.42s 2019-02-09 22:54:49 QQ: 'UPDATE pmic_lar_2006 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-02-09 22:54:50 II: Finished in 0.93s 2019-02-09 22:54:50 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN tracttomsa_mdincomepct' 2019-02-09 22:54:50 II: Finished in 0.38s 2019-02-09 22:54:50 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-02-09 22:54:51 II: Finished in 0.67s 2019-02-09 22:54:51 QQ: 'UPDATE pmic_lar_2006 SET tracttomsa_mdincomepct = temp_double' 2019-02-09 22:54:52 II: Finished in 0.75s 2019-02-09 22:54:52 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN temp_double' 2019-02-09 22:54:52 II: Finished in 0.45s 2019-02-09 22:54:52 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-02-09 22:54:54 II: Finished in 1.53s 2019-02-09 22:54:54 QQ: 'UPDATE pmic_lar_2006 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-02-09 22:54:54 II: Finished in 0.9s 2019-02-09 22:54:54 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN numberofowneroccupiedunits' 2019-02-09 22:54:55 II: Finished in 0.69s 2019-02-09 22:54:55 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-02-09 22:54:56 II: Finished in 1.31s 2019-02-09 22:54:56 QQ: 'UPDATE pmic_lar_2006 SET numberofowneroccupiedunits = temp_double' 2019-02-09 22:54:57 II: Finished in 0.6s 2019-02-09 22:54:57 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN temp_double' 2019-02-09 22:54:58 II: Finished in 1s 2019-02-09 22:54:58 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-02-09 22:54:59 II: Finished in 1.27s 2019-02-09 22:54:59 QQ: 'UPDATE pmic_lar_2006 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-02-09 22:55:00 II: Finished in 0.88s 2019-02-09 22:55:00 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN numberof1to4familyunits' 2019-02-09 22:55:01 II: Finished in 0.86s 2019-02-09 22:55:01 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-02-09 22:55:03 II: Finished in 1.47s 2019-02-09 22:55:03 QQ: 'UPDATE pmic_lar_2006 SET numberof1to4familyunits = temp_double' 2019-02-09 22:55:03 II: Finished in 0.59s 2019-02-09 22:55:03 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN temp_double' 2019-02-09 22:55:05 II: Finished in 1.56s 2019-02-09 22:55:05 QQ: 'select count(*) from pmic_lar_2006' 2019-02-09 22:55:05 II: Finished in 0s 2019-02-09 22:55:05 hmda catalog entry 2 of 72 stored in 'pmic_lar_2006' 2019-02-09 22:55:05 2019-02-09 22:56:47 'https://www.ffiec.gov/hmdarawdata/OTHER/2006HMDAinstitutionrecords.zip' 2019-02-09 22:56:47 cached in 2019-02-09 22:56:47 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/e33e16a3b5fbbe23745fbaa44fd1732a.Rcache' 2019-02-09 22:56:47 copying to 2019-02-09 22:56:47 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 22:56:47 2019-02-09 22:56:48 QQ: 'CREATE TABLE hmda_inst_2006 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-02-09 22:56:49 II: Finished in 0.54s 2019-02-09 22:56:49 QQ: 'copy into hmda_inst_2006 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2006HMDAInstitutionRecords.TXT' using delimiters '\t' NULL AS ''' 2019-02-09 22:56:49 II: Finished in 0.53s 2019-02-09 22:56:49 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 22:56:51 II: Finished in 1.35s 2019-02-09 22:56:51 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 22:56:51 columns.table_id=tables.id where tables.name='hmda_inst_2006'' 2019-02-09 22:56:51 II: Finished in 0.01s 2019-02-09 22:56:51 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 22:56:51 II: Finished in 0s 2019-02-09 22:56:51 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 22:56:51 columns.table_id=tables.id where tables.name='hmda_inst_2006'' 2019-02-09 22:56:51 II: Finished in 0.01s 2019-02-09 22:56:51 QQ: 'select count(*) from hmda_inst_2006' 2019-02-09 22:56:51 II: Finished in 0s 2019-02-09 22:56:51 hmda catalog entry 3 of 72 stored in 'hmda_inst_2006' 2019-02-09 22:56:51 2019-02-09 22:57:07 'https://www.ffiec.gov/pmicrawdata/OTHER/2006PMICinstitutionrecords.zip' 2019-02-09 22:57:07 cached in 2019-02-09 22:57:07 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/0f07697b5af95e4b6589634b86f6df8c.Rcache' 2019-02-09 22:57:07 copying to 2019-02-09 22:57:07 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 22:57:07 2019-02-09 22:57:07 QQ: 'CREATE TABLE pmic_inst_2006 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-02-09 22:57:08 II: Finished in 0.41s 2019-02-09 22:57:08 QQ: 'copy into pmic_inst_2006 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2006PMICInstitutionRecords.TXT' using delimiters '\t' NULL AS ''' 2019-02-09 22:57:08 II: Finished in 0.22s 2019-02-09 22:57:08 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 22:57:08 II: Finished in 0.23s 2019-02-09 22:57:08 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 22:57:08 columns.table_id=tables.id where tables.name='pmic_inst_2006'' 2019-02-09 22:57:08 II: Finished in 0s 2019-02-09 22:57:08 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 22:57:08 II: Finished in 0.01s 2019-02-09 22:57:08 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 22:57:08 columns.table_id=tables.id where tables.name='pmic_inst_2006'' 2019-02-09 22:57:08 II: Finished in 0.01s 2019-02-09 22:57:08 QQ: 'select count(*) from pmic_inst_2006' 2019-02-09 22:57:08 II: Finished in 0s 2019-02-09 22:57:08 hmda catalog entry 4 of 72 stored in 'pmic_inst_2006' 2019-02-09 22:57:08 2019-02-09 22:58:11 'https://www.ffiec.gov/hmdarawdata/LAR/National/2007HMDAlar%20-%20National.zip' 2019-02-09 22:58:11 cached in 2019-02-09 22:58:11 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/0972c199f9e38297897a9e3403e4f420.Rcache' 2019-02-09 22:58:11 copying to 2019-02-09 22:58:11 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 22:58:11 2019-02-09 22:58:29 QQ: 'CREATE TABLE hmda_lar_2007 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-02-09 22:58:32 II: Finished in 3.19s 2019-02-09 22:58:32 QQ: 'copy into hmda_lar_2007 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2007HMDALAR - National.CSV' using delimiters ',','\n','"' NULL AS ''' 2019-02-09 23:01:19 II: Finished in 2.77s 2019-02-09 23:01:19 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:01:19 II: Finished in 0.37s 2019-02-09 23:01:19 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:01:19 columns.table_id=tables.id where tables.name='hmda_lar_2007'' 2019-02-09 23:01:19 II: Finished in 0.01s 2019-02-09 23:01:19 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:01:19 II: Finished in 0.01s 2019-02-09 23:01:19 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:01:19 columns.table_id=tables.id where tables.name='hmda_lar_2007'' 2019-02-09 23:01:19 II: Finished in 0s 2019-02-09 23:01:19 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:01:28 II: Finished in 8.85s 2019-02-09 23:01:28 QQ: 'UPDATE hmda_lar_2007 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-02-09 23:01:39 II: Finished in 11.26s 2019-02-09 23:01:39 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN sequencenumber' 2019-02-09 23:01:42 II: Finished in 2.58s 2019-02-09 23:01:42 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN sequencenumber DOUBLE' 2019-02-09 23:01:50 II: Finished in 8.5s 2019-02-09 23:01:50 QQ: 'UPDATE hmda_lar_2007 SET sequencenumber = temp_double' 2019-02-09 23:01:59 II: Finished in 8.97s 2019-02-09 23:01:59 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN temp_double' 2019-02-09 23:02:03 II: Finished in 3.3s 2019-02-09 23:02:03 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:02:53 II: Finished in 50.49s 2019-02-09 23:02:53 QQ: 'UPDATE hmda_lar_2007 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-02-09 23:03:05 II: Finished in 11.45s 2019-02-09 23:03:05 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN population' 2019-02-09 23:03:10 II: Finished in 5.71s 2019-02-09 23:03:10 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN population DOUBLE' 2019-02-09 23:03:21 II: Finished in 10.99s 2019-02-09 23:03:21 QQ: 'UPDATE hmda_lar_2007 SET population = temp_double' 2019-02-09 23:03:30 II: Finished in 9.02s 2019-02-09 23:03:30 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN temp_double' 2019-02-09 23:03:38 II: Finished in 7.73s 2019-02-09 23:03:38 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:03:48 II: Finished in 9.78s 2019-02-09 23:03:48 QQ: 'UPDATE hmda_lar_2007 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-02-09 23:03:59 II: Finished in 10.75s 2019-02-09 23:03:59 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN minoritypopulationpct' 2019-02-09 23:04:02 II: Finished in 3.31s 2019-02-09 23:04:02 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN minoritypopulationpct DOUBLE' 2019-02-09 23:04:15 II: Finished in 12.82s 2019-02-09 23:04:15 QQ: 'UPDATE hmda_lar_2007 SET minoritypopulationpct = temp_double' 2019-02-09 23:04:34 II: Finished in 18.87s 2019-02-09 23:04:34 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN temp_double' 2019-02-09 23:04:49 II: Finished in 15.56s 2019-02-09 23:04:49 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:05:02 II: Finished in 13.17s 2019-02-09 23:05:02 QQ: 'UPDATE hmda_lar_2007 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-02-09 23:05:14 II: Finished in 11.9s 2019-02-09 23:05:14 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN hudmedianfamilyincome' 2019-02-09 23:05:26 II: Finished in 11.46s 2019-02-09 23:05:26 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-02-09 23:05:44 II: Finished in 18.66s 2019-02-09 23:05:44 QQ: 'UPDATE hmda_lar_2007 SET hudmedianfamilyincome = temp_double' 2019-02-09 23:05:53 II: Finished in 8.61s 2019-02-09 23:05:53 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN temp_double' 2019-02-09 23:06:02 II: Finished in 9.04s 2019-02-09 23:06:02 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:06:12 II: Finished in 10.34s 2019-02-09 23:06:12 QQ: 'UPDATE hmda_lar_2007 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-02-09 23:06:23 II: Finished in 10.6s 2019-02-09 23:06:23 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN tracttomsa_mdincomepct' 2019-02-09 23:06:23 II: Finished in 0.43s 2019-02-09 23:06:23 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-02-09 23:06:33 II: Finished in 9.29s 2019-02-09 23:06:33 QQ: 'UPDATE hmda_lar_2007 SET tracttomsa_mdincomepct = temp_double' 2019-02-09 23:06:42 II: Finished in 9.85s 2019-02-09 23:06:42 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN temp_double' 2019-02-09 23:06:53 II: Finished in 10.5s 2019-02-09 23:06:53 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:07:09 II: Finished in 16.46s 2019-02-09 23:07:09 QQ: 'UPDATE hmda_lar_2007 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-02-09 23:07:20 II: Finished in 10.34s 2019-02-09 23:07:20 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN numberofowneroccupiedunits' 2019-02-09 23:07:31 II: Finished in 11.52s 2019-02-09 23:07:31 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-02-09 23:07:40 II: Finished in 8.41s 2019-02-09 23:07:40 QQ: 'UPDATE hmda_lar_2007 SET numberofowneroccupiedunits = temp_double' 2019-02-09 23:07:47 II: Finished in 7.7s 2019-02-09 23:07:47 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN temp_double' 2019-02-09 23:07:56 II: Finished in 8.73s 2019-02-09 23:07:56 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:08:09 II: Finished in 13.02s 2019-02-09 23:08:09 QQ: 'UPDATE hmda_lar_2007 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-02-09 23:08:23 II: Finished in 13.59s 2019-02-09 23:08:23 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN numberof1to4familyunits' 2019-02-09 23:08:32 II: Finished in 9.55s 2019-02-09 23:08:32 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-02-09 23:08:51 II: Finished in 18.57s 2019-02-09 23:08:51 QQ: 'UPDATE hmda_lar_2007 SET numberof1to4familyunits = temp_double' 2019-02-09 23:09:01 II: Finished in 9.86s 2019-02-09 23:09:01 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN temp_double' 2019-02-09 23:09:21 II: Finished in 20.36s 2019-02-09 23:09:21 QQ: 'select count(*) from hmda_lar_2007' 2019-02-09 23:09:21 II: Finished in 0.01s 2019-02-09 23:09:22 hmda catalog entry 5 of 72 stored in 'hmda_lar_2007' 2019-02-09 23:09:22 2019-02-09 23:12:39 'https://www.ffiec.gov/pmicrawdata/LAR/National/2007PMIClar%20-%20National.zip' 2019-02-09 23:12:39 cached in 2019-02-09 23:12:39 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/c89bef8aea29a359056fed0656792139.Rcache' 2019-02-09 23:12:39 copying to 2019-02-09 23:12:39 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 23:12:39 2019-02-09 23:12:43 QQ: 'CREATE TABLE pmic_lar_2007 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-02-09 23:12:47 II: Finished in 4.13s 2019-02-09 23:12:47 QQ: 'copy into pmic_lar_2007 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2007PMICLAR - National.CSV' using delimiters ',','\n','"' NULL AS ''' 2019-02-09 23:13:56 II: Finished in 1.15s 2019-02-09 23:13:56 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:13:57 II: Finished in 1.51s 2019-02-09 23:13:57 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:13:57 columns.table_id=tables.id where tables.name='pmic_lar_2007'' 2019-02-09 23:13:57 II: Finished in 0.01s 2019-02-09 23:13:57 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:13:57 II: Finished in 0s 2019-02-09 23:13:57 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:13:57 columns.table_id=tables.id where tables.name='pmic_lar_2007'' 2019-02-09 23:13:57 II: Finished in 0s 2019-02-09 23:13:57 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:14:06 II: Finished in 9.03s 2019-02-09 23:14:06 QQ: 'UPDATE pmic_lar_2007 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-02-09 23:14:09 II: Finished in 3.06s 2019-02-09 23:14:09 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN sequencenumber' 2019-02-09 23:14:13 II: Finished in 3.26s 2019-02-09 23:14:13 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN sequencenumber DOUBLE' 2019-02-09 23:14:22 II: Finished in 9.31s 2019-02-09 23:14:22 QQ: 'UPDATE pmic_lar_2007 SET sequencenumber = temp_double' 2019-02-09 23:14:24 II: Finished in 2.04s 2019-02-09 23:14:24 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN temp_double' 2019-02-09 23:14:30 II: Finished in 6.02s 2019-02-09 23:14:30 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:14:45 II: Finished in 15.15s 2019-02-09 23:14:45 QQ: 'UPDATE pmic_lar_2007 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-02-09 23:14:48 II: Finished in 2.42s 2019-02-09 23:14:48 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN population' 2019-02-09 23:14:50 II: Finished in 2.31s 2019-02-09 23:14:50 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN population DOUBLE' 2019-02-09 23:14:51 II: Finished in 1.04s 2019-02-09 23:14:51 QQ: 'UPDATE pmic_lar_2007 SET population = temp_double' 2019-02-09 23:14:52 II: Finished in 1.15s 2019-02-09 23:14:52 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN temp_double' 2019-02-09 23:14:59 II: Finished in 6.65s 2019-02-09 23:14:59 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:15:00 II: Finished in 0.97s 2019-02-09 23:15:00 QQ: 'UPDATE pmic_lar_2007 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-02-09 23:15:01 II: Finished in 0.92s 2019-02-09 23:15:01 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN minoritypopulationpct' 2019-02-09 23:15:07 II: Finished in 6.83s 2019-02-09 23:15:07 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN minoritypopulationpct DOUBLE' 2019-02-09 23:15:15 II: Finished in 7.35s 2019-02-09 23:15:15 QQ: 'UPDATE pmic_lar_2007 SET minoritypopulationpct = temp_double' 2019-02-09 23:15:17 II: Finished in 2.24s 2019-02-09 23:15:17 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN temp_double' 2019-02-09 23:15:22 II: Finished in 5.3s 2019-02-09 23:15:22 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:15:35 II: Finished in 12.79s 2019-02-09 23:15:35 QQ: 'UPDATE pmic_lar_2007 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-02-09 23:15:39 II: Finished in 3.47s 2019-02-09 23:15:39 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN hudmedianfamilyincome' 2019-02-09 23:15:41 II: Finished in 2.09s 2019-02-09 23:15:41 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-02-09 23:15:44 II: Finished in 3.33s 2019-02-09 23:15:44 QQ: 'UPDATE pmic_lar_2007 SET hudmedianfamilyincome = temp_double' 2019-02-09 23:15:48 II: Finished in 3.58s 2019-02-09 23:15:48 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN temp_double' 2019-02-09 23:15:48 II: Finished in 0.33s 2019-02-09 23:15:48 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:15:54 II: Finished in 5.98s 2019-02-09 23:15:54 QQ: 'UPDATE pmic_lar_2007 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-02-09 23:15:56 II: Finished in 2.59s 2019-02-09 23:15:56 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN tracttomsa_mdincomepct' 2019-02-09 23:16:01 II: Finished in 4.89s 2019-02-09 23:16:01 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-02-09 23:16:12 II: Finished in 10.84s 2019-02-09 23:16:12 QQ: 'UPDATE pmic_lar_2007 SET tracttomsa_mdincomepct = temp_double' 2019-02-09 23:16:16 II: Finished in 3.47s 2019-02-09 23:16:16 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN temp_double' 2019-02-09 23:16:19 II: Finished in 3.78s 2019-02-09 23:16:19 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:16:32 II: Finished in 12.13s 2019-02-09 23:16:32 QQ: 'UPDATE pmic_lar_2007 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-02-09 23:16:34 II: Finished in 2.68s 2019-02-09 23:16:34 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN numberofowneroccupiedunits' 2019-02-09 23:16:35 II: Finished in 0.77s 2019-02-09 23:16:35 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-02-09 23:16:36 II: Finished in 1.07s 2019-02-09 23:16:36 QQ: 'UPDATE pmic_lar_2007 SET numberofowneroccupiedunits = temp_double' 2019-02-09 23:16:37 II: Finished in 0.79s 2019-02-09 23:16:37 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN temp_double' 2019-02-09 23:16:37 II: Finished in 0.39s 2019-02-09 23:16:37 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:16:38 II: Finished in 0.91s 2019-02-09 23:16:38 QQ: 'UPDATE pmic_lar_2007 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-02-09 23:16:42 II: Finished in 4.2s 2019-02-09 23:16:42 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN numberof1to4familyunits' 2019-02-09 23:16:50 II: Finished in 7.99s 2019-02-09 23:16:50 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-02-09 23:16:53 II: Finished in 2.16s 2019-02-09 23:16:53 QQ: 'UPDATE pmic_lar_2007 SET numberof1to4familyunits = temp_double' 2019-02-09 23:16:53 II: Finished in 0.74s 2019-02-09 23:16:53 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN temp_double' 2019-02-09 23:16:54 II: Finished in 0.43s 2019-02-09 23:16:54 QQ: 'select count(*) from pmic_lar_2007' 2019-02-09 23:16:54 II: Finished in 0.01s 2019-02-09 23:16:54 hmda catalog entry 6 of 72 stored in 'pmic_lar_2007' 2019-02-09 23:16:54 2019-02-09 23:18:20 'https://www.ffiec.gov/hmdarawdata/OTHER/2007HMDAinstitutionrecords.zip' 2019-02-09 23:18:20 cached in 2019-02-09 23:18:20 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/7d6bbb807e187df6057408f4673e95d8.Rcache' 2019-02-09 23:18:20 copying to 2019-02-09 23:18:20 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 23:18:20 2019-02-09 23:18:21 QQ: 'CREATE TABLE hmda_inst_2007 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-02-09 23:18:21 II: Finished in 0.16s 2019-02-09 23:18:21 QQ: 'copy into hmda_inst_2007 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2007HMDAInstitutionRecords.TXT' using delimiters '\t' NULL AS ''' 2019-02-09 23:18:21 II: Finished in 0.21s 2019-02-09 23:18:21 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:18:21 II: Finished in 0.19s 2019-02-09 23:18:21 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:18:21 columns.table_id=tables.id where tables.name='hmda_inst_2007'' 2019-02-09 23:18:21 II: Finished in 0.01s 2019-02-09 23:18:21 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:18:21 II: Finished in 0s 2019-02-09 23:18:21 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:18:21 columns.table_id=tables.id where tables.name='hmda_inst_2007'' 2019-02-09 23:18:21 II: Finished in 0.01s 2019-02-09 23:18:21 QQ: 'select count(*) from hmda_inst_2007' 2019-02-09 23:18:21 II: Finished in 0s 2019-02-09 23:18:21 hmda catalog entry 7 of 72 stored in 'hmda_inst_2007' 2019-02-09 23:18:21 2019-02-09 23:19:54 'https://www.ffiec.gov/pmicrawdata/OTHER/2007PMICinstitutionrecords.zip' 2019-02-09 23:19:54 cached in 2019-02-09 23:19:54 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/5158f73a8a4fa8a369abcc78589c2934.Rcache' 2019-02-09 23:19:54 copying to 2019-02-09 23:19:54 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 23:19:54 2019-02-09 23:19:54 QQ: 'CREATE TABLE pmic_inst_2007 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-02-09 23:19:56 II: Finished in 1.47s 2019-02-09 23:19:56 QQ: 'copy into pmic_inst_2007 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2007PMICInstitutionRecords.TXT' using delimiters '\t' NULL AS ''' 2019-02-09 23:19:57 II: Finished in 1.07s 2019-02-09 23:19:57 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:19:57 II: Finished in 0.82s 2019-02-09 23:19:57 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:19:57 columns.table_id=tables.id where tables.name='pmic_inst_2007'' 2019-02-09 23:19:57 II: Finished in 0.01s 2019-02-09 23:19:57 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:19:57 II: Finished in 0s 2019-02-09 23:19:57 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:19:57 columns.table_id=tables.id where tables.name='pmic_inst_2007'' 2019-02-09 23:19:57 II: Finished in 0.01s 2019-02-09 23:19:57 QQ: 'select count(*) from pmic_inst_2007' 2019-02-09 23:19:57 II: Finished in 0s 2019-02-09 23:19:58 hmda catalog entry 8 of 72 stored in 'pmic_inst_2007' 2019-02-09 23:19:58 2019-02-09 23:20:56 'https://www.ffiec.gov/hmdarawdata/OTHER/2007HMDAReporterPanel.zip' 2019-02-09 23:20:56 cached in 2019-02-09 23:20:56 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/518f526133ac4d8c5af9cde4e66af1f9.Rcache' 2019-02-09 23:20:56 copying to 2019-02-09 23:20:56 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 23:20:56 2019-02-09 23:20:56 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-02-09 23:20:56 II: Finished in 0.12s 2019-02-09 23:20:56 QQ: 'CREATE TABLE hmda_reporter_2007 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, respondent_address_panel STRING, respondent_city_panel STRING, respondent_state_panel STRING, respondent_zip_code_panel STRING, tax_id STRING)' 2019-02-09 23:20:56 II: Finished in 0.16s 2019-02-09 23:20:56 QQ: 'COPY INTO hmda_reporter_2007 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10)' 2019-02-09 23:20:56 II: Finished in 0.2s 2019-02-09 23:20:56 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2007' 2019-02-09 23:20:56 II: Finished in 0s 2019-02-09 23:20:56 QQ: 'select count(*) from hmda_reporter_2007' 2019-02-09 23:20:56 II: Finished in 0s 2019-02-09 23:20:56 hmda catalog entry 9 of 72 stored in 'hmda_reporter_2007' 2019-02-09 23:20:56 2019-02-09 23:22:31 'https://www.ffiec.gov/pmicrawdata/OTHER/2007PMICReporterPanel.zip' 2019-02-09 23:22:31 cached in 2019-02-09 23:22:31 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/9f0192c8ea8edb000e9b80ef8d8dddb3.Rcache' 2019-02-09 23:22:31 copying to 2019-02-09 23:22:31 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 23:22:31 2019-02-09 23:22:31 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-02-09 23:22:31 II: Finished in 0.11s 2019-02-09 23:22:31 QQ: 'CREATE TABLE pmic_reporter_2007 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, respondent_address_panel STRING, respondent_city_panel STRING, respondent_state_panel STRING, respondent_zip_code_panel STRING, tax_id STRING)' 2019-02-09 23:22:34 II: Finished in 2.32s 2019-02-09 23:22:34 QQ: 'COPY INTO pmic_reporter_2007 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/PMICReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10)' 2019-02-09 23:22:35 II: Finished in 1.61s 2019-02-09 23:22:35 QQ: 'SELECT COUNT(*) FROM pmic_reporter_2007' 2019-02-09 23:22:35 II: Finished in 0s 2019-02-09 23:22:35 QQ: 'select count(*) from pmic_reporter_2007' 2019-02-09 23:22:35 II: Finished in 0s 2019-02-09 23:22:35 hmda catalog entry 10 of 72 stored in 'pmic_reporter_2007' 2019-02-09 23:22:35 2019-02-09 23:24:43 'https://www.ffiec.gov/hmdarawdata/OTHER/2007HMDAMSAOffice.zip' 2019-02-09 23:24:43 cached in 2019-02-09 23:24:43 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/826616cdff6b3ed0241bffaf51d005fc.Rcache' 2019-02-09 23:24:43 copying to 2019-02-09 23:24:43 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 23:24:43 2019-02-09 23:24:43 QQ: 'START TRANSACTION' 2019-02-09 23:24:43 II: Finished in 0s 2019-02-09 23:24:43 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:24:43 II: Finished in 0.01s 2019-02-09 23:24:43 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:24:43 II: Finished in 0s 2019-02-09 23:24:43 QQ: 'CREATE TABLE hmda_msa_2007 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-02-09 23:24:43 II: Finished in 0s 2019-02-09 23:24:43 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2007' and schemas.name='tmp'' 2019-02-09 23:24:43 II: Finished in 0s 2019-02-09 23:24:43 QQ: 'COMMIT' 2019-02-09 23:24:43 II: Finished in 0.12s 2019-02-09 23:24:43 QQ: 'select count(*) from hmda_msa_2007' 2019-02-09 23:24:43 II: Finished in 0s 2019-02-09 23:24:43 hmda catalog entry 11 of 72 stored in 'hmda_msa_2007' 2019-02-09 23:24:43 2019-02-09 23:25:35 'https://www.ffiec.gov/hmdarawdata/OTHER/2007HMDAMSAOffice.zip' 2019-02-09 23:25:35 cached in 2019-02-09 23:25:35 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/826616cdff6b3ed0241bffaf51d005fc.Rcache' 2019-02-09 23:25:35 copying to 2019-02-09 23:25:35 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 23:25:35 2019-02-09 23:25:36 QQ: 'START TRANSACTION' 2019-02-09 23:25:36 II: Finished in 0s 2019-02-09 23:25:36 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:25:40 II: Finished in 4.01s 2019-02-09 23:25:40 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:25:40 II: Finished in 0s 2019-02-09 23:25:40 QQ: 'CREATE TABLE pmic_msa_2007 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-02-09 23:25:40 II: Finished in 0s 2019-02-09 23:25:40 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='pmic_msa_2007' and schemas.name='tmp'' 2019-02-09 23:25:40 II: Finished in 0s 2019-02-09 23:25:40 QQ: 'COMMIT' 2019-02-09 23:25:44 II: Finished in 3.76s 2019-02-09 23:25:44 QQ: 'select count(*) from pmic_msa_2007' 2019-02-09 23:25:44 II: Finished in 0s 2019-02-09 23:25:44 hmda catalog entry 12 of 72 stored in 'pmic_msa_2007' 2019-02-09 23:25:44 2019-02-09 23:26:39 'https://www.ffiec.gov/hmdarawdata/LAR/National/2008HMDAlar%20-%20National.zip' 2019-02-09 23:26:39 cached in 2019-02-09 23:26:39 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/42ff3c5a65ac5e72c3e812b334fce3a7.Rcache' 2019-02-09 23:26:39 copying to 2019-02-09 23:26:39 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 23:26:39 2019-02-09 23:26:51 QQ: 'CREATE TABLE hmda_lar_2008 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-02-09 23:26:54 II: Finished in 3.58s 2019-02-09 23:26:54 QQ: 'copy into hmda_lar_2008 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2008HMDALAR - National.CSV' using delimiters ',','\n','"' NULL AS ''' 2019-02-09 23:30:02 II: Finished in 3.12s 2019-02-09 23:30:02 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:30:07 II: Finished in 5.06s 2019-02-09 23:30:07 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:30:07 columns.table_id=tables.id where tables.name='hmda_lar_2008'' 2019-02-09 23:30:07 II: Finished in 0.01s 2019-02-09 23:30:07 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:30:07 II: Finished in 0s 2019-02-09 23:30:07 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:30:07 columns.table_id=tables.id where tables.name='hmda_lar_2008'' 2019-02-09 23:30:07 II: Finished in 0.01s 2019-02-09 23:30:07 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:30:17 II: Finished in 9.47s 2019-02-09 23:30:17 QQ: 'UPDATE hmda_lar_2008 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-02-09 23:30:25 II: Finished in 8.27s 2019-02-09 23:30:25 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN sequencenumber' 2019-02-09 23:30:31 II: Finished in 6.34s 2019-02-09 23:30:31 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN sequencenumber DOUBLE' 2019-02-09 23:30:41 II: Finished in 10.27s 2019-02-09 23:30:41 QQ: 'UPDATE hmda_lar_2008 SET sequencenumber = temp_double' 2019-02-09 23:30:50 II: Finished in 8.62s 2019-02-09 23:30:50 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN temp_double' 2019-02-09 23:31:01 II: Finished in 11.33s 2019-02-09 23:31:01 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:31:15 II: Finished in 13.15s 2019-02-09 23:31:15 QQ: 'UPDATE hmda_lar_2008 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-02-09 23:31:21 II: Finished in 6.96s 2019-02-09 23:31:21 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN population' 2019-02-09 23:31:28 II: Finished in 6.33s 2019-02-09 23:31:28 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN population DOUBLE' 2019-02-09 23:31:50 II: Finished in 22.14s 2019-02-09 23:31:50 QQ: 'UPDATE hmda_lar_2008 SET population = temp_double' 2019-02-09 23:31:57 II: Finished in 7.48s 2019-02-09 23:31:57 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN temp_double' 2019-02-09 23:32:06 II: Finished in 8.15s 2019-02-09 23:32:06 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:32:09 II: Finished in 3.3s 2019-02-09 23:32:09 QQ: 'UPDATE hmda_lar_2008 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-02-09 23:32:15 II: Finished in 6.51s 2019-02-09 23:32:15 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN minoritypopulationpct' 2019-02-09 23:32:27 II: Finished in 11.85s 2019-02-09 23:32:27 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN minoritypopulationpct DOUBLE' 2019-02-09 23:32:35 II: Finished in 7.75s 2019-02-09 23:32:35 QQ: 'UPDATE hmda_lar_2008 SET minoritypopulationpct = temp_double' 2019-02-09 23:32:50 II: Finished in 14.76s 2019-02-09 23:32:50 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN temp_double' 2019-02-09 23:33:09 II: Finished in 19.36s 2019-02-09 23:33:09 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:33:25 II: Finished in 15.89s 2019-02-09 23:33:25 QQ: 'UPDATE hmda_lar_2008 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-02-09 23:33:33 II: Finished in 7.69s 2019-02-09 23:33:33 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN hudmedianfamilyincome' 2019-02-09 23:33:49 II: Finished in 16.63s 2019-02-09 23:33:49 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-02-09 23:33:56 II: Finished in 6.96s 2019-02-09 23:33:56 QQ: 'UPDATE hmda_lar_2008 SET hudmedianfamilyincome = temp_double' 2019-02-09 23:34:04 II: Finished in 7.4s 2019-02-09 23:34:04 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN temp_double' 2019-02-09 23:34:07 II: Finished in 2.91s 2019-02-09 23:34:07 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:34:16 II: Finished in 8.87s 2019-02-09 23:34:16 QQ: 'UPDATE hmda_lar_2008 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-02-09 23:34:24 II: Finished in 8.86s 2019-02-09 23:34:24 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN tracttomsa_mdincomepct' 2019-02-09 23:34:35 II: Finished in 10.61s 2019-02-09 23:34:35 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-02-09 23:34:40 II: Finished in 5.49s 2019-02-09 23:34:40 QQ: 'UPDATE hmda_lar_2008 SET tracttomsa_mdincomepct = temp_double' 2019-02-09 23:34:46 II: Finished in 5.81s 2019-02-09 23:34:46 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN temp_double' 2019-02-09 23:34:52 II: Finished in 5.97s 2019-02-09 23:34:52 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:35:00 II: Finished in 8.19s 2019-02-09 23:35:00 QQ: 'UPDATE hmda_lar_2008 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-02-09 23:35:09 II: Finished in 8.25s 2019-02-09 23:35:09 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN numberofowneroccupiedunits' 2019-02-09 23:35:10 II: Finished in 1.24s 2019-02-09 23:35:10 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-02-09 23:35:17 II: Finished in 7.36s 2019-02-09 23:35:17 QQ: 'UPDATE hmda_lar_2008 SET numberofowneroccupiedunits = temp_double' 2019-02-09 23:35:23 II: Finished in 5.59s 2019-02-09 23:35:23 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN temp_double' 2019-02-09 23:35:24 II: Finished in 0.63s 2019-02-09 23:35:24 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:35:26 II: Finished in 2.93s 2019-02-09 23:35:26 QQ: 'UPDATE hmda_lar_2008 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-02-09 23:35:33 II: Finished in 6.36s 2019-02-09 23:35:33 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN numberof1to4familyunits' 2019-02-09 23:35:33 II: Finished in 0.59s 2019-02-09 23:35:33 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-02-09 23:35:39 II: Finished in 5.86s 2019-02-09 23:35:39 QQ: 'UPDATE hmda_lar_2008 SET numberof1to4familyunits = temp_double' 2019-02-09 23:35:46 II: Finished in 6.62s 2019-02-09 23:35:46 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN temp_double' 2019-02-09 23:35:55 II: Finished in 8.74s 2019-02-09 23:35:55 QQ: 'select count(*) from hmda_lar_2008' 2019-02-09 23:35:55 II: Finished in 0.01s 2019-02-09 23:35:55 hmda catalog entry 13 of 72 stored in 'hmda_lar_2008' 2019-02-09 23:35:55 2019-02-09 23:37:44 'https://www.ffiec.gov/pmicrawdata/LAR/National/2008PMIClar%20-%20National.zip' 2019-02-09 23:37:44 cached in 2019-02-09 23:37:44 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/24fb87e4432bdf12b9149258ca98edba.Rcache' 2019-02-09 23:37:44 copying to 2019-02-09 23:37:44 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 23:37:44 2019-02-09 23:37:46 QQ: 'CREATE TABLE pmic_lar_2008 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-02-09 23:37:47 II: Finished in 1.56s 2019-02-09 23:37:47 QQ: 'copy into pmic_lar_2008 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2008PMICLAR - National.CSV' using delimiters ',','\n','"' NULL AS ''' 2019-02-09 23:38:40 II: Finished in 53.2s 2019-02-09 23:38:40 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:38:42 II: Finished in 1.36s 2019-02-09 23:38:42 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:38:42 columns.table_id=tables.id where tables.name='pmic_lar_2008'' 2019-02-09 23:38:42 II: Finished in 0.01s 2019-02-09 23:38:42 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:38:42 II: Finished in 0s 2019-02-09 23:38:42 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:38:42 columns.table_id=tables.id where tables.name='pmic_lar_2008'' 2019-02-09 23:38:42 II: Finished in 0s 2019-02-09 23:38:42 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:38:49 II: Finished in 7.58s 2019-02-09 23:38:49 QQ: 'UPDATE pmic_lar_2008 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-02-09 23:38:52 II: Finished in 2.63s 2019-02-09 23:38:52 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN sequencenumber' 2019-02-09 23:38:55 II: Finished in 3.04s 2019-02-09 23:38:55 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN sequencenumber DOUBLE' 2019-02-09 23:38:58 II: Finished in 2.63s 2019-02-09 23:38:58 QQ: 'UPDATE pmic_lar_2008 SET sequencenumber = temp_double' 2019-02-09 23:39:00 II: Finished in 2.06s 2019-02-09 23:39:00 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN temp_double' 2019-02-09 23:39:01 II: Finished in 1.46s 2019-02-09 23:39:01 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:39:07 II: Finished in 5.5s 2019-02-09 23:39:07 QQ: 'UPDATE pmic_lar_2008 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-02-09 23:39:10 II: Finished in 2.91s 2019-02-09 23:39:10 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN population' 2019-02-09 23:39:13 II: Finished in 3.94s 2019-02-09 23:39:13 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN population DOUBLE' 2019-02-09 23:39:18 II: Finished in 4.98s 2019-02-09 23:39:18 QQ: 'UPDATE pmic_lar_2008 SET population = temp_double' 2019-02-09 23:39:19 II: Finished in 0.83s 2019-02-09 23:39:19 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN temp_double' 2019-02-09 23:39:20 II: Finished in 0.35s 2019-02-09 23:39:20 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:39:20 II: Finished in 0.56s 2019-02-09 23:39:20 QQ: 'UPDATE pmic_lar_2008 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-02-09 23:39:21 II: Finished in 0.67s 2019-02-09 23:39:21 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN minoritypopulationpct' 2019-02-09 23:39:21 II: Finished in 0.39s 2019-02-09 23:39:21 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN minoritypopulationpct DOUBLE' 2019-02-09 23:39:22 II: Finished in 0.7s 2019-02-09 23:39:22 QQ: 'UPDATE pmic_lar_2008 SET minoritypopulationpct = temp_double' 2019-02-09 23:39:23 II: Finished in 0.8s 2019-02-09 23:39:23 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN temp_double' 2019-02-09 23:39:23 II: Finished in 0.41s 2019-02-09 23:39:23 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:39:30 II: Finished in 6.51s 2019-02-09 23:39:30 QQ: 'UPDATE pmic_lar_2008 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-02-09 23:39:33 II: Finished in 3s 2019-02-09 23:39:33 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN hudmedianfamilyincome' 2019-02-09 23:39:37 II: Finished in 4.11s 2019-02-09 23:39:37 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-02-09 23:39:40 II: Finished in 3.15s 2019-02-09 23:39:40 QQ: 'UPDATE pmic_lar_2008 SET hudmedianfamilyincome = temp_double' 2019-02-09 23:39:41 II: Finished in 0.78s 2019-02-09 23:39:41 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN temp_double' 2019-02-09 23:39:41 II: Finished in 0.27s 2019-02-09 23:39:41 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:39:42 II: Finished in 0.69s 2019-02-09 23:39:42 QQ: 'UPDATE pmic_lar_2008 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-02-09 23:39:43 II: Finished in 1s 2019-02-09 23:39:43 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN tracttomsa_mdincomepct' 2019-02-09 23:39:43 II: Finished in 0.44s 2019-02-09 23:39:43 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-02-09 23:39:44 II: Finished in 0.75s 2019-02-09 23:39:44 QQ: 'UPDATE pmic_lar_2008 SET tracttomsa_mdincomepct = temp_double' 2019-02-09 23:39:45 II: Finished in 0.82s 2019-02-09 23:39:45 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN temp_double' 2019-02-09 23:39:45 II: Finished in 0.61s 2019-02-09 23:39:45 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:39:47 II: Finished in 1.28s 2019-02-09 23:39:47 QQ: 'UPDATE pmic_lar_2008 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-02-09 23:39:48 II: Finished in 0.98s 2019-02-09 23:39:48 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN numberofowneroccupiedunits' 2019-02-09 23:40:00 II: Finished in 12.12s 2019-02-09 23:40:00 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-02-09 23:40:06 II: Finished in 6.33s 2019-02-09 23:40:06 QQ: 'UPDATE pmic_lar_2008 SET numberofowneroccupiedunits = temp_double' 2019-02-09 23:40:08 II: Finished in 2.18s 2019-02-09 23:40:08 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN temp_double' 2019-02-09 23:40:19 II: Finished in 10.56s 2019-02-09 23:40:19 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:40:28 II: Finished in 9s 2019-02-09 23:40:28 QQ: 'UPDATE pmic_lar_2008 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-02-09 23:40:29 II: Finished in 1.46s 2019-02-09 23:40:29 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN numberof1to4familyunits' 2019-02-09 23:40:32 II: Finished in 3.11s 2019-02-09 23:40:32 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-02-09 23:40:37 II: Finished in 5.02s 2019-02-09 23:40:37 QQ: 'UPDATE pmic_lar_2008 SET numberof1to4familyunits = temp_double' 2019-02-09 23:40:38 II: Finished in 0.59s 2019-02-09 23:40:38 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN temp_double' 2019-02-09 23:40:38 II: Finished in 0.25s 2019-02-09 23:40:38 QQ: 'select count(*) from pmic_lar_2008' 2019-02-09 23:40:38 II: Finished in 0.01s 2019-02-09 23:40:38 hmda catalog entry 14 of 72 stored in 'pmic_lar_2008' 2019-02-09 23:40:38 2019-02-09 23:41:03 'https://www.ffiec.gov/hmdarawdata/OTHER/2008HMDAinstitutionrecords.zip' 2019-02-09 23:41:03 cached in 2019-02-09 23:41:03 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/f1d858d19ff3fabdfd4cd4ae10bd11f9.Rcache' 2019-02-09 23:41:03 copying to 2019-02-09 23:41:03 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 23:41:03 2019-02-09 23:41:04 QQ: 'CREATE TABLE hmda_inst_2008 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-02-09 23:41:04 II: Finished in 0.24s 2019-02-09 23:41:04 QQ: 'copy into hmda_inst_2008 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2008HMDAInstitutionRecords.TXT' using delimiters '\t' NULL AS ''' 2019-02-09 23:41:04 II: Finished in 0.26s 2019-02-09 23:41:04 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:41:04 II: Finished in 0.22s 2019-02-09 23:41:04 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:41:04 columns.table_id=tables.id where tables.name='hmda_inst_2008'' 2019-02-09 23:41:04 II: Finished in 0.01s 2019-02-09 23:41:04 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:41:04 II: Finished in 0s 2019-02-09 23:41:04 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:41:04 columns.table_id=tables.id where tables.name='hmda_inst_2008'' 2019-02-09 23:41:05 II: Finished in 0.24s 2019-02-09 23:41:05 QQ: 'select count(*) from hmda_inst_2008' 2019-02-09 23:41:05 II: Finished in 0.01s 2019-02-09 23:41:05 hmda catalog entry 15 of 72 stored in 'hmda_inst_2008' 2019-02-09 23:41:05 2019-02-09 23:42:48 'https://www.ffiec.gov/pmicrawdata/OTHER/2008PMICinstitutionrecords.zip' 2019-02-09 23:42:48 cached in 2019-02-09 23:42:48 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/45555c8ec0173aed693a0ac6a8456fdc.Rcache' 2019-02-09 23:42:48 copying to 2019-02-09 23:42:48 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 23:42:48 2019-02-09 23:42:48 QQ: 'CREATE TABLE pmic_inst_2008 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-02-09 23:42:48 II: Finished in 0.13s 2019-02-09 23:42:48 QQ: 'copy into pmic_inst_2008 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2008PMICInstitutionRecords.TXT' using delimiters '\t' NULL AS ''' 2019-02-09 23:42:48 II: Finished in 0.09s 2019-02-09 23:42:48 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:42:48 II: Finished in 0.08s 2019-02-09 23:42:48 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:42:48 columns.table_id=tables.id where tables.name='pmic_inst_2008'' 2019-02-09 23:42:48 II: Finished in 0.01s 2019-02-09 23:42:48 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:42:48 II: Finished in 0s 2019-02-09 23:42:48 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:42:48 columns.table_id=tables.id where tables.name='pmic_inst_2008'' 2019-02-09 23:42:48 II: Finished in 0.07s 2019-02-09 23:42:48 QQ: 'select count(*) from pmic_inst_2008' 2019-02-09 23:42:48 II: Finished in 0s 2019-02-09 23:42:49 hmda catalog entry 16 of 72 stored in 'pmic_inst_2008' 2019-02-09 23:42:49 2019-02-09 23:44:31 'https://www.ffiec.gov/hmdarawdata/OTHER/2008HMDAReporterPanel.zip' 2019-02-09 23:44:31 cached in 2019-02-09 23:44:31 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/bfbb810ed781058241d9b72d00009549.Rcache' 2019-02-09 23:44:31 copying to 2019-02-09 23:44:31 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 23:44:31 2019-02-09 23:44:31 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-02-09 23:44:32 II: Finished in 0.74s 2019-02-09 23:44:32 QQ: 'CREATE TABLE hmda_reporter_2008 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, respondent_address_panel STRING, respondent_city_panel STRING, respondent_state_panel STRING, respondent_zip_code_panel STRING, tax_id STRING)' 2019-02-09 23:44:32 II: Finished in 0.09s 2019-02-09 23:44:32 QQ: 'COPY INTO hmda_reporter_2008 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10)' 2019-02-09 23:44:36 II: Finished in 4.66s 2019-02-09 23:44:36 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2008' 2019-02-09 23:44:36 II: Finished in 0s 2019-02-09 23:44:36 QQ: 'select count(*) from hmda_reporter_2008' 2019-02-09 23:44:36 II: Finished in 0s 2019-02-09 23:44:36 hmda catalog entry 17 of 72 stored in 'hmda_reporter_2008' 2019-02-09 23:44:36 2019-02-09 23:45:16 'https://www.ffiec.gov/pmicrawdata/OTHER/2008PMICReporterPanel.zip' 2019-02-09 23:45:16 cached in 2019-02-09 23:45:16 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/eece4ee3a23adca60942be0aa915837c.Rcache' 2019-02-09 23:45:16 copying to 2019-02-09 23:45:16 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 23:45:16 2019-02-09 23:45:16 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-02-09 23:45:16 II: Finished in 0.09s 2019-02-09 23:45:16 QQ: 'CREATE TABLE pmic_reporter_2008 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, respondent_address_panel STRING, respondent_city_panel STRING, respondent_state_panel STRING, respondent_zip_code_panel STRING, tax_id STRING)' 2019-02-09 23:45:16 II: Finished in 0.16s 2019-02-09 23:45:16 QQ: 'COPY INTO pmic_reporter_2008 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/PMICReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10)' 2019-02-09 23:45:16 II: Finished in 0.12s 2019-02-09 23:45:16 QQ: 'SELECT COUNT(*) FROM pmic_reporter_2008' 2019-02-09 23:45:16 II: Finished in 0s 2019-02-09 23:45:16 QQ: 'select count(*) from pmic_reporter_2008' 2019-02-09 23:45:16 II: Finished in 0s 2019-02-09 23:45:17 hmda catalog entry 18 of 72 stored in 'pmic_reporter_2008' 2019-02-09 23:45:17 2019-02-09 23:46:41 'https://www.ffiec.gov/hmdarawdata/OTHER/2008HMDAMSAOffice.zip' 2019-02-09 23:46:41 cached in 2019-02-09 23:46:41 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/1cb93c5526300e0db1a3db22b1956fb2.Rcache' 2019-02-09 23:46:41 copying to 2019-02-09 23:46:41 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 23:46:41 2019-02-09 23:46:41 QQ: 'START TRANSACTION' 2019-02-09 23:46:41 II: Finished in 0s 2019-02-09 23:46:41 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:46:41 II: Finished in 0s 2019-02-09 23:46:41 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:46:41 II: Finished in 0s 2019-02-09 23:46:41 QQ: 'CREATE TABLE hmda_msa_2008 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-02-09 23:46:41 II: Finished in 0s 2019-02-09 23:46:41 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2008' and schemas.name='tmp'' 2019-02-09 23:46:41 II: Finished in 0s 2019-02-09 23:46:41 QQ: 'COMMIT' 2019-02-09 23:46:41 II: Finished in 0.36s 2019-02-09 23:46:41 QQ: 'select count(*) from hmda_msa_2008' 2019-02-09 23:46:41 II: Finished in 0s 2019-02-09 23:46:41 hmda catalog entry 19 of 72 stored in 'hmda_msa_2008' 2019-02-09 23:46:41 2019-02-09 23:46:51 'https://www.ffiec.gov/hmdarawdata/OTHER/2008HMDAMSAOffice.zip' 2019-02-09 23:46:51 cached in 2019-02-09 23:46:51 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/1cb93c5526300e0db1a3db22b1956fb2.Rcache' 2019-02-09 23:46:51 copying to 2019-02-09 23:46:51 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 23:46:51 2019-02-09 23:46:52 QQ: 'START TRANSACTION' 2019-02-09 23:46:52 II: Finished in 0s 2019-02-09 23:46:52 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:46:52 II: Finished in 0s 2019-02-09 23:46:52 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:46:52 II: Finished in 0s 2019-02-09 23:46:52 QQ: 'CREATE TABLE pmic_msa_2008 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-02-09 23:46:52 II: Finished in 0s 2019-02-09 23:46:52 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='pmic_msa_2008' and schemas.name='tmp'' 2019-02-09 23:46:52 II: Finished in 0s 2019-02-09 23:46:52 QQ: 'COMMIT' 2019-02-09 23:46:52 II: Finished in 0.17s 2019-02-09 23:46:52 QQ: 'select count(*) from pmic_msa_2008' 2019-02-09 23:46:52 II: Finished in 0s 2019-02-09 23:46:52 hmda catalog entry 20 of 72 stored in 'pmic_msa_2008' 2019-02-09 23:46:52 2019-02-09 23:47:19 'https://www.ffiec.gov/hmdarawdata/LAR/National/2009HMDAlar%20-%20National.zip' 2019-02-09 23:47:19 cached in 2019-02-09 23:47:19 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/ae5e9b5472415414802dd0cf6db89ec3.Rcache' 2019-02-09 23:47:19 copying to 2019-02-09 23:47:19 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 23:47:19 2019-02-09 23:47:43 QQ: 'CREATE TABLE hmda_lar_2009 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-02-09 23:47:45 II: Finished in 1.4s 2019-02-09 23:47:45 QQ: 'copy into hmda_lar_2009 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2009HMDALAR - National.CSV' using delimiters ',','\n','"' NULL AS ''' 2019-02-09 23:49:22 II: Finished in 1.61s 2019-02-09 23:49:22 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:49:23 II: Finished in 0.91s 2019-02-09 23:49:23 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:49:23 columns.table_id=tables.id where tables.name='hmda_lar_2009'' 2019-02-09 23:49:23 II: Finished in 0.01s 2019-02-09 23:49:23 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:49:23 II: Finished in 0s 2019-02-09 23:49:23 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:49:23 columns.table_id=tables.id where tables.name='hmda_lar_2009'' 2019-02-09 23:49:23 II: Finished in 0.1s 2019-02-09 23:49:23 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:49:36 II: Finished in 13.25s 2019-02-09 23:49:36 QQ: 'UPDATE hmda_lar_2009 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-02-09 23:49:46 II: Finished in 9.63s 2019-02-09 23:49:46 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN sequencenumber' 2019-02-09 23:49:55 II: Finished in 9.08s 2019-02-09 23:49:55 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN sequencenumber DOUBLE' 2019-02-09 23:50:02 II: Finished in 7.43s 2019-02-09 23:50:02 QQ: 'UPDATE hmda_lar_2009 SET sequencenumber = temp_double' 2019-02-09 23:50:10 II: Finished in 7.62s 2019-02-09 23:50:10 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN temp_double' 2019-02-09 23:50:11 II: Finished in 1.17s 2019-02-09 23:50:11 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:50:19 II: Finished in 8.2s 2019-02-09 23:50:19 QQ: 'UPDATE hmda_lar_2009 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-02-09 23:50:28 II: Finished in 8.8s 2019-02-09 23:50:28 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN population' 2019-02-09 23:50:37 II: Finished in 8.74s 2019-02-09 23:50:37 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN population DOUBLE' 2019-02-09 23:50:43 II: Finished in 6.46s 2019-02-09 23:50:43 QQ: 'UPDATE hmda_lar_2009 SET population = temp_double' 2019-02-09 23:50:49 II: Finished in 5.53s 2019-02-09 23:50:49 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN temp_double' 2019-02-09 23:50:49 II: Finished in 0.46s 2019-02-09 23:50:49 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:50:53 II: Finished in 3.54s 2019-02-09 23:50:53 QQ: 'UPDATE hmda_lar_2009 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-02-09 23:51:02 II: Finished in 9.39s 2019-02-09 23:51:02 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN minoritypopulationpct' 2019-02-09 23:51:03 II: Finished in 0.83s 2019-02-09 23:51:03 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN minoritypopulationpct DOUBLE' 2019-02-09 23:51:13 II: Finished in 10.1s 2019-02-09 23:51:13 QQ: 'UPDATE hmda_lar_2009 SET minoritypopulationpct = temp_double' 2019-02-09 23:51:20 II: Finished in 7.15s 2019-02-09 23:51:20 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN temp_double' 2019-02-09 23:51:29 II: Finished in 8.67s 2019-02-09 23:51:29 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:51:33 II: Finished in 3.68s 2019-02-09 23:51:33 QQ: 'UPDATE hmda_lar_2009 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-02-09 23:51:42 II: Finished in 9.22s 2019-02-09 23:51:42 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN hudmedianfamilyincome' 2019-02-09 23:51:42 II: Finished in 0.36s 2019-02-09 23:51:42 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-02-09 23:51:55 II: Finished in 12.97s 2019-02-09 23:51:55 QQ: 'UPDATE hmda_lar_2009 SET hudmedianfamilyincome = temp_double' 2019-02-09 23:52:02 II: Finished in 6.92s 2019-02-09 23:52:02 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN temp_double' 2019-02-09 23:52:03 II: Finished in 0.8s 2019-02-09 23:52:03 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:52:07 II: Finished in 4.24s 2019-02-09 23:52:07 QQ: 'UPDATE hmda_lar_2009 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-02-09 23:52:17 II: Finished in 10.19s 2019-02-09 23:52:17 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN tracttomsa_mdincomepct' 2019-02-09 23:52:26 II: Finished in 8.3s 2019-02-09 23:52:26 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-02-09 23:52:44 II: Finished in 18.32s 2019-02-09 23:52:44 QQ: 'UPDATE hmda_lar_2009 SET tracttomsa_mdincomepct = temp_double' 2019-02-09 23:52:52 II: Finished in 7.93s 2019-02-09 23:52:52 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN temp_double' 2019-02-09 23:53:04 II: Finished in 11.85s 2019-02-09 23:53:04 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:53:09 II: Finished in 4.86s 2019-02-09 23:53:09 QQ: 'UPDATE hmda_lar_2009 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-02-09 23:53:16 II: Finished in 7.43s 2019-02-09 23:53:16 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN numberofowneroccupiedunits' 2019-02-09 23:53:17 II: Finished in 1.09s 2019-02-09 23:53:17 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-02-09 23:53:23 II: Finished in 5.88s 2019-02-09 23:53:23 QQ: 'UPDATE hmda_lar_2009 SET numberofowneroccupiedunits = temp_double' 2019-02-09 23:53:36 II: Finished in 12.7s 2019-02-09 23:53:36 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN temp_double' 2019-02-09 23:53:47 II: Finished in 11.03s 2019-02-09 23:53:47 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:53:59 II: Finished in 11.82s 2019-02-09 23:53:59 QQ: 'UPDATE hmda_lar_2009 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-02-09 23:54:07 II: Finished in 8.81s 2019-02-09 23:54:07 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN numberof1to4familyunits' 2019-02-09 23:54:08 II: Finished in 0.88s 2019-02-09 23:54:08 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-02-09 23:54:21 II: Finished in 12.86s 2019-02-09 23:54:21 QQ: 'UPDATE hmda_lar_2009 SET numberof1to4familyunits = temp_double' 2019-02-09 23:54:27 II: Finished in 6.31s 2019-02-09 23:54:27 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN temp_double' 2019-02-09 23:54:28 II: Finished in 1.09s 2019-02-09 23:54:28 QQ: 'select count(*) from hmda_lar_2009' 2019-02-09 23:54:28 II: Finished in 0.01s 2019-02-09 23:54:29 hmda catalog entry 21 of 72 stored in 'hmda_lar_2009' 2019-02-09 23:54:29 2019-02-09 23:57:03 'https://www.ffiec.gov/pmicrawdata/LAR/National/2009PMIClar%20-%20National.zip' 2019-02-09 23:57:03 cached in 2019-02-09 23:57:03 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/063df587bd4bab76056bc76e309955bd.Rcache' 2019-02-09 23:57:03 copying to 2019-02-09 23:57:03 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-09 23:57:03 2019-02-09 23:57:04 QQ: 'CREATE TABLE pmic_lar_2009 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-02-09 23:57:04 II: Finished in 0.37s 2019-02-09 23:57:04 QQ: 'copy into pmic_lar_2009 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2009PMICLAR - National.CSV' using delimiters ',','\n','"' NULL AS ''' 2019-02-09 23:58:12 II: Finished in 1.12s 2019-02-09 23:58:12 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:58:12 II: Finished in 0.16s 2019-02-09 23:58:12 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:58:12 columns.table_id=tables.id where tables.name='pmic_lar_2009'' 2019-02-09 23:58:12 II: Finished in 0.01s 2019-02-09 23:58:12 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-09 23:58:12 II: Finished in 0s 2019-02-09 23:58:12 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-09 23:58:12 columns.table_id=tables.id where tables.name='pmic_lar_2009'' 2019-02-09 23:58:12 II: Finished in 0.12s 2019-02-09 23:58:12 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:58:13 II: Finished in 1.55s 2019-02-09 23:58:13 QQ: 'UPDATE pmic_lar_2009 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-02-09 23:58:14 II: Finished in 0.59s 2019-02-09 23:58:14 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN sequencenumber' 2019-02-09 23:58:15 II: Finished in 0.63s 2019-02-09 23:58:15 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN sequencenumber DOUBLE' 2019-02-09 23:58:15 II: Finished in 0.78s 2019-02-09 23:58:15 QQ: 'UPDATE pmic_lar_2009 SET sequencenumber = temp_double' 2019-02-09 23:58:16 II: Finished in 0.53s 2019-02-09 23:58:16 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN temp_double' 2019-02-09 23:58:17 II: Finished in 0.59s 2019-02-09 23:58:17 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:58:17 II: Finished in 0.97s 2019-02-09 23:58:17 QQ: 'UPDATE pmic_lar_2009 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-02-09 23:58:18 II: Finished in 0.56s 2019-02-09 23:58:18 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN population' 2019-02-09 23:58:19 II: Finished in 0.48s 2019-02-09 23:58:19 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN population DOUBLE' 2019-02-09 23:58:19 II: Finished in 0.69s 2019-02-09 23:58:19 QQ: 'UPDATE pmic_lar_2009 SET population = temp_double' 2019-02-09 23:58:20 II: Finished in 0.38s 2019-02-09 23:58:20 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN temp_double' 2019-02-09 23:58:24 II: Finished in 4.87s 2019-02-09 23:58:24 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:58:28 II: Finished in 3.52s 2019-02-09 23:58:28 QQ: 'UPDATE pmic_lar_2009 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-02-09 23:58:33 II: Finished in 4.77s 2019-02-09 23:58:33 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN minoritypopulationpct' 2019-02-09 23:58:34 II: Finished in 1.55s 2019-02-09 23:58:34 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN minoritypopulationpct DOUBLE' 2019-02-09 23:58:43 II: Finished in 8.5s 2019-02-09 23:58:43 QQ: 'UPDATE pmic_lar_2009 SET minoritypopulationpct = temp_double' 2019-02-09 23:58:47 II: Finished in 4.64s 2019-02-09 23:58:47 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN temp_double' 2019-02-09 23:58:58 II: Finished in 10.91s 2019-02-09 23:58:58 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-02-09 23:59:07 II: Finished in 9.1s 2019-02-09 23:59:07 QQ: 'UPDATE pmic_lar_2009 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-02-09 23:59:11 II: Finished in 3.27s 2019-02-09 23:59:11 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN hudmedianfamilyincome' 2019-02-09 23:59:16 II: Finished in 4.91s 2019-02-09 23:59:16 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-02-09 23:59:35 II: Finished in 19.38s 2019-02-09 23:59:35 QQ: 'UPDATE pmic_lar_2009 SET hudmedianfamilyincome = temp_double' 2019-02-09 23:59:41 II: Finished in 6.07s 2019-02-09 23:59:41 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN temp_double' 2019-02-10 00:00:07 II: Finished in 26.25s 2019-02-10 00:00:07 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:00:20 II: Finished in 12.71s 2019-02-10 00:00:20 QQ: 'UPDATE pmic_lar_2009 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-02-10 00:00:20 II: Finished in 0.38s 2019-02-10 00:00:20 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN tracttomsa_mdincomepct' 2019-02-10 00:00:21 II: Finished in 0.45s 2019-02-10 00:00:21 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-02-10 00:00:22 II: Finished in 0.59s 2019-02-10 00:00:22 QQ: 'UPDATE pmic_lar_2009 SET tracttomsa_mdincomepct = temp_double' 2019-02-10 00:00:22 II: Finished in 0.42s 2019-02-10 00:00:22 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN temp_double' 2019-02-10 00:00:22 II: Finished in 0.56s 2019-02-10 00:00:22 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:00:24 II: Finished in 1.19s 2019-02-10 00:00:24 QQ: 'UPDATE pmic_lar_2009 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-02-10 00:00:24 II: Finished in 0.62s 2019-02-10 00:00:24 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN numberofowneroccupiedunits' 2019-02-10 00:00:25 II: Finished in 0.33s 2019-02-10 00:00:25 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-02-10 00:00:25 II: Finished in 0.55s 2019-02-10 00:00:25 QQ: 'UPDATE pmic_lar_2009 SET numberofowneroccupiedunits = temp_double' 2019-02-10 00:00:25 II: Finished in 0.22s 2019-02-10 00:00:25 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN temp_double' 2019-02-10 00:00:26 II: Finished in 0.33s 2019-02-10 00:00:26 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:00:26 II: Finished in 0.54s 2019-02-10 00:00:26 QQ: 'UPDATE pmic_lar_2009 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-02-10 00:00:27 II: Finished in 0.4s 2019-02-10 00:00:27 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN numberof1to4familyunits' 2019-02-10 00:00:28 II: Finished in 0.98s 2019-02-10 00:00:28 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-02-10 00:00:28 II: Finished in 0.67s 2019-02-10 00:00:28 QQ: 'UPDATE pmic_lar_2009 SET numberof1to4familyunits = temp_double' 2019-02-10 00:00:29 II: Finished in 0.5s 2019-02-10 00:00:29 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN temp_double' 2019-02-10 00:00:29 II: Finished in 0.63s 2019-02-10 00:00:29 QQ: 'select count(*) from pmic_lar_2009' 2019-02-10 00:00:29 II: Finished in 0.01s 2019-02-10 00:00:30 hmda catalog entry 22 of 72 stored in 'pmic_lar_2009' 2019-02-10 00:00:30 2019-02-10 00:01:42 'https://www.ffiec.gov/hmdarawdata/OTHER/2009HMDAinstitutionrecords.zip' 2019-02-10 00:01:42 cached in 2019-02-10 00:01:42 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/4a21468ea1fec8f8751bd3dc518555bb.Rcache' 2019-02-10 00:01:42 copying to 2019-02-10 00:01:42 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:01:42 2019-02-10 00:01:42 QQ: 'CREATE TABLE hmda_inst_2009 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-02-10 00:01:42 II: Finished in 0.68s 2019-02-10 00:01:42 QQ: 'copy into hmda_inst_2009 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2009HMDAInstitutionRecords.TXT' using delimiters '\t' NULL AS ''' 2019-02-10 00:01:45 II: Finished in 2.22s 2019-02-10 00:01:45 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:01:45 II: Finished in 0.14s 2019-02-10 00:01:45 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:01:45 columns.table_id=tables.id where tables.name='hmda_inst_2009'' 2019-02-10 00:01:45 II: Finished in 0.01s 2019-02-10 00:01:45 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:01:45 II: Finished in 0s 2019-02-10 00:01:45 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:01:45 columns.table_id=tables.id where tables.name='hmda_inst_2009'' 2019-02-10 00:01:45 II: Finished in 0.13s 2019-02-10 00:01:45 QQ: 'select count(*) from hmda_inst_2009' 2019-02-10 00:01:45 II: Finished in 0s 2019-02-10 00:01:45 hmda catalog entry 23 of 72 stored in 'hmda_inst_2009' 2019-02-10 00:01:45 2019-02-10 00:03:04 'https://www.ffiec.gov/pmicrawdata/OTHER/2009PMICinstitutionrecords.zip' 2019-02-10 00:03:04 cached in 2019-02-10 00:03:04 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/14e72da91590f922b7965b86030c1099.Rcache' 2019-02-10 00:03:04 copying to 2019-02-10 00:03:04 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:03:04 2019-02-10 00:03:04 QQ: 'CREATE TABLE pmic_inst_2009 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-02-10 00:03:06 II: Finished in 1.97s 2019-02-10 00:03:06 QQ: 'copy into pmic_inst_2009 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2009PMICInstitutionRecords.TXT' using delimiters '\t' NULL AS ''' 2019-02-10 00:03:09 II: Finished in 3.06s 2019-02-10 00:03:09 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:03:11 II: Finished in 2.07s 2019-02-10 00:03:11 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:03:11 columns.table_id=tables.id where tables.name='pmic_inst_2009'' 2019-02-10 00:03:11 II: Finished in 0.01s 2019-02-10 00:03:11 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:03:11 II: Finished in 0s 2019-02-10 00:03:11 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:03:11 columns.table_id=tables.id where tables.name='pmic_inst_2009'' 2019-02-10 00:03:14 II: Finished in 2.85s 2019-02-10 00:03:14 QQ: 'select count(*) from pmic_inst_2009' 2019-02-10 00:03:14 II: Finished in 0s 2019-02-10 00:03:14 hmda catalog entry 24 of 72 stored in 'pmic_inst_2009' 2019-02-10 00:03:14 2019-02-10 00:05:54 'https://www.ffiec.gov/hmdarawdata/OTHER/2009HMDAReporterPanel.zip' 2019-02-10 00:05:54 cached in 2019-02-10 00:05:54 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/ac135bd58dedc5b047bd3606f1412f6f.Rcache' 2019-02-10 00:05:54 copying to 2019-02-10 00:05:54 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:05:54 2019-02-10 00:05:54 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-02-10 00:05:56 II: Finished in 1.46s 2019-02-10 00:05:56 QQ: 'CREATE TABLE hmda_reporter_2009 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, respondent_address_panel STRING, respondent_city_panel STRING, respondent_state_panel STRING, respondent_zip_code_panel STRING, tax_id STRING)' 2019-02-10 00:05:59 II: Finished in 3.53s 2019-02-10 00:05:59 QQ: 'COPY INTO hmda_reporter_2009 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10)' 2019-02-10 00:05:59 II: Finished in 0.18s 2019-02-10 00:05:59 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2009' 2019-02-10 00:05:59 II: Finished in 0s 2019-02-10 00:05:59 QQ: 'select count(*) from hmda_reporter_2009' 2019-02-10 00:05:59 II: Finished in 0s 2019-02-10 00:05:59 hmda catalog entry 25 of 72 stored in 'hmda_reporter_2009' 2019-02-10 00:05:59 2019-02-10 00:06:31 'https://www.ffiec.gov/pmicrawdata/OTHER/2009PMICReporterPanel.zip' 2019-02-10 00:06:31 cached in 2019-02-10 00:06:31 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/9f05a084c4a2c8ef8a7c7d7d2ae45100.Rcache' 2019-02-10 00:06:31 copying to 2019-02-10 00:06:31 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:06:31 2019-02-10 00:06:31 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-02-10 00:06:31 II: Finished in 0.15s 2019-02-10 00:06:31 QQ: 'CREATE TABLE pmic_reporter_2009 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, respondent_address_panel STRING, respondent_city_panel STRING, respondent_state_panel STRING, respondent_zip_code_panel STRING, tax_id STRING)' 2019-02-10 00:06:32 II: Finished in 0.19s 2019-02-10 00:06:32 QQ: 'COPY INTO pmic_reporter_2009 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/PMICReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10)' 2019-02-10 00:06:32 II: Finished in 0.15s 2019-02-10 00:06:32 QQ: 'SELECT COUNT(*) FROM pmic_reporter_2009' 2019-02-10 00:06:32 II: Finished in 0s 2019-02-10 00:06:32 QQ: 'select count(*) from pmic_reporter_2009' 2019-02-10 00:06:32 II: Finished in 0s 2019-02-10 00:06:32 hmda catalog entry 26 of 72 stored in 'pmic_reporter_2009' 2019-02-10 00:06:32 2019-02-10 00:07:26 'https://www.ffiec.gov/hmdarawdata/OTHER/2009HMDAMSAOffice.zip' 2019-02-10 00:07:26 cached in 2019-02-10 00:07:26 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/97a07212144e7fee79457afede7ae944.Rcache' 2019-02-10 00:07:26 copying to 2019-02-10 00:07:26 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:07:26 2019-02-10 00:07:26 QQ: 'START TRANSACTION' 2019-02-10 00:07:26 II: Finished in 0s 2019-02-10 00:07:26 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:07:26 II: Finished in 0s 2019-02-10 00:07:26 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:07:26 II: Finished in 0s 2019-02-10 00:07:26 QQ: 'CREATE TABLE hmda_msa_2009 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-02-10 00:07:26 II: Finished in 0s 2019-02-10 00:07:26 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2009' and schemas.name='tmp'' 2019-02-10 00:07:26 II: Finished in 0.01s 2019-02-10 00:07:26 QQ: 'COMMIT' 2019-02-10 00:07:26 II: Finished in 0.22s 2019-02-10 00:07:26 QQ: 'select count(*) from hmda_msa_2009' 2019-02-10 00:07:26 II: Finished in 0s 2019-02-10 00:07:26 hmda catalog entry 27 of 72 stored in 'hmda_msa_2009' 2019-02-10 00:07:26 2019-02-10 00:08:37 'https://www.ffiec.gov/hmdarawdata/OTHER/2009HMDAMSAOffice.zip' 2019-02-10 00:08:37 cached in 2019-02-10 00:08:37 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/97a07212144e7fee79457afede7ae944.Rcache' 2019-02-10 00:08:37 copying to 2019-02-10 00:08:37 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:08:37 2019-02-10 00:08:38 QQ: 'START TRANSACTION' 2019-02-10 00:08:38 II: Finished in 0s 2019-02-10 00:08:38 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:08:38 II: Finished in 0.17s 2019-02-10 00:08:38 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:08:38 II: Finished in 0.01s 2019-02-10 00:08:38 QQ: 'CREATE TABLE pmic_msa_2009 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-02-10 00:08:38 II: Finished in 0s 2019-02-10 00:08:38 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='pmic_msa_2009' and schemas.name='tmp'' 2019-02-10 00:08:38 II: Finished in 0.01s 2019-02-10 00:08:38 QQ: 'COMMIT' 2019-02-10 00:08:38 II: Finished in 0.25s 2019-02-10 00:08:38 QQ: 'select count(*) from pmic_msa_2009' 2019-02-10 00:08:38 II: Finished in 0s 2019-02-10 00:08:38 hmda catalog entry 28 of 72 stored in 'pmic_msa_2009' 2019-02-10 00:08:38 2019-02-10 00:08:52 'https://www.ffiec.gov/hmdarawdata/LAR/National/2010HMDAlar%20-%20National.zip' 2019-02-10 00:08:52 cached in 2019-02-10 00:08:52 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/a95015b4caf80f758e906d8b2003c4b2.Rcache' 2019-02-10 00:08:52 copying to 2019-02-10 00:08:52 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:08:52 2019-02-10 00:09:05 QQ: 'CREATE TABLE hmda_lar_2010 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-02-10 00:09:07 II: Finished in 1.26s 2019-02-10 00:09:07 QQ: 'copy into hmda_lar_2010 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2010HMDALAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-02-10 00:10:35 II: Finished in 1.48s 2019-02-10 00:10:35 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:10:36 II: Finished in 0.1s 2019-02-10 00:10:36 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:10:36 columns.table_id=tables.id where tables.name='hmda_lar_2010'' 2019-02-10 00:10:36 II: Finished in 0.01s 2019-02-10 00:10:36 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:10:36 II: Finished in 0s 2019-02-10 00:10:36 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:10:36 columns.table_id=tables.id where tables.name='hmda_lar_2010'' 2019-02-10 00:10:36 II: Finished in 0.28s 2019-02-10 00:10:36 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:10:40 II: Finished in 3.8s 2019-02-10 00:10:40 QQ: 'UPDATE hmda_lar_2010 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-02-10 00:10:46 II: Finished in 6.42s 2019-02-10 00:10:46 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN sequencenumber' 2019-02-10 00:10:53 II: Finished in 6.69s 2019-02-10 00:10:53 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN sequencenumber DOUBLE' 2019-02-10 00:11:06 II: Finished in 13.5s 2019-02-10 00:11:06 QQ: 'UPDATE hmda_lar_2010 SET sequencenumber = temp_double' 2019-02-10 00:11:13 II: Finished in 6.32s 2019-02-10 00:11:13 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN temp_double' 2019-02-10 00:11:22 II: Finished in 8.98s 2019-02-10 00:11:22 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:11:40 II: Finished in 18.17s 2019-02-10 00:11:40 QQ: 'UPDATE hmda_lar_2010 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-02-10 00:11:47 II: Finished in 7.6s 2019-02-10 00:11:47 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN population' 2019-02-10 00:11:50 II: Finished in 3.07s 2019-02-10 00:11:50 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN population DOUBLE' 2019-02-10 00:12:03 II: Finished in 12.39s 2019-02-10 00:12:03 QQ: 'UPDATE hmda_lar_2010 SET population = temp_double' 2019-02-10 00:12:09 II: Finished in 6.36s 2019-02-10 00:12:09 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN temp_double' 2019-02-10 00:12:17 II: Finished in 7.94s 2019-02-10 00:12:17 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:12:23 II: Finished in 5.54s 2019-02-10 00:12:23 QQ: 'UPDATE hmda_lar_2010 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-02-10 00:12:29 II: Finished in 6.43s 2019-02-10 00:12:29 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN minoritypopulationpct' 2019-02-10 00:12:29 II: Finished in 0.38s 2019-02-10 00:12:29 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN minoritypopulationpct DOUBLE' 2019-02-10 00:12:40 II: Finished in 10.58s 2019-02-10 00:12:40 QQ: 'UPDATE hmda_lar_2010 SET minoritypopulationpct = temp_double' 2019-02-10 00:12:46 II: Finished in 5.69s 2019-02-10 00:12:46 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN temp_double' 2019-02-10 00:12:56 II: Finished in 9.88s 2019-02-10 00:12:56 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:13:06 II: Finished in 10s 2019-02-10 00:13:06 QQ: 'UPDATE hmda_lar_2010 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-02-10 00:13:13 II: Finished in 6.97s 2019-02-10 00:13:13 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN hudmedianfamilyincome' 2019-02-10 00:13:14 II: Finished in 1.85s 2019-02-10 00:13:14 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-02-10 00:13:17 II: Finished in 2.95s 2019-02-10 00:13:17 QQ: 'UPDATE hmda_lar_2010 SET hudmedianfamilyincome = temp_double' 2019-02-10 00:13:22 II: Finished in 5.11s 2019-02-10 00:13:22 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN temp_double' 2019-02-10 00:13:26 II: Finished in 3.98s 2019-02-10 00:13:26 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:13:33 II: Finished in 6.19s 2019-02-10 00:13:33 QQ: 'UPDATE hmda_lar_2010 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-02-10 00:13:40 II: Finished in 7.48s 2019-02-10 00:13:40 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN tracttomsa_mdincomepct' 2019-02-10 00:13:54 II: Finished in 14.39s 2019-02-10 00:13:54 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-02-10 00:14:11 II: Finished in 16.49s 2019-02-10 00:14:11 QQ: 'UPDATE hmda_lar_2010 SET tracttomsa_mdincomepct = temp_double' 2019-02-10 00:14:17 II: Finished in 5.81s 2019-02-10 00:14:17 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN temp_double' 2019-02-10 00:14:17 II: Finished in 0.36s 2019-02-10 00:14:17 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:14:25 II: Finished in 8.2s 2019-02-10 00:14:25 QQ: 'UPDATE hmda_lar_2010 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-02-10 00:14:34 II: Finished in 8.39s 2019-02-10 00:14:34 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN numberofowneroccupiedunits' 2019-02-10 00:14:34 II: Finished in 0.38s 2019-02-10 00:14:34 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-02-10 00:14:37 II: Finished in 2.72s 2019-02-10 00:14:37 QQ: 'UPDATE hmda_lar_2010 SET numberofowneroccupiedunits = temp_double' 2019-02-10 00:14:41 II: Finished in 4.59s 2019-02-10 00:14:41 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN temp_double' 2019-02-10 00:14:46 II: Finished in 4.73s 2019-02-10 00:14:46 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:15:00 II: Finished in 13.75s 2019-02-10 00:15:00 QQ: 'UPDATE hmda_lar_2010 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-02-10 00:15:07 II: Finished in 7.03s 2019-02-10 00:15:07 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN numberof1to4familyunits' 2019-02-10 00:15:11 II: Finished in 4.07s 2019-02-10 00:15:11 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-02-10 00:15:19 II: Finished in 7.56s 2019-02-10 00:15:19 QQ: 'UPDATE hmda_lar_2010 SET numberof1to4familyunits = temp_double' 2019-02-10 00:15:27 II: Finished in 8.51s 2019-02-10 00:15:27 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN temp_double' 2019-02-10 00:15:27 II: Finished in 0.32s 2019-02-10 00:15:27 QQ: 'select count(*) from hmda_lar_2010' 2019-02-10 00:15:27 II: Finished in 0.01s 2019-02-10 00:15:28 hmda catalog entry 29 of 72 stored in 'hmda_lar_2010' 2019-02-10 00:15:28 2019-02-10 00:17:13 'https://www.ffiec.gov/pmicrawdata/LAR/National/2010PMIClar%20-%20National.zip' 2019-02-10 00:17:13 cached in 2019-02-10 00:17:13 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/7300a6c607e66ea5780ae203228b59c0.Rcache' 2019-02-10 00:17:13 copying to 2019-02-10 00:17:13 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:17:13 2019-02-10 00:17:14 QQ: 'CREATE TABLE pmic_lar_2010 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-02-10 00:17:14 II: Finished in 0.15s 2019-02-10 00:17:14 QQ: 'copy into pmic_lar_2010 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2010PMICLAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-02-10 00:17:26 II: Finished in 12.49s 2019-02-10 00:17:26 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:17:26 II: Finished in 0.16s 2019-02-10 00:17:26 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:17:26 columns.table_id=tables.id where tables.name='pmic_lar_2010'' 2019-02-10 00:17:26 II: Finished in 0.01s 2019-02-10 00:17:26 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:17:26 II: Finished in 0s 2019-02-10 00:17:26 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:17:26 columns.table_id=tables.id where tables.name='pmic_lar_2010'' 2019-02-10 00:17:27 II: Finished in 0.16s 2019-02-10 00:17:27 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:17:28 II: Finished in 1.36s 2019-02-10 00:17:28 QQ: 'UPDATE pmic_lar_2010 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-02-10 00:17:28 II: Finished in 0.43s 2019-02-10 00:17:28 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN sequencenumber' 2019-02-10 00:17:29 II: Finished in 0.49s 2019-02-10 00:17:29 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN sequencenumber DOUBLE' 2019-02-10 00:17:30 II: Finished in 0.78s 2019-02-10 00:17:30 QQ: 'UPDATE pmic_lar_2010 SET sequencenumber = temp_double' 2019-02-10 00:17:30 II: Finished in 0.25s 2019-02-10 00:17:30 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN temp_double' 2019-02-10 00:17:30 II: Finished in 0.52s 2019-02-10 00:17:30 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:17:31 II: Finished in 0.9s 2019-02-10 00:17:31 QQ: 'UPDATE pmic_lar_2010 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-02-10 00:17:32 II: Finished in 0.27s 2019-02-10 00:17:32 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN population' 2019-02-10 00:17:32 II: Finished in 0.59s 2019-02-10 00:17:32 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN population DOUBLE' 2019-02-10 00:17:33 II: Finished in 0.62s 2019-02-10 00:17:33 QQ: 'UPDATE pmic_lar_2010 SET population = temp_double' 2019-02-10 00:17:33 II: Finished in 0.22s 2019-02-10 00:17:33 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN temp_double' 2019-02-10 00:17:34 II: Finished in 0.7s 2019-02-10 00:17:34 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:17:34 II: Finished in 0.73s 2019-02-10 00:17:34 QQ: 'UPDATE pmic_lar_2010 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-02-10 00:17:35 II: Finished in 0.46s 2019-02-10 00:17:35 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN minoritypopulationpct' 2019-02-10 00:17:44 II: Finished in 9.49s 2019-02-10 00:17:44 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN minoritypopulationpct DOUBLE' 2019-02-10 00:17:50 II: Finished in 6.1s 2019-02-10 00:17:50 QQ: 'UPDATE pmic_lar_2010 SET minoritypopulationpct = temp_double' 2019-02-10 00:17:52 II: Finished in 2s 2019-02-10 00:17:52 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN temp_double' 2019-02-10 00:17:55 II: Finished in 2.24s 2019-02-10 00:17:55 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:17:56 II: Finished in 1.49s 2019-02-10 00:17:56 QQ: 'UPDATE pmic_lar_2010 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-02-10 00:17:58 II: Finished in 2.14s 2019-02-10 00:17:58 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN hudmedianfamilyincome' 2019-02-10 00:17:59 II: Finished in 0.22s 2019-02-10 00:17:59 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-02-10 00:17:59 II: Finished in 0.26s 2019-02-10 00:17:59 QQ: 'UPDATE pmic_lar_2010 SET hudmedianfamilyincome = temp_double' 2019-02-10 00:17:59 II: Finished in 0.23s 2019-02-10 00:17:59 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN temp_double' 2019-02-10 00:17:59 II: Finished in 0.27s 2019-02-10 00:17:59 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:18:00 II: Finished in 0.51s 2019-02-10 00:18:00 QQ: 'UPDATE pmic_lar_2010 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-02-10 00:18:00 II: Finished in 0.58s 2019-02-10 00:18:00 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN tracttomsa_mdincomepct' 2019-02-10 00:18:09 II: Finished in 8.31s 2019-02-10 00:18:09 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-02-10 00:18:14 II: Finished in 5.68s 2019-02-10 00:18:14 QQ: 'UPDATE pmic_lar_2010 SET tracttomsa_mdincomepct = temp_double' 2019-02-10 00:18:17 II: Finished in 2.48s 2019-02-10 00:18:17 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN temp_double' 2019-02-10 00:18:23 II: Finished in 6.36s 2019-02-10 00:18:23 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:18:25 II: Finished in 1.69s 2019-02-10 00:18:25 QQ: 'UPDATE pmic_lar_2010 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-02-10 00:18:29 II: Finished in 3.78s 2019-02-10 00:18:29 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN numberofowneroccupiedunits' 2019-02-10 00:18:33 II: Finished in 3.91s 2019-02-10 00:18:33 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-02-10 00:18:35 II: Finished in 2.48s 2019-02-10 00:18:35 QQ: 'UPDATE pmic_lar_2010 SET numberofowneroccupiedunits = temp_double' 2019-02-10 00:18:37 II: Finished in 1.75s 2019-02-10 00:18:37 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN temp_double' 2019-02-10 00:18:38 II: Finished in 0.62s 2019-02-10 00:18:38 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:18:43 II: Finished in 5.53s 2019-02-10 00:18:43 QQ: 'UPDATE pmic_lar_2010 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-02-10 00:18:45 II: Finished in 1.97s 2019-02-10 00:18:45 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN numberof1to4familyunits' 2019-02-10 00:18:55 II: Finished in 9.72s 2019-02-10 00:18:55 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-02-10 00:19:02 II: Finished in 7.33s 2019-02-10 00:19:02 QQ: 'UPDATE pmic_lar_2010 SET numberof1to4familyunits = temp_double' 2019-02-10 00:19:04 II: Finished in 1.84s 2019-02-10 00:19:04 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN temp_double' 2019-02-10 00:19:09 II: Finished in 5.14s 2019-02-10 00:19:09 QQ: 'select count(*) from pmic_lar_2010' 2019-02-10 00:19:09 II: Finished in 0.01s 2019-02-10 00:19:09 hmda catalog entry 30 of 72 stored in 'pmic_lar_2010' 2019-02-10 00:19:09 2019-02-10 00:19:39 'https://www.ffiec.gov/hmdarawdata/OTHER/2010HMDAinstitutionrecords.zip' 2019-02-10 00:19:39 cached in 2019-02-10 00:19:39 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/f19a084070d41d7da9fd3aa3d919e3ba.Rcache' 2019-02-10 00:19:39 copying to 2019-02-10 00:19:39 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:19:39 2019-02-10 00:19:39 QQ: 'CREATE TABLE hmda_inst_2010 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-02-10 00:19:41 II: Finished in 1.72s 2019-02-10 00:19:41 QQ: 'copy into hmda_inst_2010 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2010HMDAInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-02-10 00:19:42 II: Finished in 1.79s 2019-02-10 00:19:42 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:19:47 II: Finished in 4.74s 2019-02-10 00:19:47 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:19:47 columns.table_id=tables.id where tables.name='hmda_inst_2010'' 2019-02-10 00:19:47 II: Finished in 0.01s 2019-02-10 00:19:47 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:19:47 II: Finished in 0s 2019-02-10 00:19:47 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:19:47 columns.table_id=tables.id where tables.name='hmda_inst_2010'' 2019-02-10 00:19:52 II: Finished in 4.87s 2019-02-10 00:19:52 QQ: 'select count(*) from hmda_inst_2010' 2019-02-10 00:19:52 II: Finished in 0s 2019-02-10 00:19:52 hmda catalog entry 31 of 72 stored in 'hmda_inst_2010' 2019-02-10 00:19:52 2019-02-10 00:21:11 'https://www.ffiec.gov/pmicrawdata/OTHER/2010PMICinstitutionrecords.zip' 2019-02-10 00:21:11 cached in 2019-02-10 00:21:11 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/afe4b37daecf2dcb74199784a3781bfd.Rcache' 2019-02-10 00:21:11 copying to 2019-02-10 00:21:11 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:21:11 2019-02-10 00:21:11 QQ: 'CREATE TABLE pmic_inst_2010 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-02-10 00:21:11 II: Finished in 0.16s 2019-02-10 00:21:11 QQ: 'copy into pmic_inst_2010 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2010PMICInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-02-10 00:21:11 II: Finished in 0.1s 2019-02-10 00:21:11 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:21:12 II: Finished in 0.28s 2019-02-10 00:21:12 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:21:12 columns.table_id=tables.id where tables.name='pmic_inst_2010'' 2019-02-10 00:21:12 II: Finished in 0.01s 2019-02-10 00:21:12 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:21:12 II: Finished in 0s 2019-02-10 00:21:12 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:21:12 columns.table_id=tables.id where tables.name='pmic_inst_2010'' 2019-02-10 00:21:12 II: Finished in 0.2s 2019-02-10 00:21:12 QQ: 'select count(*) from pmic_inst_2010' 2019-02-10 00:21:12 II: Finished in 0s 2019-02-10 00:21:12 hmda catalog entry 32 of 72 stored in 'pmic_inst_2010' 2019-02-10 00:21:12 2019-02-10 00:21:30 'https://www.ffiec.gov/hmdarawdata/OTHER/2010HMDAReporterPanel.zip' 2019-02-10 00:21:30 cached in 2019-02-10 00:21:30 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/6358019ed0e3fdc25dfa9a8f326bc95c.Rcache' 2019-02-10 00:21:30 copying to 2019-02-10 00:21:30 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:21:30 2019-02-10 00:21:30 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-02-10 00:21:30 II: Finished in 0s 2019-02-10 00:21:30 QQ: 'CREATE TABLE hmda_reporter_2010 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-02-10 00:21:30 II: Finished in 0.2s 2019-02-10 00:21:30 QQ: 'COPY INTO hmda_reporter_2010 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2010HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-02-10 00:21:30 II: Finished in 0.17s 2019-02-10 00:21:30 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2010' 2019-02-10 00:21:30 II: Finished in 0s 2019-02-10 00:21:30 QQ: 'select count(*) from hmda_reporter_2010' 2019-02-10 00:21:30 II: Finished in 0s 2019-02-10 00:21:30 hmda catalog entry 33 of 72 stored in 'hmda_reporter_2010' 2019-02-10 00:21:30 2019-02-10 00:22:14 'https://www.ffiec.gov/pmicrawdata/OTHER/2010PMICReporterPanel.zip' 2019-02-10 00:22:14 cached in 2019-02-10 00:22:14 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/59313a0efb57d541188dae7c6451b49c.Rcache' 2019-02-10 00:22:14 copying to 2019-02-10 00:22:14 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:22:14 2019-02-10 00:22:15 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-02-10 00:22:15 II: Finished in 0.43s 2019-02-10 00:22:15 QQ: 'CREATE TABLE pmic_reporter_2010 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-02-10 00:22:15 II: Finished in 0.12s 2019-02-10 00:22:15 QQ: 'COPY INTO pmic_reporter_2010 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2010PMICReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-02-10 00:22:15 II: Finished in 0.09s 2019-02-10 00:22:15 QQ: 'SELECT COUNT(*) FROM pmic_reporter_2010' 2019-02-10 00:22:15 II: Finished in 0s 2019-02-10 00:22:15 QQ: 'select count(*) from pmic_reporter_2010' 2019-02-10 00:22:15 II: Finished in 0s 2019-02-10 00:22:15 hmda catalog entry 34 of 72 stored in 'pmic_reporter_2010' 2019-02-10 00:22:15 2019-02-10 00:22:45 'https://www.ffiec.gov/hmdarawdata/OTHER/2010HMDAMSAOffice.zip' 2019-02-10 00:22:45 cached in 2019-02-10 00:22:45 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/dd4336136372859283c6f7b441034217.Rcache' 2019-02-10 00:22:45 copying to 2019-02-10 00:22:45 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:22:45 2019-02-10 00:22:46 QQ: 'START TRANSACTION' 2019-02-10 00:22:46 II: Finished in 0s 2019-02-10 00:22:46 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:22:46 II: Finished in 0s 2019-02-10 00:22:46 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:22:46 II: Finished in 0s 2019-02-10 00:22:46 QQ: 'CREATE TABLE hmda_msa_2010 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-02-10 00:22:46 II: Finished in 0s 2019-02-10 00:22:46 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2010' and schemas.name='tmp'' 2019-02-10 00:22:46 II: Finished in 0s 2019-02-10 00:22:46 QQ: 'COMMIT' 2019-02-10 00:22:47 II: Finished in 1s 2019-02-10 00:22:47 QQ: 'select count(*) from hmda_msa_2010' 2019-02-10 00:22:47 II: Finished in 0s 2019-02-10 00:22:47 hmda catalog entry 35 of 72 stored in 'hmda_msa_2010' 2019-02-10 00:22:47 2019-02-10 00:24:11 'https://www.ffiec.gov/hmdarawdata/OTHER/2010HMDAMSAOffice.zip' 2019-02-10 00:24:11 cached in 2019-02-10 00:24:11 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/dd4336136372859283c6f7b441034217.Rcache' 2019-02-10 00:24:11 copying to 2019-02-10 00:24:11 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:24:11 2019-02-10 00:24:11 QQ: 'START TRANSACTION' 2019-02-10 00:24:11 II: Finished in 0s 2019-02-10 00:24:11 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:24:11 II: Finished in 0s 2019-02-10 00:24:11 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:24:11 II: Finished in 0s 2019-02-10 00:24:11 QQ: 'CREATE TABLE pmic_msa_2010 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-02-10 00:24:11 II: Finished in 0s 2019-02-10 00:24:11 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='pmic_msa_2010' and schemas.name='tmp'' 2019-02-10 00:24:11 II: Finished in 0s 2019-02-10 00:24:11 QQ: 'COMMIT' 2019-02-10 00:24:11 II: Finished in 0.14s 2019-02-10 00:24:11 QQ: 'select count(*) from pmic_msa_2010' 2019-02-10 00:24:11 II: Finished in 0s 2019-02-10 00:24:11 hmda catalog entry 36 of 72 stored in 'pmic_msa_2010' 2019-02-10 00:24:11 2019-02-10 00:24:41 'https://www.ffiec.gov/hmdarawdata/LAR/National/2011HMDAlar%20-%20National.zip' 2019-02-10 00:24:41 cached in 2019-02-10 00:24:41 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/04003c0cf2725a1a4fe1160cb875f2c3.Rcache' 2019-02-10 00:24:41 copying to 2019-02-10 00:24:41 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:24:41 2019-02-10 00:24:56 QQ: 'CREATE TABLE hmda_lar_2011 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-02-10 00:24:58 II: Finished in 2.62s 2019-02-10 00:24:58 QQ: 'copy into hmda_lar_2011 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2011HMDALAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-02-10 00:26:16 II: Finished in 1.29s 2019-02-10 00:26:16 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:26:17 II: Finished in 0.59s 2019-02-10 00:26:17 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:26:17 columns.table_id=tables.id where tables.name='hmda_lar_2011'' 2019-02-10 00:26:17 II: Finished in 0.01s 2019-02-10 00:26:17 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:26:17 II: Finished in 0.01s 2019-02-10 00:26:17 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:26:17 columns.table_id=tables.id where tables.name='hmda_lar_2011'' 2019-02-10 00:26:22 II: Finished in 5.34s 2019-02-10 00:26:22 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:26:42 II: Finished in 20.02s 2019-02-10 00:26:42 QQ: 'UPDATE hmda_lar_2011 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-02-10 00:26:49 II: Finished in 7.01s 2019-02-10 00:26:49 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN sequencenumber' 2019-02-10 00:26:59 II: Finished in 10.22s 2019-02-10 00:26:59 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN sequencenumber DOUBLE' 2019-02-10 00:27:11 II: Finished in 11.34s 2019-02-10 00:27:11 QQ: 'UPDATE hmda_lar_2011 SET sequencenumber = temp_double' 2019-02-10 00:27:15 II: Finished in 4.37s 2019-02-10 00:27:15 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN temp_double' 2019-02-10 00:27:23 II: Finished in 8.11s 2019-02-10 00:27:23 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:27:37 II: Finished in 13.72s 2019-02-10 00:27:37 QQ: 'UPDATE hmda_lar_2011 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-02-10 00:27:44 II: Finished in 7.22s 2019-02-10 00:27:44 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN population' 2019-02-10 00:27:54 II: Finished in 10.2s 2019-02-10 00:27:54 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN population DOUBLE' 2019-02-10 00:28:01 II: Finished in 7.25s 2019-02-10 00:28:01 QQ: 'UPDATE hmda_lar_2011 SET population = temp_double' 2019-02-10 00:28:07 II: Finished in 5.93s 2019-02-10 00:28:07 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN temp_double' 2019-02-10 00:28:09 II: Finished in 1.91s 2019-02-10 00:28:09 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:28:13 II: Finished in 3.6s 2019-02-10 00:28:13 QQ: 'UPDATE hmda_lar_2011 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-02-10 00:28:19 II: Finished in 5.77s 2019-02-10 00:28:19 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN minoritypopulationpct' 2019-02-10 00:28:33 II: Finished in 14.79s 2019-02-10 00:28:33 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN minoritypopulationpct DOUBLE' 2019-02-10 00:28:48 II: Finished in 14.58s 2019-02-10 00:28:48 QQ: 'UPDATE hmda_lar_2011 SET minoritypopulationpct = temp_double' 2019-02-10 00:28:53 II: Finished in 4.91s 2019-02-10 00:28:53 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN temp_double' 2019-02-10 00:28:54 II: Finished in 1s 2019-02-10 00:28:54 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:28:57 II: Finished in 2.82s 2019-02-10 00:28:57 QQ: 'UPDATE hmda_lar_2011 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-02-10 00:29:02 II: Finished in 5.51s 2019-02-10 00:29:02 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN hudmedianfamilyincome' 2019-02-10 00:29:03 II: Finished in 0.7s 2019-02-10 00:29:03 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-02-10 00:29:10 II: Finished in 7.19s 2019-02-10 00:29:10 QQ: 'UPDATE hmda_lar_2011 SET hudmedianfamilyincome = temp_double' 2019-02-10 00:29:16 II: Finished in 5.53s 2019-02-10 00:29:16 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN temp_double' 2019-02-10 00:29:16 II: Finished in 0.36s 2019-02-10 00:29:16 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:29:22 II: Finished in 6.06s 2019-02-10 00:29:22 QQ: 'UPDATE hmda_lar_2011 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-02-10 00:29:31 II: Finished in 8.45s 2019-02-10 00:29:31 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN tracttomsa_mdincomepct' 2019-02-10 00:29:40 II: Finished in 9.07s 2019-02-10 00:29:40 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-02-10 00:29:45 II: Finished in 4.86s 2019-02-10 00:29:45 QQ: 'UPDATE hmda_lar_2011 SET tracttomsa_mdincomepct = temp_double' 2019-02-10 00:29:50 II: Finished in 5.57s 2019-02-10 00:29:50 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN temp_double' 2019-02-10 00:29:56 II: Finished in 5.6s 2019-02-10 00:29:56 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:30:10 II: Finished in 14.69s 2019-02-10 00:30:10 QQ: 'UPDATE hmda_lar_2011 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-02-10 00:30:16 II: Finished in 5.63s 2019-02-10 00:30:16 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN numberofowneroccupiedunits' 2019-02-10 00:30:17 II: Finished in 0.66s 2019-02-10 00:30:17 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-02-10 00:30:22 II: Finished in 5.69s 2019-02-10 00:30:22 QQ: 'UPDATE hmda_lar_2011 SET numberofowneroccupiedunits = temp_double' 2019-02-10 00:30:27 II: Finished in 4.58s 2019-02-10 00:30:27 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN temp_double' 2019-02-10 00:30:27 II: Finished in 0.48s 2019-02-10 00:30:27 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:30:36 II: Finished in 8.08s 2019-02-10 00:30:36 QQ: 'UPDATE hmda_lar_2011 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-02-10 00:30:42 II: Finished in 6.6s 2019-02-10 00:30:42 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN numberof1to4familyunits' 2019-02-10 00:30:47 II: Finished in 5.03s 2019-02-10 00:30:47 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-02-10 00:30:54 II: Finished in 6.34s 2019-02-10 00:30:54 QQ: 'UPDATE hmda_lar_2011 SET numberof1to4familyunits = temp_double' 2019-02-10 00:31:00 II: Finished in 6.47s 2019-02-10 00:31:00 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN temp_double' 2019-02-10 00:31:08 II: Finished in 8.5s 2019-02-10 00:31:08 QQ: 'select count(*) from hmda_lar_2011' 2019-02-10 00:31:08 II: Finished in 0.01s 2019-02-10 00:31:09 hmda catalog entry 37 of 72 stored in 'hmda_lar_2011' 2019-02-10 00:31:09 2019-02-10 00:33:13 'https://www.ffiec.gov/pmicrawdata/LAR/National/2011PMIClar%20-%20National.zip' 2019-02-10 00:33:13 cached in 2019-02-10 00:33:13 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/ed2c0dd8a8d437074eee68f1d042b8b2.Rcache' 2019-02-10 00:33:13 copying to 2019-02-10 00:33:13 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:33:13 2019-02-10 00:33:15 QQ: 'CREATE TABLE pmic_lar_2011 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-02-10 00:33:17 II: Finished in 1.64s 2019-02-10 00:33:17 QQ: 'copy into pmic_lar_2011 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2011PMICLAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-02-10 00:33:47 II: Finished in 30.97s 2019-02-10 00:33:47 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:33:48 II: Finished in 0.19s 2019-02-10 00:33:48 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:33:48 columns.table_id=tables.id where tables.name='pmic_lar_2011'' 2019-02-10 00:33:48 II: Finished in 0.01s 2019-02-10 00:33:48 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:33:48 II: Finished in 0s 2019-02-10 00:33:48 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:33:48 columns.table_id=tables.id where tables.name='pmic_lar_2011'' 2019-02-10 00:33:48 II: Finished in 0.18s 2019-02-10 00:33:48 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:33:49 II: Finished in 0.63s 2019-02-10 00:33:49 QQ: 'UPDATE pmic_lar_2011 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-02-10 00:33:49 II: Finished in 0.25s 2019-02-10 00:33:49 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN sequencenumber' 2019-02-10 00:33:49 II: Finished in 0.56s 2019-02-10 00:33:49 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN sequencenumber DOUBLE' 2019-02-10 00:33:50 II: Finished in 0.61s 2019-02-10 00:33:50 QQ: 'UPDATE pmic_lar_2011 SET sequencenumber = temp_double' 2019-02-10 00:33:50 II: Finished in 0.27s 2019-02-10 00:33:50 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN temp_double' 2019-02-10 00:33:51 II: Finished in 0.57s 2019-02-10 00:33:51 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:33:52 II: Finished in 0.99s 2019-02-10 00:33:52 QQ: 'UPDATE pmic_lar_2011 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-02-10 00:33:52 II: Finished in 0.27s 2019-02-10 00:33:52 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN population' 2019-02-10 00:33:55 II: Finished in 2.53s 2019-02-10 00:33:55 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN population DOUBLE' 2019-02-10 00:34:04 II: Finished in 8.98s 2019-02-10 00:34:04 QQ: 'UPDATE pmic_lar_2011 SET population = temp_double' 2019-02-10 00:34:04 II: Finished in 0.2s 2019-02-10 00:34:04 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN temp_double' 2019-02-10 00:34:04 II: Finished in 0.3s 2019-02-10 00:34:04 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:34:05 II: Finished in 0.47s 2019-02-10 00:34:05 QQ: 'UPDATE pmic_lar_2011 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-02-10 00:34:05 II: Finished in 0.25s 2019-02-10 00:34:05 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN minoritypopulationpct' 2019-02-10 00:34:05 II: Finished in 0.34s 2019-02-10 00:34:05 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN minoritypopulationpct DOUBLE' 2019-02-10 00:34:06 II: Finished in 0.55s 2019-02-10 00:34:06 QQ: 'UPDATE pmic_lar_2011 SET minoritypopulationpct = temp_double' 2019-02-10 00:34:06 II: Finished in 0.21s 2019-02-10 00:34:06 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN temp_double' 2019-02-10 00:34:06 II: Finished in 0.41s 2019-02-10 00:34:06 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:34:07 II: Finished in 0.58s 2019-02-10 00:34:07 QQ: 'UPDATE pmic_lar_2011 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-02-10 00:34:07 II: Finished in 0.28s 2019-02-10 00:34:07 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN hudmedianfamilyincome' 2019-02-10 00:34:08 II: Finished in 0.47s 2019-02-10 00:34:08 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-02-10 00:34:08 II: Finished in 0.65s 2019-02-10 00:34:08 QQ: 'UPDATE pmic_lar_2011 SET hudmedianfamilyincome = temp_double' 2019-02-10 00:34:09 II: Finished in 0.22s 2019-02-10 00:34:09 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN temp_double' 2019-02-10 00:34:09 II: Finished in 0.55s 2019-02-10 00:34:09 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:34:10 II: Finished in 0.67s 2019-02-10 00:34:10 QQ: 'UPDATE pmic_lar_2011 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-02-10 00:34:10 II: Finished in 0.46s 2019-02-10 00:34:10 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN tracttomsa_mdincomepct' 2019-02-10 00:34:11 II: Finished in 0.55s 2019-02-10 00:34:11 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-02-10 00:34:12 II: Finished in 0.77s 2019-02-10 00:34:12 QQ: 'UPDATE pmic_lar_2011 SET tracttomsa_mdincomepct = temp_double' 2019-02-10 00:34:12 II: Finished in 0.44s 2019-02-10 00:34:12 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN temp_double' 2019-02-10 00:34:13 II: Finished in 0.58s 2019-02-10 00:34:13 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:34:13 II: Finished in 0.74s 2019-02-10 00:34:13 QQ: 'UPDATE pmic_lar_2011 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-02-10 00:34:14 II: Finished in 0.46s 2019-02-10 00:34:14 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN numberofowneroccupiedunits' 2019-02-10 00:34:14 II: Finished in 0.56s 2019-02-10 00:34:14 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-02-10 00:34:15 II: Finished in 0.86s 2019-02-10 00:34:15 QQ: 'UPDATE pmic_lar_2011 SET numberofowneroccupiedunits = temp_double' 2019-02-10 00:34:16 II: Finished in 0.44s 2019-02-10 00:34:16 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN temp_double' 2019-02-10 00:34:16 II: Finished in 0.57s 2019-02-10 00:34:16 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:34:17 II: Finished in 0.6s 2019-02-10 00:34:17 QQ: 'UPDATE pmic_lar_2011 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-02-10 00:34:17 II: Finished in 0.46s 2019-02-10 00:34:17 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN numberof1to4familyunits' 2019-02-10 00:34:18 II: Finished in 0.56s 2019-02-10 00:34:18 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-02-10 00:34:19 II: Finished in 0.82s 2019-02-10 00:34:19 QQ: 'UPDATE pmic_lar_2011 SET numberof1to4familyunits = temp_double' 2019-02-10 00:34:19 II: Finished in 0.56s 2019-02-10 00:34:19 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN temp_double' 2019-02-10 00:34:20 II: Finished in 0.83s 2019-02-10 00:34:20 QQ: 'select count(*) from pmic_lar_2011' 2019-02-10 00:34:20 II: Finished in 0.01s 2019-02-10 00:34:20 hmda catalog entry 38 of 72 stored in 'pmic_lar_2011' 2019-02-10 00:34:20 2019-02-10 00:35:11 'https://www.ffiec.gov/hmdarawdata/OTHER/2011HMDAinstitutionrecords.zip' 2019-02-10 00:35:11 cached in 2019-02-10 00:35:11 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/5e706a9fc4985c57078349f68a2ab869.Rcache' 2019-02-10 00:35:11 copying to 2019-02-10 00:35:11 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:35:11 2019-02-10 00:35:11 QQ: 'CREATE TABLE hmda_inst_2011 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-02-10 00:35:11 II: Finished in 0.1s 2019-02-10 00:35:11 QQ: 'copy into hmda_inst_2011 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2011HMDAInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-02-10 00:35:11 II: Finished in 0.15s 2019-02-10 00:35:11 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:35:11 II: Finished in 0.06s 2019-02-10 00:35:11 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:35:11 columns.table_id=tables.id where tables.name='hmda_inst_2011'' 2019-02-10 00:35:11 II: Finished in 0.01s 2019-02-10 00:35:11 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:35:11 II: Finished in 0s 2019-02-10 00:35:11 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:35:11 columns.table_id=tables.id where tables.name='hmda_inst_2011'' 2019-02-10 00:35:11 II: Finished in 0.07s 2019-02-10 00:35:11 QQ: 'select count(*) from hmda_inst_2011' 2019-02-10 00:35:11 II: Finished in 0s 2019-02-10 00:35:11 hmda catalog entry 39 of 72 stored in 'hmda_inst_2011' 2019-02-10 00:35:11 2019-02-10 00:35:31 'https://www.ffiec.gov/pmicrawdata/OTHER/2011PMICinstitutionrecords.zip' 2019-02-10 00:35:31 cached in 2019-02-10 00:35:31 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/83ad751e1bb1fcb93bf1938ccbe41144.Rcache' 2019-02-10 00:35:31 copying to 2019-02-10 00:35:31 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:35:31 2019-02-10 00:35:31 QQ: 'CREATE TABLE pmic_inst_2011 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-02-10 00:35:31 II: Finished in 0.24s 2019-02-10 00:35:31 QQ: 'copy into pmic_inst_2011 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2011PMICInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-02-10 00:35:31 II: Finished in 0.31s 2019-02-10 00:35:31 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:35:31 II: Finished in 0.3s 2019-02-10 00:35:31 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:35:31 columns.table_id=tables.id where tables.name='pmic_inst_2011'' 2019-02-10 00:35:31 II: Finished in 0.01s 2019-02-10 00:35:31 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:35:31 II: Finished in 0s 2019-02-10 00:35:31 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:35:31 columns.table_id=tables.id where tables.name='pmic_inst_2011'' 2019-02-10 00:35:32 II: Finished in 0.21s 2019-02-10 00:35:32 QQ: 'select count(*) from pmic_inst_2011' 2019-02-10 00:35:32 II: Finished in 0s 2019-02-10 00:35:32 hmda catalog entry 40 of 72 stored in 'pmic_inst_2011' 2019-02-10 00:35:32 2019-02-10 00:36:30 'https://www.ffiec.gov/hmdarawdata/OTHER/2011HMDAReporterPanel.zip' 2019-02-10 00:36:30 cached in 2019-02-10 00:36:30 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/8d7521c933cbf6af4651b550545fd7e6.Rcache' 2019-02-10 00:36:30 copying to 2019-02-10 00:36:30 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:36:30 2019-02-10 00:36:30 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-02-10 00:36:30 II: Finished in 0.03s 2019-02-10 00:36:30 QQ: 'CREATE TABLE hmda_reporter_2011 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-02-10 00:36:31 II: Finished in 0.23s 2019-02-10 00:36:31 QQ: 'COPY INTO hmda_reporter_2011 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2011HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-02-10 00:36:31 II: Finished in 0.24s 2019-02-10 00:36:31 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2011' 2019-02-10 00:36:31 II: Finished in 0s 2019-02-10 00:36:31 QQ: 'select count(*) from hmda_reporter_2011' 2019-02-10 00:36:31 II: Finished in 0s 2019-02-10 00:36:31 hmda catalog entry 41 of 72 stored in 'hmda_reporter_2011' 2019-02-10 00:36:31 2019-02-10 00:37:15 'https://www.ffiec.gov/pmicrawdata/OTHER/2011PMICReporterPanel.zip' 2019-02-10 00:37:15 cached in 2019-02-10 00:37:15 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/fac8d01fd505aabb9d4d60bc833ec1ec.Rcache' 2019-02-10 00:37:15 copying to 2019-02-10 00:37:15 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:37:15 2019-02-10 00:37:15 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-02-10 00:37:15 II: Finished in 0.09s 2019-02-10 00:37:15 QQ: 'CREATE TABLE pmic_reporter_2011 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-02-10 00:37:15 II: Finished in 0.19s 2019-02-10 00:37:15 QQ: 'COPY INTO pmic_reporter_2011 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2011PMICReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-02-10 00:37:15 II: Finished in 0.13s 2019-02-10 00:37:15 QQ: 'SELECT COUNT(*) FROM pmic_reporter_2011' 2019-02-10 00:37:15 II: Finished in 0s 2019-02-10 00:37:15 QQ: 'select count(*) from pmic_reporter_2011' 2019-02-10 00:37:15 II: Finished in 0s 2019-02-10 00:37:15 hmda catalog entry 42 of 72 stored in 'pmic_reporter_2011' 2019-02-10 00:37:15 2019-02-10 00:37:41 'https://www.ffiec.gov/hmdarawdata/OTHER/2011HMDAMSAOffice.zip' 2019-02-10 00:37:41 cached in 2019-02-10 00:37:41 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/4fe1a3c1b6eeaa953239d33d54ab0226.Rcache' 2019-02-10 00:37:41 copying to 2019-02-10 00:37:41 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:37:41 2019-02-10 00:37:41 QQ: 'START TRANSACTION' 2019-02-10 00:37:41 II: Finished in 0s 2019-02-10 00:37:41 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:37:43 II: Finished in 1.24s 2019-02-10 00:37:43 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:37:43 II: Finished in 0.01s 2019-02-10 00:37:43 QQ: 'CREATE TABLE hmda_msa_2011 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-02-10 00:37:43 II: Finished in 0s 2019-02-10 00:37:43 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2011' and schemas.name='tmp'' 2019-02-10 00:37:43 II: Finished in 0s 2019-02-10 00:37:43 QQ: 'COMMIT' 2019-02-10 00:37:44 II: Finished in 1.48s 2019-02-10 00:37:44 QQ: 'select count(*) from hmda_msa_2011' 2019-02-10 00:37:44 II: Finished in 0s 2019-02-10 00:37:44 hmda catalog entry 43 of 72 stored in 'hmda_msa_2011' 2019-02-10 00:37:44 2019-02-10 00:38:44 'https://www.ffiec.gov/hmdarawdata/OTHER/2011HMDAMSAOffice.zip' 2019-02-10 00:38:44 cached in 2019-02-10 00:38:44 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/4fe1a3c1b6eeaa953239d33d54ab0226.Rcache' 2019-02-10 00:38:44 copying to 2019-02-10 00:38:44 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:38:44 2019-02-10 00:38:44 QQ: 'START TRANSACTION' 2019-02-10 00:38:44 II: Finished in 0s 2019-02-10 00:38:44 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:38:44 II: Finished in 0s 2019-02-10 00:38:44 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:38:44 II: Finished in 0s 2019-02-10 00:38:44 QQ: 'CREATE TABLE pmic_msa_2011 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-02-10 00:38:44 II: Finished in 0s 2019-02-10 00:38:44 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='pmic_msa_2011' and schemas.name='tmp'' 2019-02-10 00:38:44 II: Finished in 0s 2019-02-10 00:38:44 QQ: 'COMMIT' 2019-02-10 00:38:45 II: Finished in 0.48s 2019-02-10 00:38:45 QQ: 'select count(*) from pmic_msa_2011' 2019-02-10 00:38:45 II: Finished in 0.01s 2019-02-10 00:38:45 hmda catalog entry 44 of 72 stored in 'pmic_msa_2011' 2019-02-10 00:38:45 2019-02-10 00:39:40 'https://www.ffiec.gov/hmdarawdata/LAR/National/2012HMDAlar%20-%20National.zip' 2019-02-10 00:39:40 cached in 2019-02-10 00:39:40 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/2ca4764093b012d2faeca8c96fd2e0c1.Rcache' 2019-02-10 00:39:40 copying to 2019-02-10 00:39:40 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:39:40 2019-02-10 00:40:04 QQ: 'CREATE TABLE hmda_lar_2012 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-02-10 00:40:05 II: Finished in 1s 2019-02-10 00:40:05 QQ: 'copy into hmda_lar_2012 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2012HMDALAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-02-10 00:42:10 II: Finished in 2.08s 2019-02-10 00:42:10 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:42:12 II: Finished in 2.66s 2019-02-10 00:42:12 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:42:12 columns.table_id=tables.id where tables.name='hmda_lar_2012'' 2019-02-10 00:42:12 II: Finished in 0.01s 2019-02-10 00:42:12 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:42:12 II: Finished in 0s 2019-02-10 00:42:12 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:42:12 columns.table_id=tables.id where tables.name='hmda_lar_2012'' 2019-02-10 00:42:15 II: Finished in 2.72s 2019-02-10 00:42:15 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:42:24 II: Finished in 9.26s 2019-02-10 00:42:24 QQ: 'UPDATE hmda_lar_2012 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-02-10 00:42:33 II: Finished in 8.84s 2019-02-10 00:42:33 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN sequencenumber' 2019-02-10 00:42:35 II: Finished in 1.81s 2019-02-10 00:42:35 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN sequencenumber DOUBLE' 2019-02-10 00:42:41 II: Finished in 6.15s 2019-02-10 00:42:41 QQ: 'UPDATE hmda_lar_2012 SET sequencenumber = temp_double' 2019-02-10 00:42:48 II: Finished in 7.05s 2019-02-10 00:42:48 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN temp_double' 2019-02-10 00:42:51 II: Finished in 2.44s 2019-02-10 00:42:51 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:43:01 II: Finished in 9.97s 2019-02-10 00:43:01 QQ: 'UPDATE hmda_lar_2012 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-02-10 00:43:09 II: Finished in 8.37s 2019-02-10 00:43:09 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN population' 2019-02-10 00:43:15 II: Finished in 6.23s 2019-02-10 00:43:15 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN population DOUBLE' 2019-02-10 00:43:32 II: Finished in 16.6s 2019-02-10 00:43:32 QQ: 'UPDATE hmda_lar_2012 SET population = temp_double' 2019-02-10 00:43:40 II: Finished in 8.07s 2019-02-10 00:43:40 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN temp_double' 2019-02-10 00:43:46 II: Finished in 6.31s 2019-02-10 00:43:46 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:43:59 II: Finished in 12.31s 2019-02-10 00:43:59 QQ: 'UPDATE hmda_lar_2012 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-02-10 00:44:07 II: Finished in 7.97s 2019-02-10 00:44:07 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN minoritypopulationpct' 2019-02-10 00:44:07 II: Finished in 0.33s 2019-02-10 00:44:07 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN minoritypopulationpct DOUBLE' 2019-02-10 00:44:10 II: Finished in 3.37s 2019-02-10 00:44:10 QQ: 'UPDATE hmda_lar_2012 SET minoritypopulationpct = temp_double' 2019-02-10 00:44:17 II: Finished in 6.66s 2019-02-10 00:44:17 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN temp_double' 2019-02-10 00:44:21 II: Finished in 4.06s 2019-02-10 00:44:21 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:44:27 II: Finished in 6.47s 2019-02-10 00:44:27 QQ: 'UPDATE hmda_lar_2012 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-02-10 00:44:38 II: Finished in 10.71s 2019-02-10 00:44:38 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN hudmedianfamilyincome' 2019-02-10 00:44:46 II: Finished in 8.3s 2019-02-10 00:44:46 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-02-10 00:44:58 II: Finished in 11.25s 2019-02-10 00:44:58 QQ: 'UPDATE hmda_lar_2012 SET hudmedianfamilyincome = temp_double' 2019-02-10 00:45:03 II: Finished in 5.31s 2019-02-10 00:45:03 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN temp_double' 2019-02-10 00:45:04 II: Finished in 0.53s 2019-02-10 00:45:04 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:45:07 II: Finished in 3.55s 2019-02-10 00:45:07 QQ: 'UPDATE hmda_lar_2012 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-02-10 00:45:14 II: Finished in 7.27s 2019-02-10 00:45:14 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN tracttomsa_mdincomepct' 2019-02-10 00:45:19 II: Finished in 4.76s 2019-02-10 00:45:19 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-02-10 00:45:29 II: Finished in 9.44s 2019-02-10 00:45:29 QQ: 'UPDATE hmda_lar_2012 SET tracttomsa_mdincomepct = temp_double' 2019-02-10 00:45:34 II: Finished in 5.83s 2019-02-10 00:45:34 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN temp_double' 2019-02-10 00:45:45 II: Finished in 10.31s 2019-02-10 00:45:45 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:46:02 II: Finished in 17.01s 2019-02-10 00:46:02 QQ: 'UPDATE hmda_lar_2012 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-02-10 00:46:12 II: Finished in 9.92s 2019-02-10 00:46:12 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN numberofowneroccupiedunits' 2019-02-10 00:46:15 II: Finished in 2.95s 2019-02-10 00:46:15 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-02-10 00:46:18 II: Finished in 3.28s 2019-02-10 00:46:18 QQ: 'UPDATE hmda_lar_2012 SET numberofowneroccupiedunits = temp_double' 2019-02-10 00:46:23 II: Finished in 5.43s 2019-02-10 00:46:23 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN temp_double' 2019-02-10 00:46:34 II: Finished in 10.42s 2019-02-10 00:46:34 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:46:44 II: Finished in 10.47s 2019-02-10 00:46:44 QQ: 'UPDATE hmda_lar_2012 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-02-10 00:46:53 II: Finished in 8.51s 2019-02-10 00:46:53 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN numberof1to4familyunits' 2019-02-10 00:47:00 II: Finished in 6.77s 2019-02-10 00:47:00 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-02-10 00:47:14 II: Finished in 14.06s 2019-02-10 00:47:14 QQ: 'UPDATE hmda_lar_2012 SET numberof1to4familyunits = temp_double' 2019-02-10 00:47:21 II: Finished in 7.82s 2019-02-10 00:47:21 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN temp_double' 2019-02-10 00:47:29 II: Finished in 7.12s 2019-02-10 00:47:29 QQ: 'select count(*) from hmda_lar_2012' 2019-02-10 00:47:29 II: Finished in 0.02s 2019-02-10 00:47:29 hmda catalog entry 45 of 72 stored in 'hmda_lar_2012' 2019-02-10 00:47:29 2019-02-10 00:51:04 'https://www.ffiec.gov/pmicrawdata/LAR/National/2012PMIClar%20-%20National.zip' 2019-02-10 00:51:04 cached in 2019-02-10 00:51:04 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/64a76588cc48a384cbd9a72df6a116b4.Rcache' 2019-02-10 00:51:04 copying to 2019-02-10 00:51:04 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:51:04 2019-02-10 00:51:07 QQ: 'CREATE TABLE pmic_lar_2012 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-02-10 00:51:08 II: Finished in 1.38s 2019-02-10 00:51:08 QQ: 'copy into pmic_lar_2012 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2012PMICLAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-02-10 00:51:58 II: Finished in 49.48s 2019-02-10 00:51:58 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:51:58 II: Finished in 0.13s 2019-02-10 00:51:58 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:51:58 columns.table_id=tables.id where tables.name='pmic_lar_2012'' 2019-02-10 00:51:58 II: Finished in 0.01s 2019-02-10 00:51:58 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:51:58 II: Finished in 0.01s 2019-02-10 00:51:58 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:51:58 columns.table_id=tables.id where tables.name='pmic_lar_2012'' 2019-02-10 00:51:59 II: Finished in 1.2s 2019-02-10 00:51:59 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:52:04 II: Finished in 5.44s 2019-02-10 00:52:04 QQ: 'UPDATE pmic_lar_2012 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-02-10 00:52:06 II: Finished in 1.94s 2019-02-10 00:52:06 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN sequencenumber' 2019-02-10 00:52:12 II: Finished in 5.51s 2019-02-10 00:52:12 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN sequencenumber DOUBLE' 2019-02-10 00:52:15 II: Finished in 3.39s 2019-02-10 00:52:15 QQ: 'UPDATE pmic_lar_2012 SET sequencenumber = temp_double' 2019-02-10 00:52:17 II: Finished in 1.48s 2019-02-10 00:52:17 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN temp_double' 2019-02-10 00:52:24 II: Finished in 6.74s 2019-02-10 00:52:24 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:52:30 II: Finished in 6.8s 2019-02-10 00:52:30 QQ: 'UPDATE pmic_lar_2012 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-02-10 00:52:32 II: Finished in 2.12s 2019-02-10 00:52:32 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN population' 2019-02-10 00:52:33 II: Finished in 0.58s 2019-02-10 00:52:33 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN population DOUBLE' 2019-02-10 00:52:40 II: Finished in 7.01s 2019-02-10 00:52:40 QQ: 'UPDATE pmic_lar_2012 SET population = temp_double' 2019-02-10 00:52:41 II: Finished in 1s 2019-02-10 00:52:41 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN temp_double' 2019-02-10 00:52:42 II: Finished in 0.61s 2019-02-10 00:52:42 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:52:42 II: Finished in 0.63s 2019-02-10 00:52:42 QQ: 'UPDATE pmic_lar_2012 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-02-10 00:52:43 II: Finished in 0.45s 2019-02-10 00:52:43 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN minoritypopulationpct' 2019-02-10 00:52:44 II: Finished in 1.19s 2019-02-10 00:52:44 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN minoritypopulationpct DOUBLE' 2019-02-10 00:52:44 II: Finished in 0.4s 2019-02-10 00:52:44 QQ: 'UPDATE pmic_lar_2012 SET minoritypopulationpct = temp_double' 2019-02-10 00:52:45 II: Finished in 0.61s 2019-02-10 00:52:45 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN temp_double' 2019-02-10 00:52:45 II: Finished in 0.45s 2019-02-10 00:52:45 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:52:46 II: Finished in 0.56s 2019-02-10 00:52:46 QQ: 'UPDATE pmic_lar_2012 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-02-10 00:52:47 II: Finished in 0.59s 2019-02-10 00:52:47 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN hudmedianfamilyincome' 2019-02-10 00:52:47 II: Finished in 0.31s 2019-02-10 00:52:47 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-02-10 00:52:48 II: Finished in 0.63s 2019-02-10 00:52:48 QQ: 'UPDATE pmic_lar_2012 SET hudmedianfamilyincome = temp_double' 2019-02-10 00:52:48 II: Finished in 0.47s 2019-02-10 00:52:48 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN temp_double' 2019-02-10 00:52:48 II: Finished in 0.45s 2019-02-10 00:52:48 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:52:56 II: Finished in 7.2s 2019-02-10 00:52:56 QQ: 'UPDATE pmic_lar_2012 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-02-10 00:52:59 II: Finished in 3.36s 2019-02-10 00:52:59 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN tracttomsa_mdincomepct' 2019-02-10 00:53:02 II: Finished in 2.49s 2019-02-10 00:53:02 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-02-10 00:53:12 II: Finished in 10.1s 2019-02-10 00:53:12 QQ: 'UPDATE pmic_lar_2012 SET tracttomsa_mdincomepct = temp_double' 2019-02-10 00:53:13 II: Finished in 1.21s 2019-02-10 00:53:13 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN temp_double' 2019-02-10 00:53:13 II: Finished in 0.54s 2019-02-10 00:53:13 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:53:14 II: Finished in 0.81s 2019-02-10 00:53:14 QQ: 'UPDATE pmic_lar_2012 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-02-10 00:53:15 II: Finished in 0.49s 2019-02-10 00:53:15 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN numberofowneroccupiedunits' 2019-02-10 00:53:19 II: Finished in 4.2s 2019-02-10 00:53:19 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-02-10 00:53:24 II: Finished in 5.13s 2019-02-10 00:53:24 QQ: 'UPDATE pmic_lar_2012 SET numberofowneroccupiedunits = temp_double' 2019-02-10 00:53:27 II: Finished in 2.71s 2019-02-10 00:53:27 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN temp_double' 2019-02-10 00:53:27 II: Finished in 0.24s 2019-02-10 00:53:27 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-02-10 00:53:30 II: Finished in 2.82s 2019-02-10 00:53:30 QQ: 'UPDATE pmic_lar_2012 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-02-10 00:53:31 II: Finished in 1.67s 2019-02-10 00:53:31 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN numberof1to4familyunits' 2019-02-10 00:53:32 II: Finished in 0.91s 2019-02-10 00:53:32 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-02-10 00:53:35 II: Finished in 2.33s 2019-02-10 00:53:35 QQ: 'UPDATE pmic_lar_2012 SET numberof1to4familyunits = temp_double' 2019-02-10 00:53:36 II: Finished in 1.71s 2019-02-10 00:53:36 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN temp_double' 2019-02-10 00:53:47 II: Finished in 10.75s 2019-02-10 00:53:47 QQ: 'select count(*) from pmic_lar_2012' 2019-02-10 00:53:47 II: Finished in 0.01s 2019-02-10 00:53:47 hmda catalog entry 46 of 72 stored in 'pmic_lar_2012' 2019-02-10 00:53:47 2019-02-10 00:55:00 'https://www.ffiec.gov/hmdarawdata/OTHER/2012HMDAinstitutionrecords.zip' 2019-02-10 00:55:00 cached in 2019-02-10 00:55:00 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/4b394a360fbc9b078edb9d90823d8a6b.Rcache' 2019-02-10 00:55:00 copying to 2019-02-10 00:55:00 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:55:00 2019-02-10 00:55:00 QQ: 'CREATE TABLE hmda_inst_2012 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-02-10 00:55:00 II: Finished in 0.18s 2019-02-10 00:55:00 QQ: 'copy into hmda_inst_2012 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2012HMDAInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-02-10 00:55:00 II: Finished in 0.18s 2019-02-10 00:55:00 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:55:00 II: Finished in 0.23s 2019-02-10 00:55:00 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:55:00 columns.table_id=tables.id where tables.name='hmda_inst_2012'' 2019-02-10 00:55:00 II: Finished in 0.01s 2019-02-10 00:55:00 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:55:00 II: Finished in 0s 2019-02-10 00:55:00 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:55:00 columns.table_id=tables.id where tables.name='hmda_inst_2012'' 2019-02-10 00:55:01 II: Finished in 0.22s 2019-02-10 00:55:01 QQ: 'select count(*) from hmda_inst_2012' 2019-02-10 00:55:01 II: Finished in 0s 2019-02-10 00:55:01 hmda catalog entry 47 of 72 stored in 'hmda_inst_2012' 2019-02-10 00:55:01 2019-02-10 00:56:02 'https://www.ffiec.gov/pmicrawdata/OTHER/2012PMICinstitutionrecords.zip' 2019-02-10 00:56:02 cached in 2019-02-10 00:56:02 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/3b1847850d6c8bed9c4a2aa6d0e472b1.Rcache' 2019-02-10 00:56:02 copying to 2019-02-10 00:56:02 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:56:02 2019-02-10 00:56:02 QQ: 'CREATE TABLE pmic_inst_2012 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-02-10 00:56:09 II: Finished in 7.23s 2019-02-10 00:56:09 QQ: 'copy into pmic_inst_2012 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2012PMICInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-02-10 00:56:10 II: Finished in 0.11s 2019-02-10 00:56:10 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:56:13 II: Finished in 3.41s 2019-02-10 00:56:13 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:56:13 columns.table_id=tables.id where tables.name='pmic_inst_2012'' 2019-02-10 00:56:13 II: Finished in 0.01s 2019-02-10 00:56:13 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:56:13 II: Finished in 0s 2019-02-10 00:56:13 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 00:56:13 columns.table_id=tables.id where tables.name='pmic_inst_2012'' 2019-02-10 00:56:14 II: Finished in 1.29s 2019-02-10 00:56:14 QQ: 'select count(*) from pmic_inst_2012' 2019-02-10 00:56:14 II: Finished in 0s 2019-02-10 00:56:14 hmda catalog entry 48 of 72 stored in 'pmic_inst_2012' 2019-02-10 00:56:14 2019-02-10 00:56:50 'https://www.ffiec.gov/hmdarawdata/OTHER/2012HMDAReporterPanel.zip' 2019-02-10 00:56:50 cached in 2019-02-10 00:56:50 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/b91c03ffb58722f48b5abccc05bcbf73.Rcache' 2019-02-10 00:56:50 copying to 2019-02-10 00:56:50 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:56:50 2019-02-10 00:56:50 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-02-10 00:56:50 II: Finished in 0.06s 2019-02-10 00:56:50 QQ: 'CREATE TABLE hmda_reporter_2012 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-02-10 00:56:51 II: Finished in 0.17s 2019-02-10 00:56:51 QQ: 'COPY INTO hmda_reporter_2012 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2012HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-02-10 00:56:51 II: Finished in 0.24s 2019-02-10 00:56:51 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2012' 2019-02-10 00:56:51 II: Finished in 0s 2019-02-10 00:56:51 QQ: 'select count(*) from hmda_reporter_2012' 2019-02-10 00:56:51 II: Finished in 0s 2019-02-10 00:56:51 hmda catalog entry 49 of 72 stored in 'hmda_reporter_2012' 2019-02-10 00:56:51 2019-02-10 00:57:48 'https://www.ffiec.gov/pmicrawdata/OTHER/2012PMICReporterPanel.zip' 2019-02-10 00:57:48 cached in 2019-02-10 00:57:48 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/3140165534e8313a56f2cce8e35c58df.Rcache' 2019-02-10 00:57:48 copying to 2019-02-10 00:57:48 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:57:48 2019-02-10 00:57:48 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-02-10 00:57:49 II: Finished in 0.1s 2019-02-10 00:57:49 QQ: 'CREATE TABLE pmic_reporter_2012 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-02-10 00:57:49 II: Finished in 0.12s 2019-02-10 00:57:49 QQ: 'COPY INTO pmic_reporter_2012 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2012PMICReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-02-10 00:57:49 II: Finished in 0.12s 2019-02-10 00:57:49 QQ: 'SELECT COUNT(*) FROM pmic_reporter_2012' 2019-02-10 00:57:49 II: Finished in 0s 2019-02-10 00:57:49 QQ: 'select count(*) from pmic_reporter_2012' 2019-02-10 00:57:49 II: Finished in 0s 2019-02-10 00:57:49 hmda catalog entry 50 of 72 stored in 'pmic_reporter_2012' 2019-02-10 00:57:49 2019-02-10 00:58:56 'https://www.ffiec.gov/hmdarawdata/OTHER/2012HMDAMSAOffice.zip' 2019-02-10 00:58:56 cached in 2019-02-10 00:58:56 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/c387228b3a001fc427bb37a9e463e635.Rcache' 2019-02-10 00:58:56 copying to 2019-02-10 00:58:56 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:58:56 2019-02-10 00:58:56 QQ: 'START TRANSACTION' 2019-02-10 00:58:56 II: Finished in 0s 2019-02-10 00:58:56 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:58:56 II: Finished in 0s 2019-02-10 00:58:56 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:58:56 II: Finished in 0s 2019-02-10 00:58:56 QQ: 'CREATE TABLE hmda_msa_2012 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-02-10 00:58:56 II: Finished in 0s 2019-02-10 00:58:56 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2012' and schemas.name='tmp'' 2019-02-10 00:58:56 II: Finished in 0s 2019-02-10 00:58:56 QQ: 'COMMIT' 2019-02-10 00:58:56 II: Finished in 0.15s 2019-02-10 00:58:56 QQ: 'select count(*) from hmda_msa_2012' 2019-02-10 00:58:56 II: Finished in 0s 2019-02-10 00:58:56 hmda catalog entry 51 of 72 stored in 'hmda_msa_2012' 2019-02-10 00:58:56 2019-02-10 00:59:14 'https://www.ffiec.gov/hmdarawdata/OTHER/2012HMDAMSAOffice.zip' 2019-02-10 00:59:14 cached in 2019-02-10 00:59:14 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/c387228b3a001fc427bb37a9e463e635.Rcache' 2019-02-10 00:59:14 copying to 2019-02-10 00:59:14 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:59:14 2019-02-10 00:59:14 QQ: 'START TRANSACTION' 2019-02-10 00:59:14 II: Finished in 0s 2019-02-10 00:59:14 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:59:14 II: Finished in 0.12s 2019-02-10 00:59:14 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 00:59:14 II: Finished in 0s 2019-02-10 00:59:14 QQ: 'CREATE TABLE pmic_msa_2012 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-02-10 00:59:14 II: Finished in 0s 2019-02-10 00:59:14 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='pmic_msa_2012' and schemas.name='tmp'' 2019-02-10 00:59:14 II: Finished in 0.01s 2019-02-10 00:59:14 QQ: 'COMMIT' 2019-02-10 00:59:15 II: Finished in 0.36s 2019-02-10 00:59:15 QQ: 'select count(*) from pmic_msa_2012' 2019-02-10 00:59:15 II: Finished in 0s 2019-02-10 00:59:15 hmda catalog entry 52 of 72 stored in 'pmic_msa_2012' 2019-02-10 00:59:15 2019-02-10 00:59:53 'https://www.ffiec.gov/hmdarawdata/LAR/National/2013HMDAlar%20-%20National.zip' 2019-02-10 00:59:53 cached in 2019-02-10 00:59:53 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/3fc22eeb50fe8defaeb780092c6c90c4.Rcache' 2019-02-10 00:59:53 copying to 2019-02-10 00:59:53 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 00:59:53 2019-02-10 01:00:07 QQ: 'CREATE TABLE hmda_lar_2013 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-02-10 01:00:19 II: Finished in 11.96s 2019-02-10 01:00:19 QQ: 'copy into hmda_lar_2013 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2013HMDALAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-02-10 01:01:55 II: Finished in 1.59s 2019-02-10 01:01:55 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:01:55 II: Finished in 0.12s 2019-02-10 01:01:55 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:01:55 columns.table_id=tables.id where tables.name='hmda_lar_2013'' 2019-02-10 01:01:55 II: Finished in 0.01s 2019-02-10 01:01:55 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:01:55 II: Finished in 0s 2019-02-10 01:01:55 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:01:55 columns.table_id=tables.id where tables.name='hmda_lar_2013'' 2019-02-10 01:01:55 II: Finished in 0.12s 2019-02-10 01:01:55 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:02:02 II: Finished in 7.38s 2019-02-10 01:02:02 QQ: 'UPDATE hmda_lar_2013 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-02-10 01:02:09 II: Finished in 6.51s 2019-02-10 01:02:09 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN sequencenumber' 2019-02-10 01:02:12 II: Finished in 2.76s 2019-02-10 01:02:12 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN sequencenumber DOUBLE' 2019-02-10 01:02:23 II: Finished in 11.38s 2019-02-10 01:02:23 QQ: 'UPDATE hmda_lar_2013 SET sequencenumber = temp_double' 2019-02-10 01:02:28 II: Finished in 4.87s 2019-02-10 01:02:28 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN temp_double' 2019-02-10 01:02:29 II: Finished in 0.92s 2019-02-10 01:02:29 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:02:46 II: Finished in 17.08s 2019-02-10 01:02:46 QQ: 'UPDATE hmda_lar_2013 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-02-10 01:02:53 II: Finished in 6.97s 2019-02-10 01:02:53 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN population' 2019-02-10 01:02:53 II: Finished in 0.33s 2019-02-10 01:02:53 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN population DOUBLE' 2019-02-10 01:03:01 II: Finished in 7.74s 2019-02-10 01:03:01 QQ: 'UPDATE hmda_lar_2013 SET population = temp_double' 2019-02-10 01:03:07 II: Finished in 6.33s 2019-02-10 01:03:07 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN temp_double' 2019-02-10 01:03:12 II: Finished in 4.87s 2019-02-10 01:03:12 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:03:21 II: Finished in 8.49s 2019-02-10 01:03:21 QQ: 'UPDATE hmda_lar_2013 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-02-10 01:03:27 II: Finished in 6.45s 2019-02-10 01:03:27 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN minoritypopulationpct' 2019-02-10 01:03:39 II: Finished in 11.79s 2019-02-10 01:03:39 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN minoritypopulationpct DOUBLE' 2019-02-10 01:03:54 II: Finished in 15.28s 2019-02-10 01:03:54 QQ: 'UPDATE hmda_lar_2013 SET minoritypopulationpct = temp_double' 2019-02-10 01:04:00 II: Finished in 5.67s 2019-02-10 01:04:00 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN temp_double' 2019-02-10 01:04:05 II: Finished in 5.48s 2019-02-10 01:04:05 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:04:21 II: Finished in 15.57s 2019-02-10 01:04:21 QQ: 'UPDATE hmda_lar_2013 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-02-10 01:04:28 II: Finished in 7.55s 2019-02-10 01:04:28 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN hudmedianfamilyincome' 2019-02-10 01:04:29 II: Finished in 0.35s 2019-02-10 01:04:29 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-02-10 01:04:42 II: Finished in 13.47s 2019-02-10 01:04:42 QQ: 'UPDATE hmda_lar_2013 SET hudmedianfamilyincome = temp_double' 2019-02-10 01:04:50 II: Finished in 7.4s 2019-02-10 01:04:50 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN temp_double' 2019-02-10 01:04:53 II: Finished in 2.92s 2019-02-10 01:04:53 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:05:02 II: Finished in 9.01s 2019-02-10 01:05:02 QQ: 'UPDATE hmda_lar_2013 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-02-10 01:05:08 II: Finished in 6.37s 2019-02-10 01:05:08 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN tracttomsa_mdincomepct' 2019-02-10 01:05:10 II: Finished in 1.96s 2019-02-10 01:05:10 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-02-10 01:05:15 II: Finished in 4.59s 2019-02-10 01:05:15 QQ: 'UPDATE hmda_lar_2013 SET tracttomsa_mdincomepct = temp_double' 2019-02-10 01:05:20 II: Finished in 5.27s 2019-02-10 01:05:20 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN temp_double' 2019-02-10 01:05:21 II: Finished in 1.65s 2019-02-10 01:05:21 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:05:27 II: Finished in 5.33s 2019-02-10 01:05:27 QQ: 'UPDATE hmda_lar_2013 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-02-10 01:05:33 II: Finished in 6.66s 2019-02-10 01:05:33 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN numberofowneroccupiedunits' 2019-02-10 01:05:37 II: Finished in 3.33s 2019-02-10 01:05:37 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-02-10 01:05:42 II: Finished in 4.86s 2019-02-10 01:05:42 QQ: 'UPDATE hmda_lar_2013 SET numberofowneroccupiedunits = temp_double' 2019-02-10 01:05:47 II: Finished in 5.63s 2019-02-10 01:05:47 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN temp_double' 2019-02-10 01:05:49 II: Finished in 1.43s 2019-02-10 01:05:49 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:05:56 II: Finished in 6.9s 2019-02-10 01:05:56 QQ: 'UPDATE hmda_lar_2013 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-02-10 01:06:02 II: Finished in 6.8s 2019-02-10 01:06:02 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN numberof1to4familyunits' 2019-02-10 01:06:08 II: Finished in 5.07s 2019-02-10 01:06:08 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-02-10 01:06:15 II: Finished in 7.07s 2019-02-10 01:06:15 QQ: 'UPDATE hmda_lar_2013 SET numberof1to4familyunits = temp_double' 2019-02-10 01:06:19 II: Finished in 4.71s 2019-02-10 01:06:19 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN temp_double' 2019-02-10 01:06:23 II: Finished in 3.44s 2019-02-10 01:06:23 QQ: 'select count(*) from hmda_lar_2013' 2019-02-10 01:06:23 II: Finished in 0.01s 2019-02-10 01:06:23 hmda catalog entry 53 of 72 stored in 'hmda_lar_2013' 2019-02-10 01:06:23 2019-02-10 01:09:14 'https://www.ffiec.gov/pmicrawdata/LAR/National/2013PMIClar%20-%20National.zip' 2019-02-10 01:09:14 cached in 2019-02-10 01:09:14 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/fda00d09409a9ebcdeb3f9c3ed21a26d.Rcache' 2019-02-10 01:09:14 copying to 2019-02-10 01:09:14 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 01:09:14 2019-02-10 01:09:15 QQ: 'CREATE TABLE pmic_lar_2013 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-02-10 01:09:17 II: Finished in 1.54s 2019-02-10 01:09:17 QQ: 'copy into pmic_lar_2013 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2013PMICLAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-02-10 01:09:55 II: Finished in 38.45s 2019-02-10 01:09:55 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:09:57 II: Finished in 2.13s 2019-02-10 01:09:57 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:09:57 columns.table_id=tables.id where tables.name='pmic_lar_2013'' 2019-02-10 01:09:57 II: Finished in 0s 2019-02-10 01:09:57 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:09:57 II: Finished in 0s 2019-02-10 01:09:57 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:09:57 columns.table_id=tables.id where tables.name='pmic_lar_2013'' 2019-02-10 01:09:57 II: Finished in 0.05s 2019-02-10 01:09:57 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:10:01 II: Finished in 3.62s 2019-02-10 01:10:01 QQ: 'UPDATE pmic_lar_2013 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-02-10 01:10:03 II: Finished in 1.78s 2019-02-10 01:10:03 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN sequencenumber' 2019-02-10 01:10:10 II: Finished in 7.7s 2019-02-10 01:10:10 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN sequencenumber DOUBLE' 2019-02-10 01:10:12 II: Finished in 1.62s 2019-02-10 01:10:12 QQ: 'UPDATE pmic_lar_2013 SET sequencenumber = temp_double' 2019-02-10 01:10:13 II: Finished in 0.93s 2019-02-10 01:10:13 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN temp_double' 2019-02-10 01:10:13 II: Finished in 0.25s 2019-02-10 01:10:13 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:10:16 II: Finished in 2.98s 2019-02-10 01:10:16 QQ: 'UPDATE pmic_lar_2013 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-02-10 01:10:18 II: Finished in 1.9s 2019-02-10 01:10:18 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN population' 2019-02-10 01:10:18 II: Finished in 0.22s 2019-02-10 01:10:18 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN population DOUBLE' 2019-02-10 01:10:21 II: Finished in 2.9s 2019-02-10 01:10:21 QQ: 'UPDATE pmic_lar_2013 SET population = temp_double' 2019-02-10 01:10:23 II: Finished in 1.56s 2019-02-10 01:10:23 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN temp_double' 2019-02-10 01:10:23 II: Finished in 0.22s 2019-02-10 01:10:23 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:10:25 II: Finished in 1.72s 2019-02-10 01:10:25 QQ: 'UPDATE pmic_lar_2013 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-02-10 01:10:26 II: Finished in 1.65s 2019-02-10 01:10:26 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN minoritypopulationpct' 2019-02-10 01:10:28 II: Finished in 1.82s 2019-02-10 01:10:28 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN minoritypopulationpct DOUBLE' 2019-02-10 01:10:31 II: Finished in 3.06s 2019-02-10 01:10:31 QQ: 'UPDATE pmic_lar_2013 SET minoritypopulationpct = temp_double' 2019-02-10 01:10:33 II: Finished in 1.71s 2019-02-10 01:10:33 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN temp_double' 2019-02-10 01:10:33 II: Finished in 0.21s 2019-02-10 01:10:33 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:10:36 II: Finished in 2.53s 2019-02-10 01:10:36 QQ: 'UPDATE pmic_lar_2013 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-02-10 01:10:37 II: Finished in 1.73s 2019-02-10 01:10:37 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN hudmedianfamilyincome' 2019-02-10 01:10:39 II: Finished in 1.61s 2019-02-10 01:10:39 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-02-10 01:10:40 II: Finished in 0.79s 2019-02-10 01:10:40 QQ: 'UPDATE pmic_lar_2013 SET hudmedianfamilyincome = temp_double' 2019-02-10 01:10:40 II: Finished in 0.49s 2019-02-10 01:10:40 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN temp_double' 2019-02-10 01:10:40 II: Finished in 0.24s 2019-02-10 01:10:40 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:10:41 II: Finished in 0.4s 2019-02-10 01:10:41 QQ: 'UPDATE pmic_lar_2013 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-02-10 01:10:43 II: Finished in 2.34s 2019-02-10 01:10:43 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN tracttomsa_mdincomepct' 2019-02-10 01:10:47 II: Finished in 4.03s 2019-02-10 01:10:47 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-02-10 01:10:52 II: Finished in 4.5s 2019-02-10 01:10:52 QQ: 'UPDATE pmic_lar_2013 SET tracttomsa_mdincomepct = temp_double' 2019-02-10 01:10:54 II: Finished in 1.92s 2019-02-10 01:10:54 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN temp_double' 2019-02-10 01:10:54 II: Finished in 0.51s 2019-02-10 01:10:54 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:10:58 II: Finished in 3.47s 2019-02-10 01:10:58 QQ: 'UPDATE pmic_lar_2013 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-02-10 01:11:00 II: Finished in 1.85s 2019-02-10 01:11:00 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN numberofowneroccupiedunits' 2019-02-10 01:11:00 II: Finished in 0.52s 2019-02-10 01:11:00 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-02-10 01:11:01 II: Finished in 1.24s 2019-02-10 01:11:01 QQ: 'UPDATE pmic_lar_2013 SET numberofowneroccupiedunits = temp_double' 2019-02-10 01:11:03 II: Finished in 1.93s 2019-02-10 01:11:03 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN temp_double' 2019-02-10 01:11:07 II: Finished in 3.56s 2019-02-10 01:11:07 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:11:10 II: Finished in 3.39s 2019-02-10 01:11:10 QQ: 'UPDATE pmic_lar_2013 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-02-10 01:11:13 II: Finished in 3s 2019-02-10 01:11:13 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN numberof1to4familyunits' 2019-02-10 01:11:23 II: Finished in 9.96s 2019-02-10 01:11:23 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-02-10 01:11:27 II: Finished in 4.2s 2019-02-10 01:11:27 QQ: 'UPDATE pmic_lar_2013 SET numberof1to4familyunits = temp_double' 2019-02-10 01:11:29 II: Finished in 1.34s 2019-02-10 01:11:29 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN temp_double' 2019-02-10 01:11:29 II: Finished in 0.22s 2019-02-10 01:11:29 QQ: 'select count(*) from pmic_lar_2013' 2019-02-10 01:11:29 II: Finished in 0s 2019-02-10 01:11:29 hmda catalog entry 54 of 72 stored in 'pmic_lar_2013' 2019-02-10 01:11:29 2019-02-10 01:12:43 'https://www.ffiec.gov/hmdarawdata/OTHER/2013HMDAinstitutionrecords.zip' 2019-02-10 01:12:43 cached in 2019-02-10 01:12:43 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/2f755e9fe02f905f8c0e593125387b34.Rcache' 2019-02-10 01:12:43 copying to 2019-02-10 01:12:43 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 01:12:43 2019-02-10 01:12:44 QQ: 'CREATE TABLE hmda_inst_2013 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-02-10 01:12:44 II: Finished in 0.36s 2019-02-10 01:12:44 QQ: 'copy into hmda_inst_2013 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2013HMDAInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-02-10 01:12:45 II: Finished in 1.18s 2019-02-10 01:12:45 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:12:45 II: Finished in 0.07s 2019-02-10 01:12:45 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:12:45 columns.table_id=tables.id where tables.name='hmda_inst_2013'' 2019-02-10 01:12:45 II: Finished in 0.01s 2019-02-10 01:12:45 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:12:45 II: Finished in 0s 2019-02-10 01:12:45 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:12:45 columns.table_id=tables.id where tables.name='hmda_inst_2013'' 2019-02-10 01:12:45 II: Finished in 0.05s 2019-02-10 01:12:45 QQ: 'select count(*) from hmda_inst_2013' 2019-02-10 01:12:45 II: Finished in 0s 2019-02-10 01:12:45 hmda catalog entry 55 of 72 stored in 'hmda_inst_2013' 2019-02-10 01:12:45 2019-02-10 01:13:14 'https://www.ffiec.gov/pmicrawdata/OTHER/2013PMICinstitutionrecords.zip' 2019-02-10 01:13:14 cached in 2019-02-10 01:13:14 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/6e465c427eae91a545656407b0b23cc9.Rcache' 2019-02-10 01:13:14 copying to 2019-02-10 01:13:14 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 01:13:14 2019-02-10 01:13:14 QQ: 'CREATE TABLE pmic_inst_2013 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-02-10 01:13:14 II: Finished in 0.28s 2019-02-10 01:13:14 QQ: 'copy into pmic_inst_2013 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2013PMICInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-02-10 01:13:14 II: Finished in 0.12s 2019-02-10 01:13:14 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:13:14 II: Finished in 0.13s 2019-02-10 01:13:14 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:13:14 columns.table_id=tables.id where tables.name='pmic_inst_2013'' 2019-02-10 01:13:14 II: Finished in 0s 2019-02-10 01:13:14 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:13:14 II: Finished in 0.13s 2019-02-10 01:13:14 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:13:14 columns.table_id=tables.id where tables.name='pmic_inst_2013'' 2019-02-10 01:13:14 II: Finished in 0.01s 2019-02-10 01:13:14 QQ: 'select count(*) from pmic_inst_2013' 2019-02-10 01:13:14 II: Finished in 0s 2019-02-10 01:13:14 hmda catalog entry 56 of 72 stored in 'pmic_inst_2013' 2019-02-10 01:13:14 2019-02-10 01:13:32 'https://www.ffiec.gov/hmdarawdata/OTHER/2013HMDAReporterPanel.zip' 2019-02-10 01:13:32 cached in 2019-02-10 01:13:32 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/04ad5f33b2d61a4b903f7093b60ddaa0.Rcache' 2019-02-10 01:13:32 copying to 2019-02-10 01:13:32 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 01:13:32 2019-02-10 01:13:32 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-02-10 01:13:32 II: Finished in 0.09s 2019-02-10 01:13:32 QQ: 'CREATE TABLE hmda_reporter_2013 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-02-10 01:13:33 II: Finished in 0.14s 2019-02-10 01:13:33 QQ: 'COPY INTO hmda_reporter_2013 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2013HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-02-10 01:13:33 II: Finished in 0.17s 2019-02-10 01:13:33 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2013' 2019-02-10 01:13:33 II: Finished in 0s 2019-02-10 01:13:33 QQ: 'select count(*) from hmda_reporter_2013' 2019-02-10 01:13:33 II: Finished in 0s 2019-02-10 01:13:33 hmda catalog entry 57 of 72 stored in 'hmda_reporter_2013' 2019-02-10 01:13:33 2019-02-10 01:14:17 'https://www.ffiec.gov/pmicrawdata/OTHER/2013PMICReporterPanel.zip' 2019-02-10 01:14:17 cached in 2019-02-10 01:14:17 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/16d29b4e3228ca6aa38c3907278c32ac.Rcache' 2019-02-10 01:14:17 copying to 2019-02-10 01:14:17 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 01:14:17 2019-02-10 01:14:17 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-02-10 01:14:17 II: Finished in 0.04s 2019-02-10 01:14:17 QQ: 'CREATE TABLE pmic_reporter_2013 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-02-10 01:14:17 II: Finished in 0.06s 2019-02-10 01:14:17 QQ: 'COPY INTO pmic_reporter_2013 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2013PMICReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-02-10 01:14:17 II: Finished in 0.08s 2019-02-10 01:14:17 QQ: 'SELECT COUNT(*) FROM pmic_reporter_2013' 2019-02-10 01:14:17 II: Finished in 0s 2019-02-10 01:14:17 QQ: 'select count(*) from pmic_reporter_2013' 2019-02-10 01:14:17 II: Finished in 0s 2019-02-10 01:14:17 hmda catalog entry 58 of 72 stored in 'pmic_reporter_2013' 2019-02-10 01:14:17 2019-02-10 01:15:00 'https://www.ffiec.gov/hmdarawdata/OTHER/2013HMDAMSAOffice.zip' 2019-02-10 01:15:00 cached in 2019-02-10 01:15:00 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/8aedbb88fd711cb220b20d935f9f6a6c.Rcache' 2019-02-10 01:15:00 copying to 2019-02-10 01:15:00 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 01:15:00 2019-02-10 01:15:00 QQ: 'START TRANSACTION' 2019-02-10 01:15:00 II: Finished in 0s 2019-02-10 01:15:00 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:15:01 II: Finished in 1.26s 2019-02-10 01:15:01 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:15:01 II: Finished in 0s 2019-02-10 01:15:01 QQ: 'CREATE TABLE hmda_msa_2013 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-02-10 01:15:01 II: Finished in 0s 2019-02-10 01:15:01 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2013' and schemas.name='tmp'' 2019-02-10 01:15:01 II: Finished in 0s 2019-02-10 01:15:01 QQ: 'COMMIT' 2019-02-10 01:15:05 II: Finished in 3.9s 2019-02-10 01:15:05 QQ: 'select count(*) from hmda_msa_2013' 2019-02-10 01:15:05 II: Finished in 0s 2019-02-10 01:15:05 hmda catalog entry 59 of 72 stored in 'hmda_msa_2013' 2019-02-10 01:15:05 2019-02-10 01:16:28 'https://www.ffiec.gov/hmdarawdata/OTHER/2013HMDAMSAOffice.zip' 2019-02-10 01:16:28 cached in 2019-02-10 01:16:28 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/8aedbb88fd711cb220b20d935f9f6a6c.Rcache' 2019-02-10 01:16:28 copying to 2019-02-10 01:16:28 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 01:16:28 2019-02-10 01:16:29 QQ: 'START TRANSACTION' 2019-02-10 01:16:29 II: Finished in 0s 2019-02-10 01:16:29 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:16:29 II: Finished in 0s 2019-02-10 01:16:29 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:16:29 II: Finished in 0s 2019-02-10 01:16:29 QQ: 'CREATE TABLE pmic_msa_2013 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-02-10 01:16:29 II: Finished in 0s 2019-02-10 01:16:29 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='pmic_msa_2013' and schemas.name='tmp'' 2019-02-10 01:16:29 II: Finished in 0s 2019-02-10 01:16:29 QQ: 'COMMIT' 2019-02-10 01:16:29 II: Finished in 0.1s 2019-02-10 01:16:29 QQ: 'select count(*) from pmic_msa_2013' 2019-02-10 01:16:29 II: Finished in 0s 2019-02-10 01:16:29 hmda catalog entry 60 of 72 stored in 'pmic_msa_2013' 2019-02-10 01:16:29 2019-02-10 01:17:24 'https://www.ffiec.gov/hmdarawdata/LAR/National/2014HMDAlar%20-%20National.zip' 2019-02-10 01:17:24 cached in 2019-02-10 01:17:24 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/78c005658176e839ee568e6b3322a010.Rcache' 2019-02-10 01:17:24 copying to 2019-02-10 01:17:24 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 01:17:24 2019-02-10 01:17:31 QQ: 'CREATE TABLE hmda_lar_2014 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-02-10 01:17:31 II: Finished in 0.07s 2019-02-10 01:17:31 QQ: 'copy into hmda_lar_2014 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2014HMDALAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-02-10 01:18:39 II: Finished in 1.13s 2019-02-10 01:18:39 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:18:39 II: Finished in 0.68s 2019-02-10 01:18:39 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:18:39 columns.table_id=tables.id where tables.name='hmda_lar_2014'' 2019-02-10 01:18:39 II: Finished in 0s 2019-02-10 01:18:39 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:18:39 II: Finished in 0s 2019-02-10 01:18:39 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:18:39 columns.table_id=tables.id where tables.name='hmda_lar_2014'' 2019-02-10 01:18:39 II: Finished in 0.06s 2019-02-10 01:18:39 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:18:45 II: Finished in 6.01s 2019-02-10 01:18:45 QQ: 'UPDATE hmda_lar_2014 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-02-10 01:18:50 II: Finished in 4.65s 2019-02-10 01:18:50 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN sequencenumber' 2019-02-10 01:18:51 II: Finished in 1.13s 2019-02-10 01:18:51 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN sequencenumber DOUBLE' 2019-02-10 01:18:57 II: Finished in 6.24s 2019-02-10 01:18:57 QQ: 'UPDATE hmda_lar_2014 SET sequencenumber = temp_double' 2019-02-10 01:19:02 II: Finished in 4.26s 2019-02-10 01:19:02 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN temp_double' 2019-02-10 01:19:03 II: Finished in 1.76s 2019-02-10 01:19:03 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:19:07 II: Finished in 3.75s 2019-02-10 01:19:07 QQ: 'UPDATE hmda_lar_2014 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-02-10 01:19:13 II: Finished in 5.32s 2019-02-10 01:19:13 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN population' 2019-02-10 01:19:14 II: Finished in 1.51s 2019-02-10 01:19:14 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN population DOUBLE' 2019-02-10 01:19:19 II: Finished in 4.49s 2019-02-10 01:19:19 QQ: 'UPDATE hmda_lar_2014 SET population = temp_double' 2019-02-10 01:19:24 II: Finished in 5.56s 2019-02-10 01:19:24 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN temp_double' 2019-02-10 01:19:28 II: Finished in 3.46s 2019-02-10 01:19:28 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:19:32 II: Finished in 4.69s 2019-02-10 01:19:32 QQ: 'UPDATE hmda_lar_2014 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-02-10 01:19:39 II: Finished in 6.29s 2019-02-10 01:19:39 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN minoritypopulationpct' 2019-02-10 01:19:45 II: Finished in 6.15s 2019-02-10 01:19:45 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN minoritypopulationpct DOUBLE' 2019-02-10 01:19:49 II: Finished in 4.57s 2019-02-10 01:19:49 QQ: 'UPDATE hmda_lar_2014 SET minoritypopulationpct = temp_double' 2019-02-10 01:19:54 II: Finished in 4.43s 2019-02-10 01:19:54 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN temp_double' 2019-02-10 01:19:56 II: Finished in 1.81s 2019-02-10 01:19:56 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:19:59 II: Finished in 3.63s 2019-02-10 01:19:59 QQ: 'UPDATE hmda_lar_2014 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-02-10 01:20:05 II: Finished in 6.31s 2019-02-10 01:20:05 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN hudmedianfamilyincome' 2019-02-10 01:20:11 II: Finished in 5.62s 2019-02-10 01:20:11 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-02-10 01:20:16 II: Finished in 4.63s 2019-02-10 01:20:16 QQ: 'UPDATE hmda_lar_2014 SET hudmedianfamilyincome = temp_double' 2019-02-10 01:20:20 II: Finished in 4.62s 2019-02-10 01:20:20 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN temp_double' 2019-02-10 01:20:21 II: Finished in 0.23s 2019-02-10 01:20:21 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:20:28 II: Finished in 7.16s 2019-02-10 01:20:28 QQ: 'UPDATE hmda_lar_2014 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-02-10 01:20:33 II: Finished in 5.39s 2019-02-10 01:20:33 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN tracttomsa_mdincomepct' 2019-02-10 01:20:36 II: Finished in 2.61s 2019-02-10 01:20:36 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-02-10 01:20:40 II: Finished in 4.52s 2019-02-10 01:20:40 QQ: 'UPDATE hmda_lar_2014 SET tracttomsa_mdincomepct = temp_double' 2019-02-10 01:20:44 II: Finished in 4.08s 2019-02-10 01:20:44 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN temp_double' 2019-02-10 01:20:49 II: Finished in 4.4s 2019-02-10 01:20:49 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:20:52 II: Finished in 3.68s 2019-02-10 01:20:52 QQ: 'UPDATE hmda_lar_2014 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-02-10 01:20:58 II: Finished in 5.46s 2019-02-10 01:20:58 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN numberofowneroccupiedunits' 2019-02-10 01:21:02 II: Finished in 3.96s 2019-02-10 01:21:02 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-02-10 01:21:06 II: Finished in 4.06s 2019-02-10 01:21:06 QQ: 'UPDATE hmda_lar_2014 SET numberofowneroccupiedunits = temp_double' 2019-02-10 01:21:10 II: Finished in 4.48s 2019-02-10 01:21:10 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN temp_double' 2019-02-10 01:21:15 II: Finished in 4.18s 2019-02-10 01:21:15 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:21:19 II: Finished in 4.79s 2019-02-10 01:21:19 QQ: 'UPDATE hmda_lar_2014 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-02-10 01:21:25 II: Finished in 5.18s 2019-02-10 01:21:25 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN numberof1to4familyunits' 2019-02-10 01:21:29 II: Finished in 4.09s 2019-02-10 01:21:29 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-02-10 01:21:32 II: Finished in 3.08s 2019-02-10 01:21:32 QQ: 'UPDATE hmda_lar_2014 SET numberof1to4familyunits = temp_double' 2019-02-10 01:21:36 II: Finished in 4.29s 2019-02-10 01:21:36 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN temp_double' 2019-02-10 01:21:39 II: Finished in 2.84s 2019-02-10 01:21:39 QQ: 'select count(*) from hmda_lar_2014' 2019-02-10 01:21:39 II: Finished in 0s 2019-02-10 01:21:39 hmda catalog entry 61 of 72 stored in 'hmda_lar_2014' 2019-02-10 01:21:39 2019-02-10 01:23:59 'https://www.ffiec.gov/hmdarawdata/OTHER/2014HMDAinstitutionrecords.zip' 2019-02-10 01:23:59 cached in 2019-02-10 01:23:59 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/233daf4902181bd83a95cfcad6f825ba.Rcache' 2019-02-10 01:23:59 copying to 2019-02-10 01:23:59 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 01:23:59 2019-02-10 01:24:01 QQ: 'CREATE TABLE hmda_inst_2014 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-02-10 01:24:03 II: Finished in 2.39s 2019-02-10 01:24:03 QQ: 'copy into hmda_inst_2014 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2014HMDAInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-02-10 01:24:03 II: Finished in 0.13s 2019-02-10 01:24:03 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:24:04 II: Finished in 0.07s 2019-02-10 01:24:04 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:24:04 columns.table_id=tables.id where tables.name='hmda_inst_2014'' 2019-02-10 01:24:04 II: Finished in 0s 2019-02-10 01:24:04 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:24:04 II: Finished in 0s 2019-02-10 01:24:04 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:24:04 columns.table_id=tables.id where tables.name='hmda_inst_2014'' 2019-02-10 01:24:04 II: Finished in 0.05s 2019-02-10 01:24:04 QQ: 'select count(*) from hmda_inst_2014' 2019-02-10 01:24:04 II: Finished in 0s 2019-02-10 01:24:04 hmda catalog entry 62 of 72 stored in 'hmda_inst_2014' 2019-02-10 01:24:04 2019-02-10 01:24:31 'https://www.ffiec.gov/hmdarawdata/OTHER/2014HMDAReporterPanel.zip' 2019-02-10 01:24:31 cached in 2019-02-10 01:24:31 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/088045a551250fa10f7d4f18c6925f98.Rcache' 2019-02-10 01:24:31 copying to 2019-02-10 01:24:31 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 01:24:31 2019-02-10 01:24:31 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-02-10 01:24:31 II: Finished in 0.18s 2019-02-10 01:24:31 QQ: 'CREATE TABLE hmda_reporter_2014 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-02-10 01:24:31 II: Finished in 0.09s 2019-02-10 01:24:31 QQ: 'COPY INTO hmda_reporter_2014 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2014HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-02-10 01:24:31 II: Finished in 0.13s 2019-02-10 01:24:31 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2014' 2019-02-10 01:24:31 II: Finished in 0s 2019-02-10 01:24:31 QQ: 'select count(*) from hmda_reporter_2014' 2019-02-10 01:24:31 II: Finished in 0s 2019-02-10 01:24:31 hmda catalog entry 63 of 72 stored in 'hmda_reporter_2014' 2019-02-10 01:24:31 2019-02-10 01:25:19 'https://www.ffiec.gov/hmdarawdata/OTHER/2014HMDAMSAOffice.zip' 2019-02-10 01:25:19 cached in 2019-02-10 01:25:19 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/0aea975d415aaef42f4e3050a6426362.Rcache' 2019-02-10 01:25:19 copying to 2019-02-10 01:25:19 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 01:25:19 2019-02-10 01:25:19 QQ: 'START TRANSACTION' 2019-02-10 01:25:19 II: Finished in 0s 2019-02-10 01:25:19 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:25:19 II: Finished in 0s 2019-02-10 01:25:19 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:25:19 II: Finished in 0s 2019-02-10 01:25:19 QQ: 'CREATE TABLE hmda_msa_2014 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-02-10 01:25:19 II: Finished in 0s 2019-02-10 01:25:19 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2014' and schemas.name='tmp'' 2019-02-10 01:25:19 II: Finished in 0s 2019-02-10 01:25:19 QQ: 'COMMIT' 2019-02-10 01:25:21 II: Finished in 1.49s 2019-02-10 01:25:21 QQ: 'select count(*) from hmda_msa_2014' 2019-02-10 01:25:21 II: Finished in 0s 2019-02-10 01:25:21 hmda catalog entry 64 of 72 stored in 'hmda_msa_2014' 2019-02-10 01:25:21 2019-02-10 01:26:46 'https://www.ffiec.gov/hmdarawdata/LAR/National/2015HMDAlar%20-%20National.zip' 2019-02-10 01:26:46 cached in 2019-02-10 01:26:46 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/6c2f55d98c6177d31d1675dcda7807f5.Rcache' 2019-02-10 01:26:46 copying to 2019-02-10 01:26:46 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 01:26:46 2019-02-10 01:27:01 QQ: 'CREATE TABLE hmda_lar_2015 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-02-10 01:27:03 II: Finished in 2.23s 2019-02-10 01:27:03 QQ: 'copy into hmda_lar_2015 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2015HMDALAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-02-10 01:28:24 II: Finished in 1.35s 2019-02-10 01:28:24 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:28:24 II: Finished in 0.07s 2019-02-10 01:28:24 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:28:24 columns.table_id=tables.id where tables.name='hmda_lar_2015'' 2019-02-10 01:28:24 II: Finished in 0.01s 2019-02-10 01:28:24 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:28:24 II: Finished in 0s 2019-02-10 01:28:24 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:28:24 columns.table_id=tables.id where tables.name='hmda_lar_2015'' 2019-02-10 01:28:24 II: Finished in 0.05s 2019-02-10 01:28:24 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:28:30 II: Finished in 5.41s 2019-02-10 01:28:30 QQ: 'UPDATE hmda_lar_2015 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-02-10 01:28:36 II: Finished in 6.15s 2019-02-10 01:28:36 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN sequencenumber' 2019-02-10 01:28:36 II: Finished in 0.55s 2019-02-10 01:28:36 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN sequencenumber DOUBLE' 2019-02-10 01:28:41 II: Finished in 4.24s 2019-02-10 01:28:41 QQ: 'UPDATE hmda_lar_2015 SET sequencenumber = temp_double' 2019-02-10 01:28:46 II: Finished in 5.5s 2019-02-10 01:28:46 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN temp_double' 2019-02-10 01:28:50 II: Finished in 3.97s 2019-02-10 01:28:50 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:28:53 II: Finished in 2.66s 2019-02-10 01:28:53 QQ: 'UPDATE hmda_lar_2015 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-02-10 01:28:59 II: Finished in 6.13s 2019-02-10 01:28:59 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN population' 2019-02-10 01:29:02 II: Finished in 2.76s 2019-02-10 01:29:02 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN population DOUBLE' 2019-02-10 01:29:06 II: Finished in 4.15s 2019-02-10 01:29:06 QQ: 'UPDATE hmda_lar_2015 SET population = temp_double' 2019-02-10 01:29:11 II: Finished in 4.86s 2019-02-10 01:29:11 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN temp_double' 2019-02-10 01:29:12 II: Finished in 1.5s 2019-02-10 01:29:12 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:29:16 II: Finished in 3.63s 2019-02-10 01:29:16 QQ: 'UPDATE hmda_lar_2015 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-02-10 01:29:22 II: Finished in 5.84s 2019-02-10 01:29:22 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN minoritypopulationpct' 2019-02-10 01:29:24 II: Finished in 1.92s 2019-02-10 01:29:24 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN minoritypopulationpct DOUBLE' 2019-02-10 01:29:29 II: Finished in 5.31s 2019-02-10 01:29:29 QQ: 'UPDATE hmda_lar_2015 SET minoritypopulationpct = temp_double' 2019-02-10 01:29:34 II: Finished in 5.05s 2019-02-10 01:29:34 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN temp_double' 2019-02-10 01:29:38 II: Finished in 4.31s 2019-02-10 01:29:38 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:29:41 II: Finished in 2.59s 2019-02-10 01:29:41 QQ: 'UPDATE hmda_lar_2015 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-02-10 01:29:47 II: Finished in 6.26s 2019-02-10 01:29:47 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN hudmedianfamilyincome' 2019-02-10 01:29:48 II: Finished in 1.32s 2019-02-10 01:29:48 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-02-10 01:29:55 II: Finished in 6.88s 2019-02-10 01:29:55 QQ: 'UPDATE hmda_lar_2015 SET hudmedianfamilyincome = temp_double' 2019-02-10 01:30:00 II: Finished in 4.94s 2019-02-10 01:30:00 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN temp_double' 2019-02-10 01:30:04 II: Finished in 3.74s 2019-02-10 01:30:04 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:30:08 II: Finished in 3.49s 2019-02-10 01:30:08 QQ: 'UPDATE hmda_lar_2015 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-02-10 01:30:14 II: Finished in 6.41s 2019-02-10 01:30:14 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN tracttomsa_mdincomepct' 2019-02-10 01:30:15 II: Finished in 1.19s 2019-02-10 01:30:15 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-02-10 01:30:20 II: Finished in 4.63s 2019-02-10 01:30:20 QQ: 'UPDATE hmda_lar_2015 SET tracttomsa_mdincomepct = temp_double' 2019-02-10 01:30:27 II: Finished in 6.8s 2019-02-10 01:30:27 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN temp_double' 2019-02-10 01:30:27 II: Finished in 0.63s 2019-02-10 01:30:27 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:30:30 II: Finished in 3.28s 2019-02-10 01:30:30 QQ: 'UPDATE hmda_lar_2015 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-02-10 01:30:37 II: Finished in 6.36s 2019-02-10 01:30:37 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN numberofowneroccupiedunits' 2019-02-10 01:30:38 II: Finished in 1.61s 2019-02-10 01:30:38 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-02-10 01:30:41 II: Finished in 2.66s 2019-02-10 01:30:41 QQ: 'UPDATE hmda_lar_2015 SET numberofowneroccupiedunits = temp_double' 2019-02-10 01:30:45 II: Finished in 4.27s 2019-02-10 01:30:45 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN temp_double' 2019-02-10 01:30:47 II: Finished in 2.06s 2019-02-10 01:30:47 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:30:51 II: Finished in 3.29s 2019-02-10 01:30:51 QQ: 'UPDATE hmda_lar_2015 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-02-10 01:30:57 II: Finished in 5.93s 2019-02-10 01:30:57 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN numberof1to4familyunits' 2019-02-10 01:30:59 II: Finished in 1.88s 2019-02-10 01:30:59 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-02-10 01:31:02 II: Finished in 3.45s 2019-02-10 01:31:02 QQ: 'UPDATE hmda_lar_2015 SET numberof1to4familyunits = temp_double' 2019-02-10 01:31:06 II: Finished in 3.98s 2019-02-10 01:31:06 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN temp_double' 2019-02-10 01:31:07 II: Finished in 0.63s 2019-02-10 01:31:07 QQ: 'select count(*) from hmda_lar_2015' 2019-02-10 01:31:07 II: Finished in 0s 2019-02-10 01:31:07 hmda catalog entry 65 of 72 stored in 'hmda_lar_2015' 2019-02-10 01:31:07 2019-02-10 01:32:43 'https://www.ffiec.gov/hmdarawdata/OTHER/2015HMDAinstitutionrecords.zip' 2019-02-10 01:32:43 cached in 2019-02-10 01:32:43 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/86a2397a9243dac1be472c6b25a4b22d.Rcache' 2019-02-10 01:32:43 copying to 2019-02-10 01:32:43 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 01:32:43 2019-02-10 01:32:43 QQ: 'CREATE TABLE hmda_inst_2015 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-02-10 01:32:44 II: Finished in 0.65s 2019-02-10 01:32:44 QQ: 'copy into hmda_inst_2015 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2015HMDAInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-02-10 01:32:44 II: Finished in 0.16s 2019-02-10 01:32:44 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:32:44 II: Finished in 0.13s 2019-02-10 01:32:44 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:32:44 columns.table_id=tables.id where tables.name='hmda_inst_2015'' 2019-02-10 01:32:44 II: Finished in 0.01s 2019-02-10 01:32:44 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:32:44 II: Finished in 0s 2019-02-10 01:32:44 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:32:44 columns.table_id=tables.id where tables.name='hmda_inst_2015'' 2019-02-10 01:32:44 II: Finished in 0.13s 2019-02-10 01:32:44 QQ: 'select count(*) from hmda_inst_2015' 2019-02-10 01:32:44 II: Finished in 0s 2019-02-10 01:32:44 hmda catalog entry 66 of 72 stored in 'hmda_inst_2015' 2019-02-10 01:32:44 2019-02-10 01:33:05 'https://www.ffiec.gov/hmdarawdata/OTHER/2015HMDAReporterPanel.zip' 2019-02-10 01:33:05 cached in 2019-02-10 01:33:05 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/f9a7f76dccd934d8095d7d006b2b3ffc.Rcache' 2019-02-10 01:33:05 copying to 2019-02-10 01:33:05 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 01:33:05 2019-02-10 01:33:06 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-02-10 01:33:06 II: Finished in 0.09s 2019-02-10 01:33:06 QQ: 'CREATE TABLE hmda_reporter_2015 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-02-10 01:33:06 II: Finished in 0.13s 2019-02-10 01:33:06 QQ: 'COPY INTO hmda_reporter_2015 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-02-10 01:33:06 II: Finished in 0.16s 2019-02-10 01:33:06 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2015' 2019-02-10 01:33:06 II: Finished in 0s 2019-02-10 01:33:06 QQ: 'select count(*) from hmda_reporter_2015' 2019-02-10 01:33:06 II: Finished in 0s 2019-02-10 01:33:06 hmda catalog entry 67 of 72 stored in 'hmda_reporter_2015' 2019-02-10 01:33:06 2019-02-10 01:33:27 'https://www.ffiec.gov/hmdarawdata/OTHER/2015HMDAMSAOffice.zip' 2019-02-10 01:33:27 cached in 2019-02-10 01:33:27 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/9edb96fd1153fbdb3b6150f036e76bb2.Rcache' 2019-02-10 01:33:27 copying to 2019-02-10 01:33:27 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 01:33:27 2019-02-10 01:33:27 QQ: 'START TRANSACTION' 2019-02-10 01:33:27 II: Finished in 0s 2019-02-10 01:33:27 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:33:27 II: Finished in 0s 2019-02-10 01:33:27 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:33:27 II: Finished in 0s 2019-02-10 01:33:27 QQ: 'CREATE TABLE hmda_msa_2015 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-02-10 01:33:27 II: Finished in 0s 2019-02-10 01:33:27 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2015' and schemas.name='tmp'' 2019-02-10 01:33:27 II: Finished in 0s 2019-02-10 01:33:27 QQ: 'COMMIT' 2019-02-10 01:33:27 II: Finished in 0.17s 2019-02-10 01:33:27 QQ: 'select count(*) from hmda_msa_2015' 2019-02-10 01:33:27 II: Finished in 0s 2019-02-10 01:33:27 hmda catalog entry 68 of 72 stored in 'hmda_msa_2015' 2019-02-10 01:33:27 2019-02-10 01:33:46 'https://www.ffiec.gov/hmdarawdata/LAR/National/2016HMDAlar%20-%20National.zip' 2019-02-10 01:33:46 cached in 2019-02-10 01:33:46 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/964c83e516d0c69ac98d31f0863b936f.Rcache' 2019-02-10 01:33:46 copying to 2019-02-10 01:33:46 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 01:33:46 2019-02-10 01:33:56 QQ: 'CREATE TABLE hmda_lar_2016 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-02-10 01:33:58 II: Finished in 1.99s 2019-02-10 01:33:58 QQ: 'copy into hmda_lar_2016 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2016HMDALAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-02-10 01:35:15 II: Finished in 1.27s 2019-02-10 01:35:15 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:35:15 II: Finished in 0.11s 2019-02-10 01:35:15 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:35:15 columns.table_id=tables.id where tables.name='hmda_lar_2016'' 2019-02-10 01:35:15 II: Finished in 0.01s 2019-02-10 01:35:15 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:35:15 II: Finished in 0s 2019-02-10 01:35:15 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:35:15 columns.table_id=tables.id where tables.name='hmda_lar_2016'' 2019-02-10 01:35:15 II: Finished in 0.09s 2019-02-10 01:35:15 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:35:19 II: Finished in 3.49s 2019-02-10 01:35:19 QQ: 'UPDATE hmda_lar_2016 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-02-10 01:35:25 II: Finished in 6.66s 2019-02-10 01:35:25 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN sequencenumber' 2019-02-10 01:35:27 II: Finished in 1.62s 2019-02-10 01:35:27 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN sequencenumber DOUBLE' 2019-02-10 01:35:32 II: Finished in 5.32s 2019-02-10 01:35:32 QQ: 'UPDATE hmda_lar_2016 SET sequencenumber = temp_double' 2019-02-10 01:35:37 II: Finished in 4.88s 2019-02-10 01:35:37 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN temp_double' 2019-02-10 01:35:38 II: Finished in 1.14s 2019-02-10 01:35:38 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:35:42 II: Finished in 4.25s 2019-02-10 01:35:42 QQ: 'UPDATE hmda_lar_2016 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-02-10 01:35:50 II: Finished in 7.53s 2019-02-10 01:35:50 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN population' 2019-02-10 01:35:54 II: Finished in 4.41s 2019-02-10 01:35:54 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN population DOUBLE' 2019-02-10 01:36:01 II: Finished in 6.48s 2019-02-10 01:36:01 QQ: 'UPDATE hmda_lar_2016 SET population = temp_double' 2019-02-10 01:36:06 II: Finished in 5.43s 2019-02-10 01:36:06 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN temp_double' 2019-02-10 01:36:10 II: Finished in 4.23s 2019-02-10 01:36:10 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:36:18 II: Finished in 7.73s 2019-02-10 01:36:18 QQ: 'UPDATE hmda_lar_2016 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-02-10 01:36:25 II: Finished in 7.07s 2019-02-10 01:36:25 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN minoritypopulationpct' 2019-02-10 01:36:26 II: Finished in 0.75s 2019-02-10 01:36:26 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN minoritypopulationpct DOUBLE' 2019-02-10 01:36:32 II: Finished in 5.47s 2019-02-10 01:36:32 QQ: 'UPDATE hmda_lar_2016 SET minoritypopulationpct = temp_double' 2019-02-10 01:36:36 II: Finished in 4.77s 2019-02-10 01:36:36 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN temp_double' 2019-02-10 01:36:41 II: Finished in 4.7s 2019-02-10 01:36:41 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:36:45 II: Finished in 4.18s 2019-02-10 01:36:45 QQ: 'UPDATE hmda_lar_2016 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-02-10 01:36:53 II: Finished in 7.62s 2019-02-10 01:36:53 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN hudmedianfamilyincome' 2019-02-10 01:36:55 II: Finished in 2.67s 2019-02-10 01:36:55 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-02-10 01:36:59 II: Finished in 3.27s 2019-02-10 01:36:59 QQ: 'UPDATE hmda_lar_2016 SET hudmedianfamilyincome = temp_double' 2019-02-10 01:37:03 II: Finished in 4.42s 2019-02-10 01:37:03 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN temp_double' 2019-02-10 01:37:04 II: Finished in 0.62s 2019-02-10 01:37:04 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:37:07 II: Finished in 3.62s 2019-02-10 01:37:07 QQ: 'UPDATE hmda_lar_2016 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-02-10 01:37:14 II: Finished in 6.97s 2019-02-10 01:37:14 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN tracttomsa_mdincomepct' 2019-02-10 01:37:18 II: Finished in 3.69s 2019-02-10 01:37:18 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-02-10 01:37:26 II: Finished in 7.76s 2019-02-10 01:37:26 QQ: 'UPDATE hmda_lar_2016 SET tracttomsa_mdincomepct = temp_double' 2019-02-10 01:37:31 II: Finished in 5.6s 2019-02-10 01:37:31 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN temp_double' 2019-02-10 01:37:32 II: Finished in 0.47s 2019-02-10 01:37:32 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:37:34 II: Finished in 2.61s 2019-02-10 01:37:34 QQ: 'UPDATE hmda_lar_2016 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-02-10 01:37:40 II: Finished in 5.92s 2019-02-10 01:37:40 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN numberofowneroccupiedunits' 2019-02-10 01:37:41 II: Finished in 0.84s 2019-02-10 01:37:41 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-02-10 01:37:44 II: Finished in 2.63s 2019-02-10 01:37:44 QQ: 'UPDATE hmda_lar_2016 SET numberofowneroccupiedunits = temp_double' 2019-02-10 01:37:50 II: Finished in 5.89s 2019-02-10 01:37:50 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN temp_double' 2019-02-10 01:37:51 II: Finished in 1.45s 2019-02-10 01:37:51 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN temp_double DOUBLE' 2019-02-10 01:37:55 II: Finished in 3.4s 2019-02-10 01:37:55 QQ: 'UPDATE hmda_lar_2016 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-02-10 01:38:01 II: Finished in 5.86s 2019-02-10 01:38:01 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN numberof1to4familyunits' 2019-02-10 01:38:01 II: Finished in 0.29s 2019-02-10 01:38:01 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-02-10 01:38:05 II: Finished in 4.18s 2019-02-10 01:38:05 QQ: 'UPDATE hmda_lar_2016 SET numberof1to4familyunits = temp_double' 2019-02-10 01:38:10 II: Finished in 5.36s 2019-02-10 01:38:10 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN temp_double' 2019-02-10 01:38:12 II: Finished in 1.21s 2019-02-10 01:38:12 QQ: 'select count(*) from hmda_lar_2016' 2019-02-10 01:38:12 II: Finished in 0.01s 2019-02-10 01:38:12 hmda catalog entry 69 of 72 stored in 'hmda_lar_2016' 2019-02-10 01:38:12 2019-02-10 01:39:58 'https://www.ffiec.gov/hmdarawdata/OTHER/2016HMDAinstitutionrecords.zip' 2019-02-10 01:39:58 cached in 2019-02-10 01:39:58 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/fb381eb5b35f9a27d600d59543233b8e.Rcache' 2019-02-10 01:39:58 copying to 2019-02-10 01:39:58 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 01:39:58 2019-02-10 01:39:58 QQ: 'CREATE TABLE hmda_inst_2016 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-02-10 01:39:58 II: Finished in 0.21s 2019-02-10 01:39:58 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:39:59 II: Finished in 0.1s 2019-02-10 01:39:59 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:39:59 columns.table_id=tables.id where tables.name='hmda_inst_2016'' 2019-02-10 01:39:59 II: Finished in 0.12s 2019-02-10 01:39:59 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:39:59 II: Finished in 0s 2019-02-10 01:39:59 QQ: 'DROP TABLE hmda_inst_2016' 2019-02-10 01:40:01 II: Finished in 1.89s 2019-02-10 01:40:01 QQ: 'START TRANSACTION' 2019-02-10 01:40:01 II: Finished in 0s 2019-02-10 01:40:01 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:40:01 II: Finished in 0s 2019-02-10 01:40:01 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:40:01 II: Finished in 0s 2019-02-10 01:40:01 QQ: 'CREATE TABLE hmda_inst_2016 (activityyear STRING, respondentid STRING, agencycode INTEGER, fedtaxid STRING, respondentname_ts STRING, respondentmailingaddress STRING, respondentcity_ts STRING, respondentstate_ts STRING, respondentzipcode STRING, parentname_ts STRING, parentaddress STRING, parentcity_ts STRING, parentstate_ts STRING, parentzipcode STRING, respondentname_panel STRING, respondentcity_panel STRING, respondentstate_panel STRING, assets_panel STRING, otherlendercode_panel INTEGER, regioncode_panel INTEGER, larcount INTEGER, validityerror STRING)' 2019-02-10 01:40:01 II: Finished in 0s 2019-02-10 01:40:01 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_inst_2016' and schemas.name='tmp'' 2019-02-10 01:40:01 II: Finished in 0s 2019-02-10 01:40:01 QQ: 'COMMIT' 2019-02-10 01:40:01 II: Finished in 0.13s 2019-02-10 01:40:01 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:40:01 II: Finished in 0.13s 2019-02-10 01:40:01 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:40:01 columns.table_id=tables.id where tables.name='hmda_inst_2016'' 2019-02-10 01:40:01 II: Finished in 0.01s 2019-02-10 01:40:01 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:40:01 II: Finished in 0s 2019-02-10 01:40:01 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:40:01 columns.table_id=tables.id where tables.name='hmda_inst_2016'' 2019-02-10 01:40:01 II: Finished in 0.01s 2019-02-10 01:40:01 QQ: 'select count(*) from hmda_inst_2016' 2019-02-10 01:40:01 II: Finished in 0s 2019-02-10 01:40:01 hmda catalog entry 70 of 72 stored in 'hmda_inst_2016' 2019-02-10 01:40:01 2019-02-10 01:40:43 'https://www.ffiec.gov/hmdarawdata/OTHER/2016HMDAReporterPanel.zip' 2019-02-10 01:40:43 cached in 2019-02-10 01:40:43 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/223bc801af0035f9beb144d18653a581.Rcache' 2019-02-10 01:40:43 copying to 2019-02-10 01:40:43 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 01:40:43 2019-02-10 01:40:43 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-02-10 01:40:43 II: Finished in 0.31s 2019-02-10 01:40:43 QQ: 'CREATE TABLE hmda_reporter_2016 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-02-10 01:40:43 II: Finished in 0.11s 2019-02-10 01:40:43 QQ: 'COPY INTO hmda_reporter_2016 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/unzips/2016HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-02-10 01:40:44 II: Finished in 0.33s 2019-02-10 01:40:44 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2016' 2019-02-10 01:40:44 II: Finished in 0s 2019-02-10 01:40:44 QQ: 'select count(*) from hmda_reporter_2016' 2019-02-10 01:40:44 II: Finished in 0s 2019-02-10 01:40:44 hmda catalog entry 71 of 72 stored in 'hmda_reporter_2016' 2019-02-10 01:40:44 2019-02-10 01:41:14 'https://www.ffiec.gov/hmdarawdata/OTHER/2016HMDAMSAOffice.zip' 2019-02-10 01:41:14 cached in 2019-02-10 01:41:14 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/7f5f40609d39f5c5f4b1eee2b23ff54a.Rcache' 2019-02-10 01:41:14 copying to 2019-02-10 01:41:14 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpxaWDvq/file7e1d5ac78c0f' 2019-02-10 01:41:14 2019-02-10 01:41:14 QQ: 'START TRANSACTION' 2019-02-10 01:41:14 II: Finished in 0s 2019-02-10 01:41:14 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:41:14 II: Finished in 0s 2019-02-10 01:41:14 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:41:14 II: Finished in 0s 2019-02-10 01:41:14 QQ: 'CREATE TABLE hmda_msa_2016 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-02-10 01:41:14 II: Finished in 0s 2019-02-10 01:41:14 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2016' and schemas.name='tmp'' 2019-02-10 01:41:14 II: Finished in 0s 2019-02-10 01:41:14 QQ: 'COMMIT' 2019-02-10 01:41:15 II: Finished in 0.89s 2019-02-10 01:41:15 QQ: 'select count(*) from hmda_msa_2016' 2019-02-10 01:41:15 II: Finished in 0s 2019-02-10 01:41:15 hmda catalog entry 72 of 72 stored in 'hmda_msa_2016' 2019-02-10 01:41:15 2019-02-10 01:41:58 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:41:58 II: Finished in 0.11s 2019-02-10 01:41:58 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:41:58 columns.table_id=tables.id where tables.name='hmda_inst_2006'' 2019-02-10 01:41:58 II: Finished in 0.01s 2019-02-10 01:41:58 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:41:58 II: Finished in 0s 2019-02-10 01:41:58 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:41:58 columns.table_id=tables.id where tables.name='hmda_lar_2006'' 2019-02-10 01:41:58 II: Finished in 0.11s 2019-02-10 01:41:58 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 01:41:58 II: Finished in 0s 2019-02-10 01:41:58 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 01:41:58 columns.table_id=tables.id where tables.name='hmda_inst_2006'' 2019-02-10 01:41:58 II: Finished in 0s 2019-02-10 01:41:58 QQ: 'CREATE TABLE hmda_2006 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2006 AS a INNER JOIN hmda_inst_2006 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-02-10 01:43:55 II: Finished in 1.94s 2019-02-10 01:43:55 QQ: 'select count(*) from hmda_2006' 2019-02-10 01:43:55 II: Finished in 0.2s 2019-02-10 01:43:55 QQ: 'select count(*) from hmda_lar_2006' 2019-02-10 01:43:55 II: Finished in 0.01s 2019-02-10 01:43:55 QQ: 'ALTER TABLE hmda_2006 ADD COLUMN app_min_cnt INTEGER' 2019-02-10 01:44:02 II: Finished in 7.68s 2019-02-10 01:44:02 QQ: 'ALTER TABLE hmda_2006 ADD COLUMN co_min_cnt INTEGER' 2019-02-10 01:44:12 II: Finished in 9.41s 2019-02-10 01:44:12 QQ: 'UPDATE hmda_2006 SET 2019-02-10 01:44:12 app_min_cnt = 2019-02-10 01:44:12 ( 2019-02-10 01:44:12 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 01:44:12 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 01:44:12 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 01:44:12 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 01:44:12 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 01:44:12 )' 2019-02-10 01:44:45 II: Finished in 33.53s 2019-02-10 01:44:45 QQ: 'UPDATE hmda_2006 SET 2019-02-10 01:44:45 co_min_cnt = 2019-02-10 01:44:45 ( 2019-02-10 01:44:45 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 01:44:45 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 01:44:45 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 01:44:45 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 01:44:45 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 01:44:45 )' 2019-02-10 01:45:31 II: Finished in 45.2s 2019-02-10 01:45:31 QQ: 'ALTER TABLE hmda_2006 ADD COLUMN appwhite INTEGER' 2019-02-10 01:45:50 II: Finished in 19.62s 2019-02-10 01:45:50 QQ: 'ALTER TABLE hmda_2006 ADD COLUMN cowhite INTEGER' 2019-02-10 01:46:06 II: Finished in 16.07s 2019-02-10 01:46:06 QQ: 'UPDATE hmda_2006 SET 2019-02-10 01:46:06 appwhite = 2019-02-10 01:46:06 ( 2019-02-10 01:46:06 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 01:46:06 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 01:46:06 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 01:46:06 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 01:46:06 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-02-10 01:46:06 )' 2019-02-10 01:46:25 II: Finished in 18.51s 2019-02-10 01:46:25 QQ: 'UPDATE hmda_2006 SET 2019-02-10 01:46:25 cowhite = 2019-02-10 01:46:25 ( 2019-02-10 01:46:25 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 01:46:25 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 01:46:25 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 01:46:25 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 01:46:25 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-02-10 01:46:25 )' 2019-02-10 01:46:44 II: Finished in 19.11s 2019-02-10 01:46:44 QQ: 'UPDATE hmda_2006 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 01:46:57 II: Finished in 13.12s 2019-02-10 01:46:57 QQ: 'UPDATE hmda_2006 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 01:47:02 II: Finished in 4.9s 2019-02-10 01:47:02 QQ: 'UPDATE hmda_2006 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 01:47:13 II: Finished in 11.37s 2019-02-10 01:47:13 QQ: 'UPDATE hmda_2006 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 01:47:20 II: Finished in 6.82s 2019-02-10 01:47:20 QQ: 'ALTER TABLE hmda_2006 ADD COLUMN race INTEGER' 2019-02-10 01:47:26 II: Finished in 5.48s 2019-02-10 01:47:26 QQ: 'UPDATE hmda_2006 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-02-10 01:47:31 II: Finished in 5.57s 2019-02-10 01:47:31 QQ: 'UPDATE hmda_2006 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-02-10 01:47:38 II: Finished in 7.31s 2019-02-10 01:47:38 QQ: 'UPDATE hmda_2006 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 01:47:44 II: Finished in 5.44s 2019-02-10 01:47:44 QQ: 'UPDATE hmda_2006 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 01:47:46 II: Finished in 2.48s 2019-02-10 01:47:46 QQ: 'UPDATE hmda_2006 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-02-10 01:47:54 II: Finished in 7.88s 2019-02-10 01:47:54 QQ: 'ALTER TABLE hmda_2006 ADD COLUMN ethnicity VARCHAR (255)' 2019-02-10 01:48:01 II: Finished in 6.75s 2019-02-10 01:48:01 QQ: 'UPDATE hmda_2006 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-02-10 01:48:12 II: Finished in 11.18s 2019-02-10 01:48:12 QQ: 'UPDATE hmda_2006 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-02-10 01:48:16 II: Finished in 4.27s 2019-02-10 01:48:16 QQ: 'UPDATE hmda_2006 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-02-10 01:48:20 II: Finished in 3.66s 2019-02-10 02:09:15 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 02:09:15 II: Finished in 0.06s 2019-02-10 02:09:15 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 02:09:15 columns.table_id=tables.id where tables.name='pmic_inst_2006'' 2019-02-10 02:09:15 II: Finished in 0.01s 2019-02-10 02:09:15 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 02:09:15 II: Finished in 0s 2019-02-10 02:09:15 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 02:09:15 columns.table_id=tables.id where tables.name='pmic_lar_2006'' 2019-02-10 02:09:18 II: Finished in 2.87s 2019-02-10 02:09:18 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 02:09:18 II: Finished in 0s 2019-02-10 02:09:18 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 02:09:18 columns.table_id=tables.id where tables.name='pmic_inst_2006'' 2019-02-10 02:09:18 II: Finished in 0s 2019-02-10 02:09:18 QQ: 'CREATE TABLE pmic_2006 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM pmic_lar_2006 AS a INNER JOIN pmic_inst_2006 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-02-10 02:10:35 II: Finished in 1.28s 2019-02-10 02:10:35 QQ: 'select count(*) from pmic_2006' 2019-02-10 02:10:35 II: Finished in 0.02s 2019-02-10 02:10:35 QQ: 'select count(*) from pmic_lar_2006' 2019-02-10 02:10:35 II: Finished in 0.01s 2019-02-10 02:10:35 QQ: 'ALTER TABLE pmic_2006 ADD COLUMN app_min_cnt INTEGER' 2019-02-10 02:10:38 II: Finished in 3.23s 2019-02-10 02:10:38 QQ: 'ALTER TABLE pmic_2006 ADD COLUMN co_min_cnt INTEGER' 2019-02-10 02:10:39 II: Finished in 0.59s 2019-02-10 02:10:39 QQ: 'UPDATE pmic_2006 SET 2019-02-10 02:10:39 app_min_cnt = 2019-02-10 02:10:39 ( 2019-02-10 02:10:39 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:10:39 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:10:39 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:10:39 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:10:39 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 02:10:39 )' 2019-02-10 02:10:40 II: Finished in 1.62s 2019-02-10 02:10:40 QQ: 'UPDATE pmic_2006 SET 2019-02-10 02:10:40 co_min_cnt = 2019-02-10 02:10:40 ( 2019-02-10 02:10:40 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:10:40 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:10:40 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:10:40 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:10:40 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 02:10:40 )' 2019-02-10 02:10:42 II: Finished in 1.36s 2019-02-10 02:10:42 QQ: 'ALTER TABLE pmic_2006 ADD COLUMN appwhite INTEGER' 2019-02-10 02:10:43 II: Finished in 1.4s 2019-02-10 02:10:43 QQ: 'ALTER TABLE pmic_2006 ADD COLUMN cowhite INTEGER' 2019-02-10 02:10:44 II: Finished in 1.38s 2019-02-10 02:10:44 QQ: 'UPDATE pmic_2006 SET 2019-02-10 02:10:44 appwhite = 2019-02-10 02:10:44 ( 2019-02-10 02:10:44 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 02:10:44 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 02:10:44 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 02:10:44 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 02:10:44 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-02-10 02:10:44 )' 2019-02-10 02:10:47 II: Finished in 2.32s 2019-02-10 02:10:47 QQ: 'UPDATE pmic_2006 SET 2019-02-10 02:10:47 cowhite = 2019-02-10 02:10:47 ( 2019-02-10 02:10:47 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 02:10:47 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 02:10:47 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 02:10:47 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 02:10:47 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-02-10 02:10:47 )' 2019-02-10 02:10:49 II: Finished in 2.23s 2019-02-10 02:10:49 QQ: 'UPDATE pmic_2006 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 02:10:52 II: Finished in 3.25s 2019-02-10 02:10:52 QQ: 'UPDATE pmic_2006 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 02:10:52 II: Finished in 0.24s 2019-02-10 02:10:52 QQ: 'UPDATE pmic_2006 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 02:10:55 II: Finished in 2.32s 2019-02-10 02:10:55 QQ: 'UPDATE pmic_2006 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 02:10:56 II: Finished in 1.43s 2019-02-10 02:10:56 QQ: 'ALTER TABLE pmic_2006 ADD COLUMN race INTEGER' 2019-02-10 02:11:01 II: Finished in 5.27s 2019-02-10 02:11:01 QQ: 'UPDATE pmic_2006 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-02-10 02:11:03 II: Finished in 1.51s 2019-02-10 02:11:03 QQ: 'UPDATE pmic_2006 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-02-10 02:11:04 II: Finished in 1.45s 2019-02-10 02:11:04 QQ: 'UPDATE pmic_2006 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 02:11:05 II: Finished in 0.39s 2019-02-10 02:11:05 QQ: 'UPDATE pmic_2006 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 02:11:05 II: Finished in 0.22s 2019-02-10 02:11:05 QQ: 'UPDATE pmic_2006 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-02-10 02:11:07 II: Finished in 1.92s 2019-02-10 02:11:07 QQ: 'ALTER TABLE pmic_2006 ADD COLUMN ethnicity VARCHAR (255)' 2019-02-10 02:11:08 II: Finished in 0.94s 2019-02-10 02:11:08 QQ: 'UPDATE pmic_2006 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-02-10 02:11:10 II: Finished in 1.65s 2019-02-10 02:11:10 QQ: 'UPDATE pmic_2006 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-02-10 02:11:12 II: Finished in 1.98s 2019-02-10 02:11:12 QQ: 'UPDATE pmic_2006 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-02-10 02:11:18 II: Finished in 6.07s 2019-02-10 02:17:42 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 02:17:42 II: Finished in 0.13s 2019-02-10 02:17:42 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 02:17:42 columns.table_id=tables.id where tables.name='hmda_inst_2007'' 2019-02-10 02:17:42 II: Finished in 0.01s 2019-02-10 02:17:42 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 02:17:42 II: Finished in 0s 2019-02-10 02:17:42 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 02:17:42 columns.table_id=tables.id where tables.name='hmda_lar_2007'' 2019-02-10 02:17:42 II: Finished in 0.12s 2019-02-10 02:17:42 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 02:17:42 II: Finished in 0s 2019-02-10 02:17:42 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 02:17:42 columns.table_id=tables.id where tables.name='hmda_inst_2007'' 2019-02-10 02:17:42 II: Finished in 0s 2019-02-10 02:17:42 QQ: 'CREATE TABLE hmda_2007 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2007 AS a INNER JOIN hmda_inst_2007 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-02-10 02:33:24 II: Finished in 15.69s 2019-02-10 02:33:24 QQ: 'select count(*) from hmda_2007' 2019-02-10 02:33:24 II: Finished in 0.16s 2019-02-10 02:33:24 QQ: 'select count(*) from hmda_lar_2007' 2019-02-10 02:33:24 II: Finished in 0.01s 2019-02-10 02:33:24 QQ: 'ALTER TABLE hmda_2007 ADD COLUMN app_min_cnt INTEGER' 2019-02-10 02:33:38 II: Finished in 13.53s 2019-02-10 02:33:38 QQ: 'ALTER TABLE hmda_2007 ADD COLUMN co_min_cnt INTEGER' 2019-02-10 02:33:47 II: Finished in 9.93s 2019-02-10 02:33:47 QQ: 'UPDATE hmda_2007 SET 2019-02-10 02:33:47 app_min_cnt = 2019-02-10 02:33:47 ( 2019-02-10 02:33:47 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:33:47 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:33:47 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:33:47 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:33:47 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 02:33:47 )' 2019-02-10 02:34:07 II: Finished in 19.32s 2019-02-10 02:34:07 QQ: 'UPDATE hmda_2007 SET 2019-02-10 02:34:07 co_min_cnt = 2019-02-10 02:34:07 ( 2019-02-10 02:34:07 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:34:07 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:34:07 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:34:07 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:34:07 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 02:34:07 )' 2019-02-10 02:34:27 II: Finished in 20.64s 2019-02-10 02:34:27 QQ: 'ALTER TABLE hmda_2007 ADD COLUMN appwhite INTEGER' 2019-02-10 02:34:38 II: Finished in 10.47s 2019-02-10 02:34:38 QQ: 'ALTER TABLE hmda_2007 ADD COLUMN cowhite INTEGER' 2019-02-10 02:34:44 II: Finished in 6.26s 2019-02-10 02:34:44 QQ: 'UPDATE hmda_2007 SET 2019-02-10 02:34:44 appwhite = 2019-02-10 02:34:44 ( 2019-02-10 02:34:44 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 02:34:44 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 02:34:44 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 02:34:44 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 02:34:44 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-02-10 02:34:44 )' 2019-02-10 02:34:56 II: Finished in 11.76s 2019-02-10 02:34:56 QQ: 'UPDATE hmda_2007 SET 2019-02-10 02:34:56 cowhite = 2019-02-10 02:34:56 ( 2019-02-10 02:34:56 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 02:34:56 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 02:34:56 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 02:34:56 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 02:34:56 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-02-10 02:34:56 )' 2019-02-10 02:35:11 II: Finished in 15.17s 2019-02-10 02:35:11 QQ: 'UPDATE hmda_2007 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 02:35:18 II: Finished in 6.41s 2019-02-10 02:35:18 QQ: 'UPDATE hmda_2007 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 02:35:20 II: Finished in 2.73s 2019-02-10 02:35:20 QQ: 'UPDATE hmda_2007 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 02:35:29 II: Finished in 8.67s 2019-02-10 02:35:29 QQ: 'UPDATE hmda_2007 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 02:35:38 II: Finished in 8.89s 2019-02-10 02:35:38 QQ: 'ALTER TABLE hmda_2007 ADD COLUMN race INTEGER' 2019-02-10 02:35:45 II: Finished in 7.64s 2019-02-10 02:35:45 QQ: 'UPDATE hmda_2007 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-02-10 02:35:49 II: Finished in 3.49s 2019-02-10 02:35:49 QQ: 'UPDATE hmda_2007 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-02-10 02:35:53 II: Finished in 4.27s 2019-02-10 02:35:53 QQ: 'UPDATE hmda_2007 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 02:36:03 II: Finished in 9.97s 2019-02-10 02:36:03 QQ: 'UPDATE hmda_2007 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 02:36:05 II: Finished in 1.46s 2019-02-10 02:36:05 QQ: 'UPDATE hmda_2007 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-02-10 02:36:13 II: Finished in 7.97s 2019-02-10 02:36:13 QQ: 'ALTER TABLE hmda_2007 ADD COLUMN ethnicity VARCHAR (255)' 2019-02-10 02:36:23 II: Finished in 10.76s 2019-02-10 02:36:23 QQ: 'UPDATE hmda_2007 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-02-10 02:36:35 II: Finished in 11.24s 2019-02-10 02:36:35 QQ: 'UPDATE hmda_2007 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-02-10 02:36:37 II: Finished in 1.95s 2019-02-10 02:36:37 QQ: 'UPDATE hmda_2007 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-02-10 02:36:41 II: Finished in 4.23s 2019-02-10 02:39:37 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 02:39:37 II: Finished in 0.06s 2019-02-10 02:39:37 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 02:39:37 columns.table_id=tables.id where tables.name='pmic_inst_2007'' 2019-02-10 02:39:37 II: Finished in 0s 2019-02-10 02:39:37 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 02:39:37 II: Finished in 0.01s 2019-02-10 02:39:37 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 02:39:37 columns.table_id=tables.id where tables.name='pmic_lar_2007'' 2019-02-10 02:39:37 II: Finished in 0.05s 2019-02-10 02:39:37 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 02:39:37 II: Finished in 0s 2019-02-10 02:39:37 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 02:39:37 columns.table_id=tables.id where tables.name='pmic_inst_2007'' 2019-02-10 02:39:37 II: Finished in 0s 2019-02-10 02:39:37 QQ: 'CREATE TABLE pmic_2007 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM pmic_lar_2007 AS a INNER JOIN pmic_inst_2007 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-02-10 02:40:02 II: Finished in 25.22s 2019-02-10 02:40:02 QQ: 'select count(*) from pmic_2007' 2019-02-10 02:40:02 II: Finished in 0.03s 2019-02-10 02:40:02 QQ: 'select count(*) from pmic_lar_2007' 2019-02-10 02:40:02 II: Finished in 0.01s 2019-02-10 02:40:02 QQ: 'ALTER TABLE pmic_2007 ADD COLUMN app_min_cnt INTEGER' 2019-02-10 02:40:06 II: Finished in 3.71s 2019-02-10 02:40:06 QQ: 'ALTER TABLE pmic_2007 ADD COLUMN co_min_cnt INTEGER' 2019-02-10 02:40:09 II: Finished in 3.26s 2019-02-10 02:40:09 QQ: 'UPDATE pmic_2007 SET 2019-02-10 02:40:09 app_min_cnt = 2019-02-10 02:40:09 ( 2019-02-10 02:40:09 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:40:09 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:40:09 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:40:09 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:40:09 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 02:40:09 )' 2019-02-10 02:40:12 II: Finished in 3.49s 2019-02-10 02:40:12 QQ: 'UPDATE pmic_2007 SET 2019-02-10 02:40:12 co_min_cnt = 2019-02-10 02:40:12 ( 2019-02-10 02:40:12 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:40:12 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:40:12 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:40:12 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:40:12 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 02:40:12 )' 2019-02-10 02:40:14 II: Finished in 1.83s 2019-02-10 02:40:14 QQ: 'ALTER TABLE pmic_2007 ADD COLUMN appwhite INTEGER' 2019-02-10 02:40:16 II: Finished in 1.86s 2019-02-10 02:40:16 QQ: 'ALTER TABLE pmic_2007 ADD COLUMN cowhite INTEGER' 2019-02-10 02:40:17 II: Finished in 0.77s 2019-02-10 02:40:17 QQ: 'UPDATE pmic_2007 SET 2019-02-10 02:40:17 appwhite = 2019-02-10 02:40:17 ( 2019-02-10 02:40:17 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 02:40:17 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 02:40:17 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 02:40:17 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 02:40:17 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-02-10 02:40:17 )' 2019-02-10 02:40:20 II: Finished in 2.93s 2019-02-10 02:40:20 QQ: 'UPDATE pmic_2007 SET 2019-02-10 02:40:20 cowhite = 2019-02-10 02:40:20 ( 2019-02-10 02:40:20 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 02:40:20 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 02:40:20 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 02:40:20 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 02:40:20 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-02-10 02:40:20 )' 2019-02-10 02:40:22 II: Finished in 2.45s 2019-02-10 02:40:22 QQ: 'UPDATE pmic_2007 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 02:40:25 II: Finished in 3.03s 2019-02-10 02:40:25 QQ: 'UPDATE pmic_2007 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 02:40:27 II: Finished in 1.84s 2019-02-10 02:40:27 QQ: 'UPDATE pmic_2007 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 02:40:32 II: Finished in 5.31s 2019-02-10 02:40:32 QQ: 'UPDATE pmic_2007 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 02:40:34 II: Finished in 1.88s 2019-02-10 02:40:34 QQ: 'ALTER TABLE pmic_2007 ADD COLUMN race INTEGER' 2019-02-10 02:40:44 II: Finished in 9.44s 2019-02-10 02:40:44 QQ: 'UPDATE pmic_2007 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-02-10 02:40:46 II: Finished in 2.19s 2019-02-10 02:40:46 QQ: 'UPDATE pmic_2007 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-02-10 02:40:47 II: Finished in 1.43s 2019-02-10 02:40:47 QQ: 'UPDATE pmic_2007 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 02:40:54 II: Finished in 6.82s 2019-02-10 02:40:54 QQ: 'UPDATE pmic_2007 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 02:40:59 II: Finished in 4.64s 2019-02-10 02:40:59 QQ: 'UPDATE pmic_2007 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-02-10 02:41:06 II: Finished in 7.03s 2019-02-10 02:41:06 QQ: 'ALTER TABLE pmic_2007 ADD COLUMN ethnicity VARCHAR (255)' 2019-02-10 02:41:10 II: Finished in 4.44s 2019-02-10 02:41:10 QQ: 'UPDATE pmic_2007 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-02-10 02:41:13 II: Finished in 2.24s 2019-02-10 02:41:13 QQ: 'UPDATE pmic_2007 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-02-10 02:41:14 II: Finished in 1.39s 2019-02-10 02:41:14 QQ: 'UPDATE pmic_2007 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-02-10 02:41:15 II: Finished in 1.48s 2019-02-10 02:42:59 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 02:43:03 II: Finished in 3.88s 2019-02-10 02:43:03 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 02:43:03 columns.table_id=tables.id where tables.name='hmda_inst_2008'' 2019-02-10 02:43:03 II: Finished in 0s 2019-02-10 02:43:03 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 02:43:03 II: Finished in 0s 2019-02-10 02:43:03 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 02:43:03 columns.table_id=tables.id where tables.name='hmda_lar_2008'' 2019-02-10 02:43:04 II: Finished in 1.42s 2019-02-10 02:43:04 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 02:43:04 II: Finished in 0s 2019-02-10 02:43:04 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 02:43:04 columns.table_id=tables.id where tables.name='hmda_inst_2008'' 2019-02-10 02:43:04 II: Finished in 0s 2019-02-10 02:43:04 QQ: 'CREATE TABLE hmda_2008 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2008 AS a INNER JOIN hmda_inst_2008 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-02-10 02:45:08 II: Finished in 2.07s 2019-02-10 02:45:08 QQ: 'select count(*) from hmda_2008' 2019-02-10 02:45:08 II: Finished in 0.09s 2019-02-10 02:45:08 QQ: 'select count(*) from hmda_lar_2008' 2019-02-10 02:45:08 II: Finished in 0.04s 2019-02-10 02:45:08 QQ: 'ALTER TABLE hmda_2008 ADD COLUMN app_min_cnt INTEGER' 2019-02-10 02:45:13 II: Finished in 4.97s 2019-02-10 02:45:13 QQ: 'ALTER TABLE hmda_2008 ADD COLUMN co_min_cnt INTEGER' 2019-02-10 02:45:22 II: Finished in 8.34s 2019-02-10 02:45:22 QQ: 'UPDATE hmda_2008 SET 2019-02-10 02:45:22 app_min_cnt = 2019-02-10 02:45:22 ( 2019-02-10 02:45:22 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:45:22 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:45:22 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:45:22 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:45:22 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 02:45:22 )' 2019-02-10 02:45:36 II: Finished in 13.88s 2019-02-10 02:45:36 QQ: 'UPDATE hmda_2008 SET 2019-02-10 02:45:36 co_min_cnt = 2019-02-10 02:45:36 ( 2019-02-10 02:45:36 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:45:36 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:45:36 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:45:36 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:45:36 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 02:45:36 )' 2019-02-10 02:45:49 II: Finished in 13.81s 2019-02-10 02:45:49 QQ: 'ALTER TABLE hmda_2008 ADD COLUMN appwhite INTEGER' 2019-02-10 02:45:54 II: Finished in 4.39s 2019-02-10 02:45:54 QQ: 'ALTER TABLE hmda_2008 ADD COLUMN cowhite INTEGER' 2019-02-10 02:46:00 II: Finished in 6.5s 2019-02-10 02:46:00 QQ: 'UPDATE hmda_2008 SET 2019-02-10 02:46:00 appwhite = 2019-02-10 02:46:00 ( 2019-02-10 02:46:00 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 02:46:00 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 02:46:00 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 02:46:00 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 02:46:00 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-02-10 02:46:00 )' 2019-02-10 02:46:12 II: Finished in 11.45s 2019-02-10 02:46:12 QQ: 'UPDATE hmda_2008 SET 2019-02-10 02:46:12 cowhite = 2019-02-10 02:46:12 ( 2019-02-10 02:46:12 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 02:46:12 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 02:46:12 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 02:46:12 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 02:46:12 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-02-10 02:46:12 )' 2019-02-10 02:46:22 II: Finished in 10.07s 2019-02-10 02:46:22 QQ: 'UPDATE hmda_2008 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 02:46:28 II: Finished in 6.16s 2019-02-10 02:46:28 QQ: 'UPDATE hmda_2008 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 02:46:30 II: Finished in 2.07s 2019-02-10 02:46:30 QQ: 'UPDATE hmda_2008 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 02:46:37 II: Finished in 7.14s 2019-02-10 02:46:37 QQ: 'UPDATE hmda_2008 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 02:46:42 II: Finished in 4.53s 2019-02-10 02:46:42 QQ: 'ALTER TABLE hmda_2008 ADD COLUMN race INTEGER' 2019-02-10 02:46:47 II: Finished in 5.71s 2019-02-10 02:46:47 QQ: 'UPDATE hmda_2008 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-02-10 02:46:51 II: Finished in 3.64s 2019-02-10 02:46:51 QQ: 'UPDATE hmda_2008 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-02-10 02:46:52 II: Finished in 0.76s 2019-02-10 02:46:52 QQ: 'UPDATE hmda_2008 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 02:46:56 II: Finished in 4.09s 2019-02-10 02:46:56 QQ: 'UPDATE hmda_2008 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 02:46:57 II: Finished in 1.38s 2019-02-10 02:46:57 QQ: 'UPDATE hmda_2008 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-02-10 02:47:03 II: Finished in 5.37s 2019-02-10 02:47:03 QQ: 'ALTER TABLE hmda_2008 ADD COLUMN ethnicity VARCHAR (255)' 2019-02-10 02:47:07 II: Finished in 4.27s 2019-02-10 02:47:07 QQ: 'UPDATE hmda_2008 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-02-10 02:47:15 II: Finished in 7.82s 2019-02-10 02:47:15 QQ: 'UPDATE hmda_2008 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-02-10 02:47:18 II: Finished in 3.19s 2019-02-10 02:47:18 QQ: 'UPDATE hmda_2008 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-02-10 02:47:21 II: Finished in 2.92s 2019-02-10 02:49:18 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 02:49:18 II: Finished in 0.06s 2019-02-10 02:49:18 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 02:49:18 columns.table_id=tables.id where tables.name='pmic_inst_2008'' 2019-02-10 02:49:18 II: Finished in 0.01s 2019-02-10 02:49:18 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 02:49:19 II: Finished in 0.07s 2019-02-10 02:49:19 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 02:49:19 columns.table_id=tables.id where tables.name='pmic_lar_2008'' 2019-02-10 02:49:19 II: Finished in 0s 2019-02-10 02:49:19 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 02:49:19 II: Finished in 0s 2019-02-10 02:49:19 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 02:49:19 columns.table_id=tables.id where tables.name='pmic_inst_2008'' 2019-02-10 02:49:19 II: Finished in 0.06s 2019-02-10 02:49:19 QQ: 'CREATE TABLE pmic_2008 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM pmic_lar_2008 AS a INNER JOIN pmic_inst_2008 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-02-10 02:50:01 II: Finished in 42.7s 2019-02-10 02:50:01 QQ: 'select count(*) from pmic_2008' 2019-02-10 02:50:01 II: Finished in 0.02s 2019-02-10 02:50:01 QQ: 'select count(*) from pmic_lar_2008' 2019-02-10 02:50:01 II: Finished in 0.03s 2019-02-10 02:50:01 QQ: 'ALTER TABLE pmic_2008 ADD COLUMN app_min_cnt INTEGER' 2019-02-10 02:50:05 II: Finished in 3.35s 2019-02-10 02:50:05 QQ: 'ALTER TABLE pmic_2008 ADD COLUMN co_min_cnt INTEGER' 2019-02-10 02:50:08 II: Finished in 2.94s 2019-02-10 02:50:08 QQ: 'UPDATE pmic_2008 SET 2019-02-10 02:50:08 app_min_cnt = 2019-02-10 02:50:08 ( 2019-02-10 02:50:08 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:50:08 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:50:08 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:50:08 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:50:08 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 02:50:08 )' 2019-02-10 02:50:10 II: Finished in 2.34s 2019-02-10 02:50:10 QQ: 'UPDATE pmic_2008 SET 2019-02-10 02:50:10 co_min_cnt = 2019-02-10 02:50:10 ( 2019-02-10 02:50:10 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:50:10 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:50:10 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:50:10 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:50:10 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 02:50:10 )' 2019-02-10 02:50:12 II: Finished in 2.27s 2019-02-10 02:50:12 QQ: 'ALTER TABLE pmic_2008 ADD COLUMN appwhite INTEGER' 2019-02-10 02:50:17 II: Finished in 4.54s 2019-02-10 02:50:17 QQ: 'ALTER TABLE pmic_2008 ADD COLUMN cowhite INTEGER' 2019-02-10 02:50:18 II: Finished in 1.31s 2019-02-10 02:50:18 QQ: 'UPDATE pmic_2008 SET 2019-02-10 02:50:18 appwhite = 2019-02-10 02:50:18 ( 2019-02-10 02:50:18 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 02:50:18 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 02:50:18 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 02:50:18 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 02:50:18 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-02-10 02:50:18 )' 2019-02-10 02:50:21 II: Finished in 2.47s 2019-02-10 02:50:21 QQ: 'UPDATE pmic_2008 SET 2019-02-10 02:50:21 cowhite = 2019-02-10 02:50:21 ( 2019-02-10 02:50:21 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 02:50:21 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 02:50:21 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 02:50:21 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 02:50:21 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-02-10 02:50:21 )' 2019-02-10 02:50:23 II: Finished in 2.29s 2019-02-10 02:50:23 QQ: 'UPDATE pmic_2008 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 02:50:27 II: Finished in 3.85s 2019-02-10 02:50:27 QQ: 'UPDATE pmic_2008 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 02:50:27 II: Finished in 0.23s 2019-02-10 02:50:27 QQ: 'UPDATE pmic_2008 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 02:50:28 II: Finished in 0.52s 2019-02-10 02:50:28 QQ: 'UPDATE pmic_2008 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 02:50:29 II: Finished in 1.83s 2019-02-10 02:50:29 QQ: 'ALTER TABLE pmic_2008 ADD COLUMN race INTEGER' 2019-02-10 02:50:31 II: Finished in 1.68s 2019-02-10 02:50:31 QQ: 'UPDATE pmic_2008 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-02-10 02:50:32 II: Finished in 1.25s 2019-02-10 02:50:32 QQ: 'UPDATE pmic_2008 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-02-10 02:50:32 II: Finished in 0.2s 2019-02-10 02:50:32 QQ: 'UPDATE pmic_2008 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 02:50:34 II: Finished in 1.46s 2019-02-10 02:50:34 QQ: 'UPDATE pmic_2008 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 02:50:37 II: Finished in 3.32s 2019-02-10 02:50:37 QQ: 'UPDATE pmic_2008 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-02-10 02:50:40 II: Finished in 2.36s 2019-02-10 02:50:40 QQ: 'ALTER TABLE pmic_2008 ADD COLUMN ethnicity VARCHAR (255)' 2019-02-10 02:50:41 II: Finished in 1.67s 2019-02-10 02:50:41 QQ: 'UPDATE pmic_2008 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-02-10 02:50:43 II: Finished in 2.18s 2019-02-10 02:50:43 QQ: 'UPDATE pmic_2008 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-02-10 02:50:45 II: Finished in 2s 2019-02-10 02:50:45 QQ: 'UPDATE pmic_2008 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-02-10 02:50:46 II: Finished in 0.71s 2019-02-10 02:53:47 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 02:53:47 II: Finished in 0.06s 2019-02-10 02:53:47 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 02:53:47 columns.table_id=tables.id where tables.name='hmda_inst_2009'' 2019-02-10 02:53:47 II: Finished in 0.01s 2019-02-10 02:53:47 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 02:53:53 II: Finished in 5.23s 2019-02-10 02:53:53 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 02:53:53 columns.table_id=tables.id where tables.name='hmda_lar_2009'' 2019-02-10 02:53:53 II: Finished in 0s 2019-02-10 02:53:53 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 02:53:53 II: Finished in 0s 2019-02-10 02:53:53 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 02:53:53 columns.table_id=tables.id where tables.name='hmda_inst_2009'' 2019-02-10 02:53:53 II: Finished in 0.07s 2019-02-10 02:53:53 QQ: 'CREATE TABLE hmda_2009 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2009 AS a INNER JOIN hmda_inst_2009 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-02-10 02:55:59 II: Finished in 2.11s 2019-02-10 02:55:59 QQ: 'select count(*) from hmda_2009' 2019-02-10 02:55:59 II: Finished in 0.08s 2019-02-10 02:55:59 QQ: 'select count(*) from hmda_lar_2009' 2019-02-10 02:55:59 II: Finished in 0.02s 2019-02-10 02:55:59 QQ: 'ALTER TABLE hmda_2009 ADD COLUMN app_min_cnt INTEGER' 2019-02-10 02:56:04 II: Finished in 4.63s 2019-02-10 02:56:04 QQ: 'ALTER TABLE hmda_2009 ADD COLUMN co_min_cnt INTEGER' 2019-02-10 02:56:08 II: Finished in 4.01s 2019-02-10 02:56:08 QQ: 'UPDATE hmda_2009 SET 2019-02-10 02:56:08 app_min_cnt = 2019-02-10 02:56:08 ( 2019-02-10 02:56:08 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:56:08 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:56:08 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:56:08 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:56:08 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 02:56:08 )' 2019-02-10 02:56:24 II: Finished in 15.63s 2019-02-10 02:56:24 QQ: 'UPDATE hmda_2009 SET 2019-02-10 02:56:24 co_min_cnt = 2019-02-10 02:56:24 ( 2019-02-10 02:56:24 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:56:24 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:56:24 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:56:24 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 02:56:24 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 02:56:24 )' 2019-02-10 02:56:38 II: Finished in 14.55s 2019-02-10 02:56:38 QQ: 'ALTER TABLE hmda_2009 ADD COLUMN appwhite INTEGER' 2019-02-10 02:56:42 II: Finished in 3.79s 2019-02-10 02:56:42 QQ: 'ALTER TABLE hmda_2009 ADD COLUMN cowhite INTEGER' 2019-02-10 02:56:54 II: Finished in 11.71s 2019-02-10 02:56:54 QQ: 'UPDATE hmda_2009 SET 2019-02-10 02:56:54 appwhite = 2019-02-10 02:56:54 ( 2019-02-10 02:56:54 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 02:56:54 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 02:56:54 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 02:56:54 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 02:56:54 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-02-10 02:56:54 )' 2019-02-10 02:57:02 II: Finished in 8.05s 2019-02-10 02:57:02 QQ: 'UPDATE hmda_2009 SET 2019-02-10 02:57:02 cowhite = 2019-02-10 02:57:02 ( 2019-02-10 02:57:02 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 02:57:02 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 02:57:02 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 02:57:02 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 02:57:02 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-02-10 02:57:02 )' 2019-02-10 02:57:11 II: Finished in 8.96s 2019-02-10 02:57:11 QQ: 'UPDATE hmda_2009 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 02:57:16 II: Finished in 4.92s 2019-02-10 02:57:16 QQ: 'UPDATE hmda_2009 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 02:57:17 II: Finished in 1.82s 2019-02-10 02:57:17 QQ: 'UPDATE hmda_2009 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 02:57:24 II: Finished in 6.64s 2019-02-10 02:57:24 QQ: 'UPDATE hmda_2009 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 02:57:29 II: Finished in 5.13s 2019-02-10 02:57:29 QQ: 'ALTER TABLE hmda_2009 ADD COLUMN race INTEGER' 2019-02-10 02:57:36 II: Finished in 6.5s 2019-02-10 02:57:36 QQ: 'UPDATE hmda_2009 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-02-10 02:57:42 II: Finished in 5.92s 2019-02-10 02:57:42 QQ: 'UPDATE hmda_2009 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-02-10 02:57:47 II: Finished in 5.64s 2019-02-10 02:57:47 QQ: 'UPDATE hmda_2009 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 02:57:51 II: Finished in 3.92s 2019-02-10 02:57:51 QQ: 'UPDATE hmda_2009 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 02:57:53 II: Finished in 1.63s 2019-02-10 02:57:53 QQ: 'UPDATE hmda_2009 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-02-10 02:57:59 II: Finished in 6.17s 2019-02-10 02:57:59 QQ: 'ALTER TABLE hmda_2009 ADD COLUMN ethnicity VARCHAR (255)' 2019-02-10 02:58:06 II: Finished in 7.3s 2019-02-10 02:58:06 QQ: 'UPDATE hmda_2009 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-02-10 02:58:14 II: Finished in 8.16s 2019-02-10 02:58:14 QQ: 'UPDATE hmda_2009 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-02-10 02:58:17 II: Finished in 2.69s 2019-02-10 02:58:17 QQ: 'UPDATE hmda_2009 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-02-10 02:58:21 II: Finished in 4.2s 2019-02-10 03:01:30 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:01:31 II: Finished in 0.06s 2019-02-10 03:01:31 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:01:31 columns.table_id=tables.id where tables.name='pmic_inst_2009'' 2019-02-10 03:01:31 II: Finished in 0s 2019-02-10 03:01:31 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:01:31 II: Finished in 0s 2019-02-10 03:01:31 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:01:31 columns.table_id=tables.id where tables.name='pmic_lar_2009'' 2019-02-10 03:01:31 II: Finished in 0.05s 2019-02-10 03:01:31 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:01:31 II: Finished in 0s 2019-02-10 03:01:31 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:01:31 columns.table_id=tables.id where tables.name='pmic_inst_2009'' 2019-02-10 03:01:31 II: Finished in 0s 2019-02-10 03:01:31 QQ: 'CREATE TABLE pmic_2009 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM pmic_lar_2009 AS a INNER JOIN pmic_inst_2009 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-02-10 03:02:17 II: Finished in 46.01s 2019-02-10 03:02:17 QQ: 'select count(*) from pmic_2009' 2019-02-10 03:02:17 II: Finished in 0.02s 2019-02-10 03:02:17 QQ: 'select count(*) from pmic_lar_2009' 2019-02-10 03:02:17 II: Finished in 0.01s 2019-02-10 03:02:17 QQ: 'ALTER TABLE pmic_2009 ADD COLUMN app_min_cnt INTEGER' 2019-02-10 03:02:17 II: Finished in 0.3s 2019-02-10 03:02:17 QQ: 'ALTER TABLE pmic_2009 ADD COLUMN co_min_cnt INTEGER' 2019-02-10 03:02:17 II: Finished in 0.31s 2019-02-10 03:02:17 QQ: 'UPDATE pmic_2009 SET 2019-02-10 03:02:17 app_min_cnt = 2019-02-10 03:02:17 ( 2019-02-10 03:02:17 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:02:17 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:02:17 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:02:17 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:02:17 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:02:17 )' 2019-02-10 03:02:19 II: Finished in 2.22s 2019-02-10 03:02:19 QQ: 'UPDATE pmic_2009 SET 2019-02-10 03:02:19 co_min_cnt = 2019-02-10 03:02:19 ( 2019-02-10 03:02:19 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:02:19 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:02:19 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:02:19 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:02:19 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:02:19 )' 2019-02-10 03:02:21 II: Finished in 1.79s 2019-02-10 03:02:21 QQ: 'ALTER TABLE pmic_2009 ADD COLUMN appwhite INTEGER' 2019-02-10 03:02:22 II: Finished in 0.64s 2019-02-10 03:02:22 QQ: 'ALTER TABLE pmic_2009 ADD COLUMN cowhite INTEGER' 2019-02-10 03:02:22 II: Finished in 0.5s 2019-02-10 03:02:22 QQ: 'UPDATE pmic_2009 SET 2019-02-10 03:02:22 appwhite = 2019-02-10 03:02:22 ( 2019-02-10 03:02:22 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:02:22 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:02:22 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:02:22 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:02:22 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:02:22 )' 2019-02-10 03:02:24 II: Finished in 2.06s 2019-02-10 03:02:24 QQ: 'UPDATE pmic_2009 SET 2019-02-10 03:02:24 cowhite = 2019-02-10 03:02:24 ( 2019-02-10 03:02:24 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:02:24 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:02:24 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:02:24 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:02:24 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:02:24 )' 2019-02-10 03:02:26 II: Finished in 1.49s 2019-02-10 03:02:26 QQ: 'UPDATE pmic_2009 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:02:27 II: Finished in 0.59s 2019-02-10 03:02:27 QQ: 'UPDATE pmic_2009 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:02:28 II: Finished in 1.72s 2019-02-10 03:02:28 QQ: 'UPDATE pmic_2009 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:02:31 II: Finished in 2.67s 2019-02-10 03:02:31 QQ: 'UPDATE pmic_2009 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:02:32 II: Finished in 1.52s 2019-02-10 03:02:32 QQ: 'ALTER TABLE pmic_2009 ADD COLUMN race INTEGER' 2019-02-10 03:02:35 II: Finished in 2.6s 2019-02-10 03:02:35 QQ: 'UPDATE pmic_2009 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-02-10 03:02:36 II: Finished in 1.12s 2019-02-10 03:02:36 QQ: 'UPDATE pmic_2009 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-02-10 03:02:36 II: Finished in 0.13s 2019-02-10 03:02:36 QQ: 'UPDATE pmic_2009 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:02:38 II: Finished in 1.5s 2019-02-10 03:02:38 QQ: 'UPDATE pmic_2009 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:02:38 II: Finished in 0.1s 2019-02-10 03:02:38 QQ: 'UPDATE pmic_2009 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-02-10 03:02:39 II: Finished in 1.01s 2019-02-10 03:02:39 QQ: 'ALTER TABLE pmic_2009 ADD COLUMN ethnicity VARCHAR (255)' 2019-02-10 03:02:40 II: Finished in 1.02s 2019-02-10 03:02:40 QQ: 'UPDATE pmic_2009 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-02-10 03:02:41 II: Finished in 1.25s 2019-02-10 03:02:41 QQ: 'UPDATE pmic_2009 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-02-10 03:02:42 II: Finished in 0.33s 2019-02-10 03:02:42 QQ: 'UPDATE pmic_2009 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-02-10 03:02:42 II: Finished in 0.5s 2019-02-10 03:03:41 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:03:41 II: Finished in 0.06s 2019-02-10 03:03:41 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:03:41 columns.table_id=tables.id where tables.name='hmda_inst_2010'' 2019-02-10 03:03:41 II: Finished in 0s 2019-02-10 03:03:41 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:03:41 II: Finished in 0s 2019-02-10 03:03:41 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:03:41 columns.table_id=tables.id where tables.name='hmda_lar_2010'' 2019-02-10 03:03:41 II: Finished in 0.06s 2019-02-10 03:03:41 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:03:41 II: Finished in 0s 2019-02-10 03:03:41 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:03:41 columns.table_id=tables.id where tables.name='hmda_inst_2010'' 2019-02-10 03:03:41 II: Finished in 0s 2019-02-10 03:03:41 QQ: 'CREATE TABLE hmda_2010 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2010 AS a INNER JOIN hmda_inst_2010 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-02-10 03:05:04 II: Finished in 1.39s 2019-02-10 03:05:04 QQ: 'select count(*) from hmda_2010' 2019-02-10 03:05:04 II: Finished in 0.09s 2019-02-10 03:05:04 QQ: 'select count(*) from hmda_lar_2010' 2019-02-10 03:05:04 II: Finished in 0.01s 2019-02-10 03:05:04 QQ: 'ALTER TABLE hmda_2010 ADD COLUMN app_min_cnt INTEGER' 2019-02-10 03:05:08 II: Finished in 3.88s 2019-02-10 03:05:08 QQ: 'ALTER TABLE hmda_2010 ADD COLUMN co_min_cnt INTEGER' 2019-02-10 03:05:16 II: Finished in 7.99s 2019-02-10 03:05:16 QQ: 'UPDATE hmda_2010 SET 2019-02-10 03:05:16 app_min_cnt = 2019-02-10 03:05:16 ( 2019-02-10 03:05:16 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:05:16 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:05:16 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:05:16 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:05:16 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:05:16 )' 2019-02-10 03:05:30 II: Finished in 13.27s 2019-02-10 03:05:30 QQ: 'UPDATE hmda_2010 SET 2019-02-10 03:05:30 co_min_cnt = 2019-02-10 03:05:30 ( 2019-02-10 03:05:30 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:05:30 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:05:30 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:05:30 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:05:30 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:05:30 )' 2019-02-10 03:05:42 II: Finished in 12.49s 2019-02-10 03:05:42 QQ: 'ALTER TABLE hmda_2010 ADD COLUMN appwhite INTEGER' 2019-02-10 03:05:46 II: Finished in 3.93s 2019-02-10 03:05:46 QQ: 'ALTER TABLE hmda_2010 ADD COLUMN cowhite INTEGER' 2019-02-10 03:05:53 II: Finished in 6.54s 2019-02-10 03:05:53 QQ: 'UPDATE hmda_2010 SET 2019-02-10 03:05:53 appwhite = 2019-02-10 03:05:53 ( 2019-02-10 03:05:53 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:05:53 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:05:53 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:05:53 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:05:53 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:05:53 )' 2019-02-10 03:06:01 II: Finished in 8.74s 2019-02-10 03:06:01 QQ: 'UPDATE hmda_2010 SET 2019-02-10 03:06:01 cowhite = 2019-02-10 03:06:01 ( 2019-02-10 03:06:01 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:06:01 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:06:01 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:06:01 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:06:01 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:06:01 )' 2019-02-10 03:06:09 II: Finished in 7.87s 2019-02-10 03:06:09 QQ: 'UPDATE hmda_2010 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:06:14 II: Finished in 4.6s 2019-02-10 03:06:14 QQ: 'UPDATE hmda_2010 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:06:16 II: Finished in 2.29s 2019-02-10 03:06:16 QQ: 'UPDATE hmda_2010 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:06:22 II: Finished in 6.03s 2019-02-10 03:06:22 QQ: 'UPDATE hmda_2010 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:06:26 II: Finished in 3.61s 2019-02-10 03:06:26 QQ: 'ALTER TABLE hmda_2010 ADD COLUMN race INTEGER' 2019-02-10 03:06:29 II: Finished in 3.34s 2019-02-10 03:06:29 QQ: 'UPDATE hmda_2010 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-02-10 03:06:33 II: Finished in 3.68s 2019-02-10 03:06:33 QQ: 'UPDATE hmda_2010 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-02-10 03:06:38 II: Finished in 4.81s 2019-02-10 03:06:38 QQ: 'UPDATE hmda_2010 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:06:42 II: Finished in 4.23s 2019-02-10 03:06:42 QQ: 'UPDATE hmda_2010 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:06:42 II: Finished in 0.31s 2019-02-10 03:06:42 QQ: 'UPDATE hmda_2010 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-02-10 03:06:49 II: Finished in 6.97s 2019-02-10 03:06:49 QQ: 'ALTER TABLE hmda_2010 ADD COLUMN ethnicity VARCHAR (255)' 2019-02-10 03:06:55 II: Finished in 6.24s 2019-02-10 03:06:55 QQ: 'UPDATE hmda_2010 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-02-10 03:07:04 II: Finished in 8.37s 2019-02-10 03:07:04 QQ: 'UPDATE hmda_2010 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-02-10 03:07:06 II: Finished in 1.87s 2019-02-10 03:07:06 QQ: 'UPDATE hmda_2010 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-02-10 03:07:10 II: Finished in 4.02s 2019-02-10 03:09:34 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:09:34 II: Finished in 0.06s 2019-02-10 03:09:34 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:09:34 columns.table_id=tables.id where tables.name='pmic_inst_2010'' 2019-02-10 03:09:34 II: Finished in 0.01s 2019-02-10 03:09:34 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:09:34 II: Finished in 0s 2019-02-10 03:09:34 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:09:34 columns.table_id=tables.id where tables.name='pmic_lar_2010'' 2019-02-10 03:09:34 II: Finished in 0.04s 2019-02-10 03:09:34 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:09:34 II: Finished in 0.01s 2019-02-10 03:09:34 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:09:34 columns.table_id=tables.id where tables.name='pmic_inst_2010'' 2019-02-10 03:09:34 II: Finished in 0s 2019-02-10 03:09:34 QQ: 'CREATE TABLE pmic_2010 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM pmic_lar_2010 AS a INNER JOIN pmic_inst_2010 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-02-10 03:10:11 II: Finished in 37.1s 2019-02-10 03:10:11 QQ: 'select count(*) from pmic_2010' 2019-02-10 03:10:11 II: Finished in 0.01s 2019-02-10 03:10:11 QQ: 'select count(*) from pmic_lar_2010' 2019-02-10 03:10:11 II: Finished in 0.02s 2019-02-10 03:10:11 QQ: 'ALTER TABLE pmic_2010 ADD COLUMN app_min_cnt INTEGER' 2019-02-10 03:10:12 II: Finished in 0.28s 2019-02-10 03:10:12 QQ: 'ALTER TABLE pmic_2010 ADD COLUMN co_min_cnt INTEGER' 2019-02-10 03:10:12 II: Finished in 0.3s 2019-02-10 03:10:12 QQ: 'UPDATE pmic_2010 SET 2019-02-10 03:10:12 app_min_cnt = 2019-02-10 03:10:12 ( 2019-02-10 03:10:12 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:10:12 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:10:12 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:10:12 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:10:12 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:10:12 )' 2019-02-10 03:10:12 II: Finished in 0.31s 2019-02-10 03:10:12 QQ: 'UPDATE pmic_2010 SET 2019-02-10 03:10:12 co_min_cnt = 2019-02-10 03:10:12 ( 2019-02-10 03:10:12 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:10:12 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:10:12 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:10:12 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:10:12 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:10:12 )' 2019-02-10 03:10:14 II: Finished in 1.73s 2019-02-10 03:10:14 QQ: 'ALTER TABLE pmic_2010 ADD COLUMN appwhite INTEGER' 2019-02-10 03:10:15 II: Finished in 0.51s 2019-02-10 03:10:15 QQ: 'ALTER TABLE pmic_2010 ADD COLUMN cowhite INTEGER' 2019-02-10 03:10:15 II: Finished in 0.39s 2019-02-10 03:10:15 QQ: 'UPDATE pmic_2010 SET 2019-02-10 03:10:15 appwhite = 2019-02-10 03:10:15 ( 2019-02-10 03:10:15 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:10:15 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:10:15 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:10:15 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:10:15 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:10:15 )' 2019-02-10 03:10:15 II: Finished in 0.38s 2019-02-10 03:10:15 QQ: 'UPDATE pmic_2010 SET 2019-02-10 03:10:15 cowhite = 2019-02-10 03:10:15 ( 2019-02-10 03:10:15 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:10:15 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:10:15 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:10:15 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:10:15 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:10:15 )' 2019-02-10 03:10:16 II: Finished in 0.42s 2019-02-10 03:10:16 QQ: 'UPDATE pmic_2010 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:10:16 II: Finished in 0.33s 2019-02-10 03:10:16 QQ: 'UPDATE pmic_2010 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:10:16 II: Finished in 0.06s 2019-02-10 03:10:16 QQ: 'UPDATE pmic_2010 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:10:16 II: Finished in 0.17s 2019-02-10 03:10:16 QQ: 'UPDATE pmic_2010 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:10:16 II: Finished in 0.12s 2019-02-10 03:10:16 QQ: 'ALTER TABLE pmic_2010 ADD COLUMN race INTEGER' 2019-02-10 03:10:17 II: Finished in 0.31s 2019-02-10 03:10:17 QQ: 'UPDATE pmic_2010 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-02-10 03:10:17 II: Finished in 0.15s 2019-02-10 03:10:17 QQ: 'UPDATE pmic_2010 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-02-10 03:10:17 II: Finished in 0.15s 2019-02-10 03:10:17 QQ: 'UPDATE pmic_2010 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:10:17 II: Finished in 0.19s 2019-02-10 03:10:17 QQ: 'UPDATE pmic_2010 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:10:17 II: Finished in 0.1s 2019-02-10 03:10:17 QQ: 'UPDATE pmic_2010 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-02-10 03:10:18 II: Finished in 0.33s 2019-02-10 03:10:18 QQ: 'ALTER TABLE pmic_2010 ADD COLUMN ethnicity VARCHAR (255)' 2019-02-10 03:10:18 II: Finished in 0.47s 2019-02-10 03:10:18 QQ: 'UPDATE pmic_2010 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-02-10 03:10:20 II: Finished in 1.54s 2019-02-10 03:10:20 QQ: 'UPDATE pmic_2010 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-02-10 03:10:22 II: Finished in 1.9s 2019-02-10 03:10:22 QQ: 'UPDATE pmic_2010 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-02-10 03:10:22 II: Finished in 0.14s 2019-02-10 03:11:21 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:11:21 II: Finished in 0.1s 2019-02-10 03:11:21 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:11:21 columns.table_id=tables.id where tables.name='hmda_inst_2011'' 2019-02-10 03:11:21 II: Finished in 0.01s 2019-02-10 03:11:21 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:11:21 II: Finished in 0s 2019-02-10 03:11:21 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:11:21 columns.table_id=tables.id where tables.name='hmda_lar_2011'' 2019-02-10 03:11:23 II: Finished in 1.5s 2019-02-10 03:11:23 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:11:23 II: Finished in 0s 2019-02-10 03:11:23 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:11:23 columns.table_id=tables.id where tables.name='hmda_inst_2011'' 2019-02-10 03:11:23 II: Finished in 0s 2019-02-10 03:11:23 QQ: 'CREATE TABLE hmda_2011 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2011 AS a INNER JOIN hmda_inst_2011 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-02-10 03:12:43 II: Finished in 1.33s 2019-02-10 03:12:43 QQ: 'select count(*) from hmda_2011' 2019-02-10 03:12:43 II: Finished in 0.07s 2019-02-10 03:12:43 QQ: 'select count(*) from hmda_lar_2011' 2019-02-10 03:12:43 II: Finished in 0.02s 2019-02-10 03:12:43 QQ: 'ALTER TABLE hmda_2011 ADD COLUMN app_min_cnt INTEGER' 2019-02-10 03:12:47 II: Finished in 3.91s 2019-02-10 03:12:47 QQ: 'ALTER TABLE hmda_2011 ADD COLUMN co_min_cnt INTEGER' 2019-02-10 03:12:51 II: Finished in 4.56s 2019-02-10 03:12:51 QQ: 'UPDATE hmda_2011 SET 2019-02-10 03:12:51 app_min_cnt = 2019-02-10 03:12:51 ( 2019-02-10 03:12:51 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:12:51 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:12:51 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:12:51 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:12:51 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:12:51 )' 2019-02-10 03:13:04 II: Finished in 12.53s 2019-02-10 03:13:04 QQ: 'UPDATE hmda_2011 SET 2019-02-10 03:13:04 co_min_cnt = 2019-02-10 03:13:04 ( 2019-02-10 03:13:04 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:13:04 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:13:04 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:13:04 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:13:04 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:13:04 )' 2019-02-10 03:13:16 II: Finished in 11.87s 2019-02-10 03:13:16 QQ: 'ALTER TABLE hmda_2011 ADD COLUMN appwhite INTEGER' 2019-02-10 03:13:21 II: Finished in 5.4s 2019-02-10 03:13:21 QQ: 'ALTER TABLE hmda_2011 ADD COLUMN cowhite INTEGER' 2019-02-10 03:13:29 II: Finished in 8.1s 2019-02-10 03:13:29 QQ: 'UPDATE hmda_2011 SET 2019-02-10 03:13:29 appwhite = 2019-02-10 03:13:29 ( 2019-02-10 03:13:29 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:13:29 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:13:29 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:13:29 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:13:29 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:13:29 )' 2019-02-10 03:13:38 II: Finished in 8.58s 2019-02-10 03:13:38 QQ: 'UPDATE hmda_2011 SET 2019-02-10 03:13:38 cowhite = 2019-02-10 03:13:38 ( 2019-02-10 03:13:38 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:13:38 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:13:38 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:13:38 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:13:38 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:13:38 )' 2019-02-10 03:13:45 II: Finished in 7.36s 2019-02-10 03:13:45 QQ: 'UPDATE hmda_2011 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:13:49 II: Finished in 4.13s 2019-02-10 03:13:49 QQ: 'UPDATE hmda_2011 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:13:52 II: Finished in 2.43s 2019-02-10 03:13:52 QQ: 'UPDATE hmda_2011 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:13:57 II: Finished in 5.83s 2019-02-10 03:13:57 QQ: 'UPDATE hmda_2011 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:14:01 II: Finished in 3.7s 2019-02-10 03:14:01 QQ: 'ALTER TABLE hmda_2011 ADD COLUMN race INTEGER' 2019-02-10 03:14:08 II: Finished in 7.35s 2019-02-10 03:14:08 QQ: 'UPDATE hmda_2011 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-02-10 03:14:12 II: Finished in 3.78s 2019-02-10 03:14:12 QQ: 'UPDATE hmda_2011 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-02-10 03:14:17 II: Finished in 4.6s 2019-02-10 03:14:17 QQ: 'UPDATE hmda_2011 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:14:19 II: Finished in 2.23s 2019-02-10 03:14:19 QQ: 'UPDATE hmda_2011 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:14:20 II: Finished in 0.65s 2019-02-10 03:14:20 QQ: 'UPDATE hmda_2011 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-02-10 03:14:28 II: Finished in 7.86s 2019-02-10 03:14:28 QQ: 'ALTER TABLE hmda_2011 ADD COLUMN ethnicity VARCHAR (255)' 2019-02-10 03:14:34 II: Finished in 6.6s 2019-02-10 03:14:34 QQ: 'UPDATE hmda_2011 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-02-10 03:14:40 II: Finished in 6.23s 2019-02-10 03:14:40 QQ: 'UPDATE hmda_2011 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-02-10 03:14:42 II: Finished in 1.78s 2019-02-10 03:14:42 QQ: 'UPDATE hmda_2011 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-02-10 03:14:46 II: Finished in 3.5s 2019-02-10 03:16:39 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:16:39 II: Finished in 0.08s 2019-02-10 03:16:39 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:16:39 columns.table_id=tables.id where tables.name='pmic_inst_2011'' 2019-02-10 03:16:39 II: Finished in 0s 2019-02-10 03:16:39 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:16:39 II: Finished in 0s 2019-02-10 03:16:39 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:16:39 columns.table_id=tables.id where tables.name='pmic_lar_2011'' 2019-02-10 03:16:39 II: Finished in 0.08s 2019-02-10 03:16:39 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:16:39 II: Finished in 0s 2019-02-10 03:16:39 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:16:39 columns.table_id=tables.id where tables.name='pmic_inst_2011'' 2019-02-10 03:16:39 II: Finished in 0.01s 2019-02-10 03:16:39 QQ: 'CREATE TABLE pmic_2011 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM pmic_lar_2011 AS a INNER JOIN pmic_inst_2011 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-02-10 03:17:08 II: Finished in 29.39s 2019-02-10 03:17:08 QQ: 'select count(*) from pmic_2011' 2019-02-10 03:17:08 II: Finished in 0.01s 2019-02-10 03:17:08 QQ: 'select count(*) from pmic_lar_2011' 2019-02-10 03:17:08 II: Finished in 0.01s 2019-02-10 03:17:08 QQ: 'ALTER TABLE pmic_2011 ADD COLUMN app_min_cnt INTEGER' 2019-02-10 03:17:09 II: Finished in 0.3s 2019-02-10 03:17:09 QQ: 'ALTER TABLE pmic_2011 ADD COLUMN co_min_cnt INTEGER' 2019-02-10 03:17:09 II: Finished in 0.31s 2019-02-10 03:17:09 QQ: 'UPDATE pmic_2011 SET 2019-02-10 03:17:09 app_min_cnt = 2019-02-10 03:17:09 ( 2019-02-10 03:17:09 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:17:09 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:17:09 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:17:09 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:17:09 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:17:09 )' 2019-02-10 03:17:11 II: Finished in 1.74s 2019-02-10 03:17:11 QQ: 'UPDATE pmic_2011 SET 2019-02-10 03:17:11 co_min_cnt = 2019-02-10 03:17:11 ( 2019-02-10 03:17:11 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:17:11 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:17:11 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:17:11 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:17:11 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:17:11 )' 2019-02-10 03:17:13 II: Finished in 1.89s 2019-02-10 03:17:13 QQ: 'ALTER TABLE pmic_2011 ADD COLUMN appwhite INTEGER' 2019-02-10 03:17:15 II: Finished in 2.59s 2019-02-10 03:17:15 QQ: 'ALTER TABLE pmic_2011 ADD COLUMN cowhite INTEGER' 2019-02-10 03:17:17 II: Finished in 1.5s 2019-02-10 03:17:17 QQ: 'UPDATE pmic_2011 SET 2019-02-10 03:17:17 appwhite = 2019-02-10 03:17:17 ( 2019-02-10 03:17:17 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:17:17 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:17:17 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:17:17 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:17:17 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:17:17 )' 2019-02-10 03:17:18 II: Finished in 1.52s 2019-02-10 03:17:18 QQ: 'UPDATE pmic_2011 SET 2019-02-10 03:17:18 cowhite = 2019-02-10 03:17:18 ( 2019-02-10 03:17:18 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:17:18 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:17:18 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:17:18 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:17:18 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:17:18 )' 2019-02-10 03:17:19 II: Finished in 1.13s 2019-02-10 03:17:19 QQ: 'UPDATE pmic_2011 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:17:20 II: Finished in 0.51s 2019-02-10 03:17:20 QQ: 'UPDATE pmic_2011 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:17:21 II: Finished in 0.9s 2019-02-10 03:17:21 QQ: 'UPDATE pmic_2011 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:17:22 II: Finished in 1s 2019-02-10 03:17:22 QQ: 'UPDATE pmic_2011 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:17:22 II: Finished in 0.45s 2019-02-10 03:17:22 QQ: 'ALTER TABLE pmic_2011 ADD COLUMN race INTEGER' 2019-02-10 03:17:23 II: Finished in 0.27s 2019-02-10 03:17:23 QQ: 'UPDATE pmic_2011 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-02-10 03:17:23 II: Finished in 0.1s 2019-02-10 03:17:23 QQ: 'UPDATE pmic_2011 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-02-10 03:17:24 II: Finished in 1.8s 2019-02-10 03:17:24 QQ: 'UPDATE pmic_2011 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:17:25 II: Finished in 0.12s 2019-02-10 03:17:25 QQ: 'UPDATE pmic_2011 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:17:25 II: Finished in 0.07s 2019-02-10 03:17:25 QQ: 'UPDATE pmic_2011 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-02-10 03:17:25 II: Finished in 0.36s 2019-02-10 03:17:25 QQ: 'ALTER TABLE pmic_2011 ADD COLUMN ethnicity VARCHAR (255)' 2019-02-10 03:17:30 II: Finished in 4.87s 2019-02-10 03:17:30 QQ: 'UPDATE pmic_2011 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-02-10 03:17:31 II: Finished in 1.23s 2019-02-10 03:17:31 QQ: 'UPDATE pmic_2011 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-02-10 03:17:31 II: Finished in 0.29s 2019-02-10 03:17:31 QQ: 'UPDATE pmic_2011 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-02-10 03:17:32 II: Finished in 0.88s 2019-02-10 03:18:11 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:18:11 II: Finished in 0.06s 2019-02-10 03:18:11 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:18:11 columns.table_id=tables.id where tables.name='hmda_inst_2012'' 2019-02-10 03:18:11 II: Finished in 0.01s 2019-02-10 03:18:11 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:18:11 II: Finished in 0s 2019-02-10 03:18:11 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:18:11 columns.table_id=tables.id where tables.name='hmda_lar_2012'' 2019-02-10 03:18:11 II: Finished in 0.06s 2019-02-10 03:18:11 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:18:11 II: Finished in 0s 2019-02-10 03:18:11 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:18:11 columns.table_id=tables.id where tables.name='hmda_inst_2012'' 2019-02-10 03:18:11 II: Finished in 0s 2019-02-10 03:18:11 QQ: 'CREATE TABLE hmda_2012 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2012 AS a INNER JOIN hmda_inst_2012 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-02-10 03:19:35 II: Finished in 1.4s 2019-02-10 03:19:35 QQ: 'select count(*) from hmda_2012' 2019-02-10 03:19:35 II: Finished in 0.1s 2019-02-10 03:19:35 QQ: 'select count(*) from hmda_lar_2012' 2019-02-10 03:19:35 II: Finished in 0.02s 2019-02-10 03:19:35 QQ: 'ALTER TABLE hmda_2012 ADD COLUMN app_min_cnt INTEGER' 2019-02-10 03:19:38 II: Finished in 2.75s 2019-02-10 03:19:38 QQ: 'ALTER TABLE hmda_2012 ADD COLUMN co_min_cnt INTEGER' 2019-02-10 03:19:44 II: Finished in 5.89s 2019-02-10 03:19:44 QQ: 'UPDATE hmda_2012 SET 2019-02-10 03:19:44 app_min_cnt = 2019-02-10 03:19:44 ( 2019-02-10 03:19:44 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:19:44 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:19:44 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:19:44 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:19:44 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:19:44 )' 2019-02-10 03:19:58 II: Finished in 14.28s 2019-02-10 03:19:58 QQ: 'UPDATE hmda_2012 SET 2019-02-10 03:19:58 co_min_cnt = 2019-02-10 03:19:58 ( 2019-02-10 03:19:58 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:19:58 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:19:58 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:19:58 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:19:58 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:19:58 )' 2019-02-10 03:20:14 II: Finished in 15.54s 2019-02-10 03:20:14 QQ: 'ALTER TABLE hmda_2012 ADD COLUMN appwhite INTEGER' 2019-02-10 03:20:17 II: Finished in 2.81s 2019-02-10 03:20:17 QQ: 'ALTER TABLE hmda_2012 ADD COLUMN cowhite INTEGER' 2019-02-10 03:20:20 II: Finished in 3.73s 2019-02-10 03:20:20 QQ: 'UPDATE hmda_2012 SET 2019-02-10 03:20:20 appwhite = 2019-02-10 03:20:20 ( 2019-02-10 03:20:20 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:20:20 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:20:20 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:20:20 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:20:20 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:20:20 )' 2019-02-10 03:20:30 II: Finished in 9.53s 2019-02-10 03:20:30 QQ: 'UPDATE hmda_2012 SET 2019-02-10 03:20:30 cowhite = 2019-02-10 03:20:30 ( 2019-02-10 03:20:30 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:20:30 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:20:30 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:20:30 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:20:30 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:20:30 )' 2019-02-10 03:20:38 II: Finished in 8.16s 2019-02-10 03:20:38 QQ: 'UPDATE hmda_2012 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:20:44 II: Finished in 5.47s 2019-02-10 03:20:44 QQ: 'UPDATE hmda_2012 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:20:46 II: Finished in 2.08s 2019-02-10 03:20:46 QQ: 'UPDATE hmda_2012 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:20:52 II: Finished in 6.32s 2019-02-10 03:20:52 QQ: 'UPDATE hmda_2012 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:20:56 II: Finished in 3.92s 2019-02-10 03:20:56 QQ: 'ALTER TABLE hmda_2012 ADD COLUMN race INTEGER' 2019-02-10 03:21:01 II: Finished in 5.44s 2019-02-10 03:21:01 QQ: 'UPDATE hmda_2012 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-02-10 03:21:09 II: Finished in 7.88s 2019-02-10 03:21:09 QQ: 'UPDATE hmda_2012 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-02-10 03:21:11 II: Finished in 1.76s 2019-02-10 03:21:11 QQ: 'UPDATE hmda_2012 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:21:14 II: Finished in 3.06s 2019-02-10 03:21:14 QQ: 'UPDATE hmda_2012 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:21:16 II: Finished in 1.62s 2019-02-10 03:21:16 QQ: 'UPDATE hmda_2012 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-02-10 03:21:23 II: Finished in 7.27s 2019-02-10 03:21:23 QQ: 'ALTER TABLE hmda_2012 ADD COLUMN ethnicity VARCHAR (255)' 2019-02-10 03:21:31 II: Finished in 8.52s 2019-02-10 03:21:31 QQ: 'UPDATE hmda_2012 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-02-10 03:21:41 II: Finished in 9.64s 2019-02-10 03:21:41 QQ: 'UPDATE hmda_2012 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-02-10 03:21:43 II: Finished in 1.97s 2019-02-10 03:21:43 QQ: 'UPDATE hmda_2012 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-02-10 03:21:46 II: Finished in 2.85s 2019-02-10 03:23:53 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:23:53 II: Finished in 0.1s 2019-02-10 03:23:53 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:23:53 columns.table_id=tables.id where tables.name='pmic_inst_2012'' 2019-02-10 03:23:53 II: Finished in 0.01s 2019-02-10 03:23:53 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:23:53 II: Finished in 0s 2019-02-10 03:23:53 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:23:53 columns.table_id=tables.id where tables.name='pmic_lar_2012'' 2019-02-10 03:23:53 II: Finished in 0.09s 2019-02-10 03:23:53 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:23:53 II: Finished in 0s 2019-02-10 03:23:53 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:23:53 columns.table_id=tables.id where tables.name='pmic_inst_2012'' 2019-02-10 03:23:53 II: Finished in 0.01s 2019-02-10 03:23:53 QQ: 'CREATE TABLE pmic_2012 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM pmic_lar_2012 AS a INNER JOIN pmic_inst_2012 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-02-10 03:24:29 II: Finished in 35.75s 2019-02-10 03:24:29 QQ: 'select count(*) from pmic_2012' 2019-02-10 03:24:29 II: Finished in 0.02s 2019-02-10 03:24:29 QQ: 'select count(*) from pmic_lar_2012' 2019-02-10 03:24:29 II: Finished in 0.01s 2019-02-10 03:24:29 QQ: 'ALTER TABLE pmic_2012 ADD COLUMN app_min_cnt INTEGER' 2019-02-10 03:24:29 II: Finished in 0.34s 2019-02-10 03:24:29 QQ: 'ALTER TABLE pmic_2012 ADD COLUMN co_min_cnt INTEGER' 2019-02-10 03:24:29 II: Finished in 0.36s 2019-02-10 03:24:29 QQ: 'UPDATE pmic_2012 SET 2019-02-10 03:24:29 app_min_cnt = 2019-02-10 03:24:29 ( 2019-02-10 03:24:29 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:24:29 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:24:29 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:24:29 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:24:29 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:24:29 )' 2019-02-10 03:24:32 II: Finished in 2.37s 2019-02-10 03:24:32 QQ: 'UPDATE pmic_2012 SET 2019-02-10 03:24:32 co_min_cnt = 2019-02-10 03:24:32 ( 2019-02-10 03:24:32 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:24:32 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:24:32 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:24:32 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:24:32 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:24:32 )' 2019-02-10 03:24:33 II: Finished in 1.27s 2019-02-10 03:24:33 QQ: 'ALTER TABLE pmic_2012 ADD COLUMN appwhite INTEGER' 2019-02-10 03:24:33 II: Finished in 0.35s 2019-02-10 03:24:33 QQ: 'ALTER TABLE pmic_2012 ADD COLUMN cowhite INTEGER' 2019-02-10 03:24:35 II: Finished in 1.94s 2019-02-10 03:24:35 QQ: 'UPDATE pmic_2012 SET 2019-02-10 03:24:35 appwhite = 2019-02-10 03:24:35 ( 2019-02-10 03:24:35 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:24:35 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:24:35 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:24:35 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:24:35 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:24:35 )' 2019-02-10 03:24:37 II: Finished in 1.96s 2019-02-10 03:24:37 QQ: 'UPDATE pmic_2012 SET 2019-02-10 03:24:37 cowhite = 2019-02-10 03:24:37 ( 2019-02-10 03:24:37 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:24:37 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:24:37 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:24:37 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:24:37 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:24:37 )' 2019-02-10 03:24:38 II: Finished in 1.13s 2019-02-10 03:24:38 QQ: 'UPDATE pmic_2012 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:24:40 II: Finished in 1.17s 2019-02-10 03:24:40 QQ: 'UPDATE pmic_2012 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:24:40 II: Finished in 0.72s 2019-02-10 03:24:40 QQ: 'UPDATE pmic_2012 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:24:43 II: Finished in 2.28s 2019-02-10 03:24:43 QQ: 'UPDATE pmic_2012 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:24:45 II: Finished in 2.69s 2019-02-10 03:24:45 QQ: 'ALTER TABLE pmic_2012 ADD COLUMN race INTEGER' 2019-02-10 03:24:47 II: Finished in 1.36s 2019-02-10 03:24:47 QQ: 'UPDATE pmic_2012 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-02-10 03:24:49 II: Finished in 1.97s 2019-02-10 03:24:49 QQ: 'UPDATE pmic_2012 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-02-10 03:24:49 II: Finished in 0.82s 2019-02-10 03:24:49 QQ: 'UPDATE pmic_2012 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:24:50 II: Finished in 0.18s 2019-02-10 03:24:50 QQ: 'UPDATE pmic_2012 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:24:51 II: Finished in 1.39s 2019-02-10 03:24:51 QQ: 'UPDATE pmic_2012 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-02-10 03:24:53 II: Finished in 2.25s 2019-02-10 03:24:53 QQ: 'ALTER TABLE pmic_2012 ADD COLUMN ethnicity VARCHAR (255)' 2019-02-10 03:24:56 II: Finished in 2.96s 2019-02-10 03:24:56 QQ: 'UPDATE pmic_2012 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-02-10 03:24:58 II: Finished in 1.64s 2019-02-10 03:24:58 QQ: 'UPDATE pmic_2012 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-02-10 03:24:59 II: Finished in 1.33s 2019-02-10 03:24:59 QQ: 'UPDATE pmic_2012 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-02-10 03:25:02 II: Finished in 2.39s 2019-02-10 03:25:46 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:25:46 II: Finished in 0.06s 2019-02-10 03:25:46 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:25:46 columns.table_id=tables.id where tables.name='hmda_inst_2013'' 2019-02-10 03:25:46 II: Finished in 0s 2019-02-10 03:25:46 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:25:46 II: Finished in 0s 2019-02-10 03:25:46 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:25:46 columns.table_id=tables.id where tables.name='hmda_lar_2013'' 2019-02-10 03:25:46 II: Finished in 0.06s 2019-02-10 03:25:46 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:25:46 II: Finished in 0s 2019-02-10 03:25:46 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:25:46 columns.table_id=tables.id where tables.name='hmda_inst_2013'' 2019-02-10 03:25:46 II: Finished in 0s 2019-02-10 03:25:46 QQ: 'CREATE TABLE hmda_2013 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2013 AS a INNER JOIN hmda_inst_2013 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-02-10 03:27:31 II: Finished in 1.75s 2019-02-10 03:27:31 QQ: 'select count(*) from hmda_2013' 2019-02-10 03:27:31 II: Finished in 0.09s 2019-02-10 03:27:31 QQ: 'select count(*) from hmda_lar_2013' 2019-02-10 03:27:31 II: Finished in 0.02s 2019-02-10 03:27:31 QQ: 'ALTER TABLE hmda_2013 ADD COLUMN app_min_cnt INTEGER' 2019-02-10 03:27:40 II: Finished in 8.63s 2019-02-10 03:27:40 QQ: 'ALTER TABLE hmda_2013 ADD COLUMN co_min_cnt INTEGER' 2019-02-10 03:27:43 II: Finished in 2.57s 2019-02-10 03:27:43 QQ: 'UPDATE hmda_2013 SET 2019-02-10 03:27:43 app_min_cnt = 2019-02-10 03:27:43 ( 2019-02-10 03:27:43 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:27:43 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:27:43 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:27:43 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:27:43 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:27:43 )' 2019-02-10 03:27:56 II: Finished in 13.1s 2019-02-10 03:27:56 QQ: 'UPDATE hmda_2013 SET 2019-02-10 03:27:56 co_min_cnt = 2019-02-10 03:27:56 ( 2019-02-10 03:27:56 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:27:56 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:27:56 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:27:56 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:27:56 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:27:56 )' 2019-02-10 03:28:09 II: Finished in 12.87s 2019-02-10 03:28:09 QQ: 'ALTER TABLE hmda_2013 ADD COLUMN appwhite INTEGER' 2019-02-10 03:28:15 II: Finished in 6.66s 2019-02-10 03:28:15 QQ: 'ALTER TABLE hmda_2013 ADD COLUMN cowhite INTEGER' 2019-02-10 03:28:20 II: Finished in 5s 2019-02-10 03:28:20 QQ: 'UPDATE hmda_2013 SET 2019-02-10 03:28:20 appwhite = 2019-02-10 03:28:20 ( 2019-02-10 03:28:20 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:28:20 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:28:20 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:28:20 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:28:20 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:28:20 )' 2019-02-10 03:28:29 II: Finished in 8.79s 2019-02-10 03:28:29 QQ: 'UPDATE hmda_2013 SET 2019-02-10 03:28:29 cowhite = 2019-02-10 03:28:29 ( 2019-02-10 03:28:29 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:28:29 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:28:29 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:28:29 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:28:29 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:28:29 )' 2019-02-10 03:28:36 II: Finished in 7.3s 2019-02-10 03:28:36 QQ: 'UPDATE hmda_2013 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:28:40 II: Finished in 4.14s 2019-02-10 03:28:40 QQ: 'UPDATE hmda_2013 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:28:43 II: Finished in 2.28s 2019-02-10 03:28:43 QQ: 'UPDATE hmda_2013 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:28:49 II: Finished in 6.04s 2019-02-10 03:28:49 QQ: 'UPDATE hmda_2013 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:28:52 II: Finished in 3.61s 2019-02-10 03:28:52 QQ: 'ALTER TABLE hmda_2013 ADD COLUMN race INTEGER' 2019-02-10 03:29:00 II: Finished in 8.05s 2019-02-10 03:29:00 QQ: 'UPDATE hmda_2013 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-02-10 03:29:06 II: Finished in 5.99s 2019-02-10 03:29:06 QQ: 'UPDATE hmda_2013 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-02-10 03:29:09 II: Finished in 2.18s 2019-02-10 03:29:09 QQ: 'UPDATE hmda_2013 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:29:14 II: Finished in 4.95s 2019-02-10 03:29:14 QQ: 'UPDATE hmda_2013 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:29:15 II: Finished in 0.98s 2019-02-10 03:29:15 QQ: 'UPDATE hmda_2013 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-02-10 03:29:21 II: Finished in 6.61s 2019-02-10 03:29:21 QQ: 'ALTER TABLE hmda_2013 ADD COLUMN ethnicity VARCHAR (255)' 2019-02-10 03:29:29 II: Finished in 8.08s 2019-02-10 03:29:29 QQ: 'UPDATE hmda_2013 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-02-10 03:29:36 II: Finished in 7.17s 2019-02-10 03:29:36 QQ: 'UPDATE hmda_2013 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-02-10 03:29:37 II: Finished in 0.9s 2019-02-10 03:29:37 QQ: 'UPDATE hmda_2013 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-02-10 03:29:41 II: Finished in 3.77s 2019-02-10 03:31:10 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:31:10 II: Finished in 0.12s 2019-02-10 03:31:10 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:31:10 columns.table_id=tables.id where tables.name='pmic_inst_2013'' 2019-02-10 03:31:10 II: Finished in 0.01s 2019-02-10 03:31:10 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:31:10 II: Finished in 0s 2019-02-10 03:31:10 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:31:10 columns.table_id=tables.id where tables.name='pmic_lar_2013'' 2019-02-10 03:31:10 II: Finished in 0.17s 2019-02-10 03:31:10 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:31:10 II: Finished in 0s 2019-02-10 03:31:10 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:31:10 columns.table_id=tables.id where tables.name='pmic_inst_2013'' 2019-02-10 03:31:10 II: Finished in 0.01s 2019-02-10 03:31:10 QQ: 'CREATE TABLE pmic_2013 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM pmic_lar_2013 AS a INNER JOIN pmic_inst_2013 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-02-10 03:31:55 II: Finished in 44.91s 2019-02-10 03:31:55 QQ: 'select count(*) from pmic_2013' 2019-02-10 03:31:55 II: Finished in 0.02s 2019-02-10 03:31:55 QQ: 'select count(*) from pmic_lar_2013' 2019-02-10 03:31:55 II: Finished in 0.01s 2019-02-10 03:31:55 QQ: 'ALTER TABLE pmic_2013 ADD COLUMN app_min_cnt INTEGER' 2019-02-10 03:31:58 II: Finished in 3.06s 2019-02-10 03:31:58 QQ: 'ALTER TABLE pmic_2013 ADD COLUMN co_min_cnt INTEGER' 2019-02-10 03:32:00 II: Finished in 1.71s 2019-02-10 03:32:00 QQ: 'UPDATE pmic_2013 SET 2019-02-10 03:32:00 app_min_cnt = 2019-02-10 03:32:00 ( 2019-02-10 03:32:00 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:32:00 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:32:00 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:32:00 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:32:00 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:32:00 )' 2019-02-10 03:32:03 II: Finished in 2.92s 2019-02-10 03:32:03 QQ: 'UPDATE pmic_2013 SET 2019-02-10 03:32:03 co_min_cnt = 2019-02-10 03:32:03 ( 2019-02-10 03:32:03 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:32:03 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:32:03 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:32:03 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:32:03 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:32:03 )' 2019-02-10 03:32:07 II: Finished in 3.78s 2019-02-10 03:32:07 QQ: 'ALTER TABLE pmic_2013 ADD COLUMN appwhite INTEGER' 2019-02-10 03:32:11 II: Finished in 4.21s 2019-02-10 03:32:11 QQ: 'ALTER TABLE pmic_2013 ADD COLUMN cowhite INTEGER' 2019-02-10 03:32:16 II: Finished in 5.09s 2019-02-10 03:32:16 QQ: 'UPDATE pmic_2013 SET 2019-02-10 03:32:16 appwhite = 2019-02-10 03:32:16 ( 2019-02-10 03:32:16 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:32:16 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:32:16 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:32:16 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:32:16 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:32:16 )' 2019-02-10 03:32:18 II: Finished in 1.78s 2019-02-10 03:32:18 QQ: 'UPDATE pmic_2013 SET 2019-02-10 03:32:18 cowhite = 2019-02-10 03:32:18 ( 2019-02-10 03:32:18 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:32:18 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:32:18 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:32:18 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:32:18 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:32:18 )' 2019-02-10 03:32:20 II: Finished in 1.72s 2019-02-10 03:32:20 QQ: 'UPDATE pmic_2013 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:32:23 II: Finished in 3.04s 2019-02-10 03:32:23 QQ: 'UPDATE pmic_2013 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:32:26 II: Finished in 3.37s 2019-02-10 03:32:26 QQ: 'UPDATE pmic_2013 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:32:30 II: Finished in 3.79s 2019-02-10 03:32:30 QQ: 'UPDATE pmic_2013 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:32:30 II: Finished in 0.42s 2019-02-10 03:32:30 QQ: 'ALTER TABLE pmic_2013 ADD COLUMN race INTEGER' 2019-02-10 03:32:31 II: Finished in 0.61s 2019-02-10 03:32:31 QQ: 'UPDATE pmic_2013 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-02-10 03:32:31 II: Finished in 0.23s 2019-02-10 03:32:31 QQ: 'UPDATE pmic_2013 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-02-10 03:32:31 II: Finished in 0.17s 2019-02-10 03:32:31 QQ: 'UPDATE pmic_2013 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:32:31 II: Finished in 0.18s 2019-02-10 03:32:31 QQ: 'UPDATE pmic_2013 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:32:32 II: Finished in 0.14s 2019-02-10 03:32:32 QQ: 'UPDATE pmic_2013 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-02-10 03:32:32 II: Finished in 0.53s 2019-02-10 03:32:32 QQ: 'ALTER TABLE pmic_2013 ADD COLUMN ethnicity VARCHAR (255)' 2019-02-10 03:32:34 II: Finished in 1.87s 2019-02-10 03:32:34 QQ: 'UPDATE pmic_2013 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-02-10 03:32:36 II: Finished in 1.75s 2019-02-10 03:32:36 QQ: 'UPDATE pmic_2013 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-02-10 03:32:37 II: Finished in 1.47s 2019-02-10 03:32:37 QQ: 'UPDATE pmic_2013 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-02-10 03:32:40 II: Finished in 2.9s 2019-02-10 03:33:09 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:33:09 II: Finished in 0.13s 2019-02-10 03:33:09 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:33:09 columns.table_id=tables.id where tables.name='hmda_inst_2014'' 2019-02-10 03:33:09 II: Finished in 0.15s 2019-02-10 03:33:09 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:33:09 II: Finished in 0s 2019-02-10 03:33:09 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:33:09 columns.table_id=tables.id where tables.name='hmda_lar_2014'' 2019-02-10 03:33:09 II: Finished in 0.46s 2019-02-10 03:33:09 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:33:09 II: Finished in 0s 2019-02-10 03:33:09 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:33:09 columns.table_id=tables.id where tables.name='hmda_inst_2014'' 2019-02-10 03:33:10 II: Finished in 0.51s 2019-02-10 03:33:10 QQ: 'CREATE TABLE hmda_2014 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2014 AS a INNER JOIN hmda_inst_2014 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-02-10 03:34:35 II: Finished in 1.41s 2019-02-10 03:34:35 QQ: 'select count(*) from hmda_2014' 2019-02-10 03:34:35 II: Finished in 0.06s 2019-02-10 03:34:35 QQ: 'select count(*) from hmda_lar_2014' 2019-02-10 03:34:35 II: Finished in 0.03s 2019-02-10 03:34:35 QQ: 'ALTER TABLE hmda_2014 ADD COLUMN app_min_cnt INTEGER' 2019-02-10 03:34:41 II: Finished in 6.45s 2019-02-10 03:34:41 QQ: 'ALTER TABLE hmda_2014 ADD COLUMN co_min_cnt INTEGER' 2019-02-10 03:34:45 II: Finished in 4.17s 2019-02-10 03:34:45 QQ: 'UPDATE hmda_2014 SET 2019-02-10 03:34:45 app_min_cnt = 2019-02-10 03:34:45 ( 2019-02-10 03:34:45 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:34:45 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:34:45 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:34:45 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:34:45 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:34:45 )' 2019-02-10 03:34:54 II: Finished in 9.06s 2019-02-10 03:34:54 QQ: 'UPDATE hmda_2014 SET 2019-02-10 03:34:54 co_min_cnt = 2019-02-10 03:34:54 ( 2019-02-10 03:34:54 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:34:54 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:34:54 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:34:54 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:34:54 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:34:54 )' 2019-02-10 03:35:03 II: Finished in 8.95s 2019-02-10 03:35:03 QQ: 'ALTER TABLE hmda_2014 ADD COLUMN appwhite INTEGER' 2019-02-10 03:35:07 II: Finished in 3.94s 2019-02-10 03:35:07 QQ: 'ALTER TABLE hmda_2014 ADD COLUMN cowhite INTEGER' 2019-02-10 03:35:09 II: Finished in 2.21s 2019-02-10 03:35:09 QQ: 'UPDATE hmda_2014 SET 2019-02-10 03:35:09 appwhite = 2019-02-10 03:35:09 ( 2019-02-10 03:35:09 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:35:09 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:35:09 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:35:09 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:35:09 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:35:09 )' 2019-02-10 03:35:15 II: Finished in 5.68s 2019-02-10 03:35:15 QQ: 'UPDATE hmda_2014 SET 2019-02-10 03:35:15 cowhite = 2019-02-10 03:35:15 ( 2019-02-10 03:35:15 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:35:15 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:35:15 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:35:15 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:35:15 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:35:15 )' 2019-02-10 03:35:23 II: Finished in 7.66s 2019-02-10 03:35:23 QQ: 'UPDATE hmda_2014 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:35:25 II: Finished in 2.17s 2019-02-10 03:35:25 QQ: 'UPDATE hmda_2014 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:35:27 II: Finished in 2.06s 2019-02-10 03:35:27 QQ: 'UPDATE hmda_2014 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:35:33 II: Finished in 5.56s 2019-02-10 03:35:33 QQ: 'UPDATE hmda_2014 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:35:36 II: Finished in 3.25s 2019-02-10 03:35:36 QQ: 'ALTER TABLE hmda_2014 ADD COLUMN race INTEGER' 2019-02-10 03:35:40 II: Finished in 3.68s 2019-02-10 03:35:40 QQ: 'UPDATE hmda_2014 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-02-10 03:35:45 II: Finished in 5.07s 2019-02-10 03:35:45 QQ: 'UPDATE hmda_2014 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-02-10 03:35:47 II: Finished in 2.54s 2019-02-10 03:35:47 QQ: 'UPDATE hmda_2014 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:35:49 II: Finished in 2.17s 2019-02-10 03:35:49 QQ: 'UPDATE hmda_2014 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:35:51 II: Finished in 1.47s 2019-02-10 03:35:51 QQ: 'UPDATE hmda_2014 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-02-10 03:35:54 II: Finished in 3.64s 2019-02-10 03:35:54 QQ: 'ALTER TABLE hmda_2014 ADD COLUMN ethnicity VARCHAR (255)' 2019-02-10 03:35:57 II: Finished in 2.6s 2019-02-10 03:35:57 QQ: 'UPDATE hmda_2014 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-02-10 03:36:03 II: Finished in 6.05s 2019-02-10 03:36:03 QQ: 'UPDATE hmda_2014 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-02-10 03:36:05 II: Finished in 2.25s 2019-02-10 03:36:05 QQ: 'UPDATE hmda_2014 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-02-10 03:36:10 II: Finished in 4.19s 2019-02-10 03:37:26 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:37:26 II: Finished in 0.08s 2019-02-10 03:37:26 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:37:26 columns.table_id=tables.id where tables.name='hmda_inst_2015'' 2019-02-10 03:37:26 II: Finished in 0.31s 2019-02-10 03:37:26 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:37:26 II: Finished in 0s 2019-02-10 03:37:26 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:37:26 columns.table_id=tables.id where tables.name='hmda_lar_2015'' 2019-02-10 03:37:26 II: Finished in 0.1s 2019-02-10 03:37:26 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:37:26 II: Finished in 0s 2019-02-10 03:37:26 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:37:26 columns.table_id=tables.id where tables.name='hmda_inst_2015'' 2019-02-10 03:37:26 II: Finished in 0.1s 2019-02-10 03:37:26 QQ: 'CREATE TABLE hmda_2015 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2015 AS a INNER JOIN hmda_inst_2015 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-02-10 03:38:35 II: Finished in 1.15s 2019-02-10 03:38:35 QQ: 'select count(*) from hmda_2015' 2019-02-10 03:38:36 II: Finished in 0.08s 2019-02-10 03:38:36 QQ: 'select count(*) from hmda_lar_2015' 2019-02-10 03:38:36 II: Finished in 0.01s 2019-02-10 03:38:36 QQ: 'ALTER TABLE hmda_2015 ADD COLUMN app_min_cnt INTEGER' 2019-02-10 03:38:40 II: Finished in 4.13s 2019-02-10 03:38:40 QQ: 'ALTER TABLE hmda_2015 ADD COLUMN co_min_cnt INTEGER' 2019-02-10 03:38:47 II: Finished in 6.97s 2019-02-10 03:38:47 QQ: 'UPDATE hmda_2015 SET 2019-02-10 03:38:47 app_min_cnt = 2019-02-10 03:38:47 ( 2019-02-10 03:38:47 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:38:47 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:38:47 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:38:47 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:38:47 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:38:47 )' 2019-02-10 03:38:58 II: Finished in 11.44s 2019-02-10 03:38:58 QQ: 'UPDATE hmda_2015 SET 2019-02-10 03:38:58 co_min_cnt = 2019-02-10 03:38:58 ( 2019-02-10 03:38:58 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:38:58 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:38:58 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:38:58 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:38:58 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:38:58 )' 2019-02-10 03:39:10 II: Finished in 11.53s 2019-02-10 03:39:10 QQ: 'ALTER TABLE hmda_2015 ADD COLUMN appwhite INTEGER' 2019-02-10 03:39:15 II: Finished in 5.17s 2019-02-10 03:39:15 QQ: 'ALTER TABLE hmda_2015 ADD COLUMN cowhite INTEGER' 2019-02-10 03:39:18 II: Finished in 3.28s 2019-02-10 03:39:18 QQ: 'UPDATE hmda_2015 SET 2019-02-10 03:39:18 appwhite = 2019-02-10 03:39:18 ( 2019-02-10 03:39:18 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:39:18 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:39:18 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:39:18 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:39:18 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:39:18 )' 2019-02-10 03:39:27 II: Finished in 8.49s 2019-02-10 03:39:27 QQ: 'UPDATE hmda_2015 SET 2019-02-10 03:39:27 cowhite = 2019-02-10 03:39:27 ( 2019-02-10 03:39:27 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:39:27 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:39:27 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:39:27 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:39:27 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:39:27 )' 2019-02-10 03:39:34 II: Finished in 7.1s 2019-02-10 03:39:34 QQ: 'UPDATE hmda_2015 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:39:39 II: Finished in 5.07s 2019-02-10 03:39:39 QQ: 'UPDATE hmda_2015 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:39:41 II: Finished in 2.48s 2019-02-10 03:39:41 QQ: 'UPDATE hmda_2015 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:39:49 II: Finished in 7.53s 2019-02-10 03:39:49 QQ: 'UPDATE hmda_2015 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:39:53 II: Finished in 4.28s 2019-02-10 03:39:53 QQ: 'ALTER TABLE hmda_2015 ADD COLUMN race INTEGER' 2019-02-10 03:39:56 II: Finished in 2.89s 2019-02-10 03:39:56 QQ: 'UPDATE hmda_2015 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-02-10 03:39:57 II: Finished in 0.69s 2019-02-10 03:39:57 QQ: 'UPDATE hmda_2015 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-02-10 03:39:57 II: Finished in 0.81s 2019-02-10 03:39:57 QQ: 'UPDATE hmda_2015 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:40:04 II: Finished in 6.71s 2019-02-10 03:40:04 QQ: 'UPDATE hmda_2015 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:40:06 II: Finished in 1.74s 2019-02-10 03:40:06 QQ: 'UPDATE hmda_2015 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-02-10 03:40:11 II: Finished in 5.1s 2019-02-10 03:40:11 QQ: 'ALTER TABLE hmda_2015 ADD COLUMN ethnicity VARCHAR (255)' 2019-02-10 03:40:17 II: Finished in 5.95s 2019-02-10 03:40:17 QQ: 'UPDATE hmda_2015 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-02-10 03:40:23 II: Finished in 5.55s 2019-02-10 03:40:23 QQ: 'UPDATE hmda_2015 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-02-10 03:40:23 II: Finished in 0.96s 2019-02-10 03:40:24 QQ: 'UPDATE hmda_2015 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-02-10 03:40:26 II: Finished in 2.04s 2019-02-10 03:41:44 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:41:44 II: Finished in 0.13s 2019-02-10 03:41:44 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:41:44 columns.table_id=tables.id where tables.name='hmda_inst_2016'' 2019-02-10 03:41:44 II: Finished in 0.25s 2019-02-10 03:41:44 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:41:44 II: Finished in 0s 2019-02-10 03:41:44 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:41:44 columns.table_id=tables.id where tables.name='hmda_lar_2016'' 2019-02-10 03:41:45 II: Finished in 0.19s 2019-02-10 03:41:45 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-02-10 03:41:45 II: Finished in 0s 2019-02-10 03:41:45 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-02-10 03:41:45 columns.table_id=tables.id where tables.name='hmda_inst_2016'' 2019-02-10 03:41:45 II: Finished in 0.15s 2019-02-10 03:41:45 QQ: 'CREATE TABLE hmda_2016 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2016 AS a INNER JOIN hmda_inst_2016 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-02-10 03:43:12 II: Finished in 1.46s 2019-02-10 03:43:12 QQ: 'select count(*) from hmda_2016' 2019-02-10 03:43:12 II: Finished in 0.11s 2019-02-10 03:43:12 QQ: 'select count(*) from hmda_lar_2016' 2019-02-10 03:43:12 II: Finished in 0.03s 2019-02-10 03:43:12 QQ: 'ALTER TABLE hmda_2016 ADD COLUMN app_min_cnt INTEGER' 2019-02-10 03:43:18 II: Finished in 5.66s 2019-02-10 03:43:18 QQ: 'ALTER TABLE hmda_2016 ADD COLUMN co_min_cnt INTEGER' 2019-02-10 03:43:21 II: Finished in 3.31s 2019-02-10 03:43:21 QQ: 'UPDATE hmda_2016 SET 2019-02-10 03:43:21 app_min_cnt = 2019-02-10 03:43:21 ( 2019-02-10 03:43:21 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:43:21 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:43:21 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:43:21 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:43:21 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:43:21 )' 2019-02-10 03:43:33 II: Finished in 12.21s 2019-02-10 03:43:33 QQ: 'UPDATE hmda_2016 SET 2019-02-10 03:43:33 co_min_cnt = 2019-02-10 03:43:33 ( 2019-02-10 03:43:33 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:43:33 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:43:33 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:43:33 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-02-10 03:43:33 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-02-10 03:43:33 )' 2019-02-10 03:43:45 II: Finished in 11.86s 2019-02-10 03:43:45 QQ: 'ALTER TABLE hmda_2016 ADD COLUMN appwhite INTEGER' 2019-02-10 03:43:49 II: Finished in 3.29s 2019-02-10 03:43:49 QQ: 'ALTER TABLE hmda_2016 ADD COLUMN cowhite INTEGER' 2019-02-10 03:43:55 II: Finished in 6.17s 2019-02-10 03:43:55 QQ: 'UPDATE hmda_2016 SET 2019-02-10 03:43:55 appwhite = 2019-02-10 03:43:55 ( 2019-02-10 03:43:55 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:43:55 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:43:55 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:43:55 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:43:55 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:43:55 )' 2019-02-10 03:44:02 II: Finished in 7.49s 2019-02-10 03:44:02 QQ: 'UPDATE hmda_2016 SET 2019-02-10 03:44:02 cowhite = 2019-02-10 03:44:02 ( 2019-02-10 03:44:02 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-02-10 03:44:02 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-02-10 03:44:02 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-02-10 03:44:02 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-02-10 03:44:02 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-02-10 03:44:02 )' 2019-02-10 03:44:09 II: Finished in 7.08s 2019-02-10 03:44:09 QQ: 'UPDATE hmda_2016 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:44:14 II: Finished in 4.67s 2019-02-10 03:44:14 QQ: 'UPDATE hmda_2016 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-02-10 03:44:16 II: Finished in 2.36s 2019-02-10 03:44:16 QQ: 'UPDATE hmda_2016 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:44:23 II: Finished in 6.35s 2019-02-10 03:44:23 QQ: 'UPDATE hmda_2016 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-02-10 03:44:27 II: Finished in 3.98s 2019-02-10 03:44:27 QQ: 'ALTER TABLE hmda_2016 ADD COLUMN race INTEGER' 2019-02-10 03:44:33 II: Finished in 6.64s 2019-02-10 03:44:33 QQ: 'UPDATE hmda_2016 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-02-10 03:44:36 II: Finished in 2.38s 2019-02-10 03:44:36 QQ: 'UPDATE hmda_2016 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-02-10 03:44:40 II: Finished in 3.96s 2019-02-10 03:44:40 QQ: 'UPDATE hmda_2016 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:44:43 II: Finished in 2.85s 2019-02-10 03:44:43 QQ: 'UPDATE hmda_2016 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-02-10 03:44:44 II: Finished in 1.5s 2019-02-10 03:44:44 QQ: 'UPDATE hmda_2016 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-02-10 03:44:51 II: Finished in 6.51s 2019-02-10 03:44:51 QQ: 'ALTER TABLE hmda_2016 ADD COLUMN ethnicity VARCHAR (255)' 2019-02-10 03:44:55 II: Finished in 4.3s 2019-02-10 03:44:55 QQ: 'UPDATE hmda_2016 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-02-10 03:45:03 II: Finished in 7.61s 2019-02-10 03:45:03 QQ: 'UPDATE hmda_2016 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-02-10 03:45:04 II: Finished in 1.87s 2019-02-10 03:45:04 QQ: 'UPDATE hmda_2016 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-02-10 03:45:06 II: Finished in 1.22s 2019-02-10 03:45:06 hmda local download completed 2019-02-10 03:45:06 2019-02-10 03:45:06 There were 34 warnings (use warnings() to see them) 2019-02-10 03:45:06 > setup return code=0 2019-02-10 03:45:06 2019-02-10 03:45:06 R version 3.5.1 (2018-07-02) -- "Feather Spray" 2019-02-10 03:45:06 Copyright (C) 2018 The R Foundation for Statistical Computing 2019-02-10 03:45:06 Platform: x86_64-pc-linux-gnu (64-bit) 2019-02-10 03:45:06 2019-02-10 03:45:06 R is free software and comes with ABSOLUTELY NO WARRANTY. 2019-02-10 03:45:06 You are welcome to redistribute it under certain conditions. 2019-02-10 03:45:06 Type 'license()' or 'licence()' for distribution details. 2019-02-10 03:45:06 2019-02-10 03:45:06 Natural language support but running in an English locale 2019-02-10 03:45:06 2019-02-10 03:45:06 R is a collaborative project with many contributors. 2019-02-10 03:45:06 Type 'contributors()' for more information and 2019-02-10 03:45:06 'citation()' on how to cite R or R packages in publications. 2019-02-10 03:45:06 2019-02-10 03:45:06 Type 'demo()' for some demos, 'help()' for on-line help, or 2019-02-10 03:45:06 'help.start()' for an HTML browser interface to help. 2019-02-10 03:45:06 Type 'q()' to quit R. 2019-02-10 03:45:06 2019-02-10 03:45:06 > setwd( Sys.getenv( "RWD" ) ) 2019-02-10 03:45:06 > 2019-02-10 03:45:06 > machine_specific_replacements <- 2019-02-10 03:45:06 + list( 2019-02-10 03:45:06 + 2019-02-10 03:45:06 + # replace the folder path on macnix 2019-02-10 03:45:06 + c( 'path.expand( \"~\" ) , \"HMDA\"' , paste0( '"' , getwd() , '"' ) ) , 2019-02-10 03:45:06 + 2019-02-10 03:45:06 + # change other things in the script to be run 2019-02-10 03:45:06 + c( "hello" , "howdy" ) 2019-02-10 03:45:06 + 2019-02-10 03:45:06 + ) 2019-02-10 03:45:06 > 2019-02-10 03:45:06 > source( lodown::syntaxtractor( "hmda" , replacements = machine_specific_replacements , setup_test = "test" ) , echo = TRUE ) 2019-02-10 03:45:07 2019-02-10 03:45:07 > library(DBI) 2019-02-10 03:45:07 2019-02-10 03:45:07 > dbdir <- file.path("/export/scratch1/home/hannes/eanthony/r-wd/hmda-1549748296", 2019-02-10 03:45:07 + "MonetDB") 2019-02-10 03:45:07 2019-02-10 03:45:07 > db <- dbConnect(MonetDBLite::MonetDBLite(), dbdir) 2019-02-10 03:46:00 2019-02-10 03:46:00 > dbSendQuery(db, "ALTER TABLE hmda_2015 ADD COLUMN multifamily_home INTEGER") 2019-02-10 03:46:00 QQ: 'ALTER TABLE hmda_2015 ADD COLUMN multifamily_home INTEGER' 2019-02-10 03:46:07 II: Finished in 6.91s 2019-02-10 03:46:07 2019-02-10 03:46:07 SQL ALTER TABLE hmda_2015 ADD COLUMN multifamily_home INTEGER 2019-02-10 03:46:07 ROWS Fetched: 0 [complete] 2019-02-10 03:46:07 Changed: 0 2019-02-10 03:46:07 2019-02-10 03:46:07 > dbSendQuery(db, "UPDATE hmda_2015 \n\tSET multifamily_home = \n\t\tCASE WHEN ( propertytype = 3 ) THEN 1 ELSE 0 END") 2019-02-10 03:46:07 QQ: 'UPDATE hmda_2015 2019-02-10 03:46:07 SET multifamily_home = 2019-02-10 03:46:07 CASE WHEN ( propertytype = 3 ) THEN 1 ELSE 0 END' 2019-02-10 03:46:13 II: Finished in 6.25s 2019-02-10 03:46:13 2019-02-10 03:46:13 SQL UPDATE hmda_2015 2019-02-10 03:46:13 SET multifamily_home = 2019-02-10 03:46:13 CASE WHEN ( propertytype = 3 ) THEN 1 ELSE 0 END 2019-02-10 03:46:13 ROWS Fetched: 0 [complete] 2019-02-10 03:46:13 Changed: 14374184 2019-02-10 03:46:13 2019-02-10 03:46:13 > dbGetQuery(db, "SELECT COUNT(*) FROM hmda_2015") 2019-02-10 03:46:13 QQ: 'SELECT COUNT(*) FROM hmda_2015' 2019-02-10 03:46:13 II: Finished in 0s 2019-02-10 03:46:13 L3 2019-02-10 03:46:13 1 14374184 2019-02-10 03:46:13 2019-02-10 03:46:13 > dbGetQuery(db, "SELECT\n\t\tloanpurpose ,\n\t\tCOUNT(*) \n\tFROM hmda_2015\n\tGROUP BY loanpurpose") 2019-02-10 03:46:13 QQ: 'SELECT 2019-02-10 03:46:13 loanpurpose , 2019-02-10 03:46:13 COUNT(*) 2019-02-10 03:46:13 FROM hmda_2015 2019-02-10 03:46:13 GROUP BY loanpurpose' 2019-02-10 03:46:13 II: Finished in 0.11s 2019-02-10 03:46:13 loanpurpose L3 2019-02-10 03:46:13 1 2 952669 2019-02-10 03:46:13 2 3 6681146 2019-02-10 03:46:13 3 1 6740369 2019-02-10 03:46:13 2019-02-10 03:46:13 > dbGetQuery(db, "SELECT AVG( loanamount ) FROM hmda_2015") 2019-02-10 03:46:13 QQ: 'SELECT AVG( loanamount ) FROM hmda_2015' 2019-02-10 03:46:13 II: Finished in 0.03s 2019-02-10 03:46:13 L3 2019-02-10 03:46:13 1 233.5091 2019-02-10 03:46:13 2019-02-10 03:46:13 > dbGetQuery(db, "SELECT \n\t\tloanpurpose , \n\t\tAVG( loanamount ) AS mean_loanamount\n\tFROM hmda_2015 \n\tGROUP BY loanpurpose") 2019-02-10 03:46:13 QQ: 'SELECT 2019-02-10 03:46:13 loanpurpose , 2019-02-10 03:46:13 AVG( loanamount ) AS mean_loanamount 2019-02-10 03:46:13 FROM hmda_2015 2019-02-10 03:46:13 GROUP BY loanpurpose' 2019-02-10 03:46:14 II: Finished in 0.1s 2019-02-10 03:46:14 loanpurpose mean_loanamount 2019-02-10 03:46:14 1 2 106.9785 2019-02-10 03:46:14 2 3 242.6743 2019-02-10 03:46:14 3 1 242.3081 2019-02-10 03:46:14 2019-02-10 03:46:14 > dbSendQuery(db, "CREATE FUNCTION \n\t\tdiv_noerror(l DOUBLE, r DOUBLE) \n\tRETURNS DOUBLE \n\tEXTERNAL NAME calc.div_noerror") 2019-02-10 03:46:14 QQ: 'CREATE FUNCTION 2019-02-10 03:46:14 div_noerror(l DOUBLE, r DOUBLE) 2019-02-10 03:46:14 RETURNS DOUBLE 2019-02-10 03:46:14 EXTERNAL NAME calc.div_noerror' 2019-02-10 03:46:14 II: Finished in 0.2s 2019-02-10 03:46:14 2019-02-10 03:46:14 SQL CREATE FUNCTION 2019-02-10 03:46:14 div_noerror(l DOUBLE, r DOUBLE) 2019-02-10 03:46:14 RETURNS DOUBLE 2019-02-10 03:46:14 EXTERNAL NAME calc.div_noerror 2019-02-10 03:46:14 ROWS Fetched: 0 [complete] 2019-02-10 03:46:14 Changed: 14374184 2019-02-10 03:46:14 2019-02-10 03:46:14 > dbGetQuery(db, "SELECT \n\t\tactiontype , \n\t\tdiv_noerror( \n\t\t\tCOUNT(*) , \n\t\t\t( SELECT COUNT(*) FROM hmda_2015 ) \n\t\t) AS share_actionty ..." ... [TRUNCATED] 2019-02-10 03:46:14 QQ: 'SELECT 2019-02-10 03:46:14 actiontype , 2019-02-10 03:46:14 div_noerror( 2019-02-10 03:46:14 COUNT(*) , 2019-02-10 03:46:14 ( SELECT COUNT(*) FROM hmda_2015 ) 2019-02-10 03:46:14 ) AS share_actiontype 2019-02-10 03:46:14 FROM hmda_2015 2019-02-10 03:46:14 GROUP BY actiontype' 2019-02-10 03:46:14 II: Finished in 0.11s 2019-02-10 03:46:14 actiontype share_actiontype 2019-02-10 03:46:14 1 4 0.102629687 2019-02-10 03:46:14 2 3 0.158263801 2019-02-10 03:46:14 3 1 0.515108058 2019-02-10 03:46:14 4 5 0.037243088 2019-02-10 03:46:14 5 2 0.028158468 2019-02-10 03:46:14 6 6 0.146236892 2019-02-10 03:46:14 7 8 0.004406998 2019-02-10 03:46:14 8 7 0.007953008 2019-02-10 03:46:14 2019-02-10 03:46:14 > dbGetQuery(db, "SELECT SUM( loanamount ) FROM hmda_2015") 2019-02-10 03:46:14 QQ: 'SELECT SUM( loanamount ) FROM hmda_2015' 2019-02-10 03:46:14 II: Finished in 0.01s 2019-02-10 03:46:14 L3 2019-02-10 03:46:14 1 3356502983 2019-02-10 03:46:14 2019-02-10 03:46:14 > dbGetQuery(db, "SELECT \n\t\tloanpurpose , \n\t\tSUM( loanamount ) AS sum_loanamount \n\tFROM hmda_2015 \n\tGROUP BY loanpurpose") 2019-02-10 03:46:14 QQ: 'SELECT 2019-02-10 03:46:14 loanpurpose , 2019-02-10 03:46:14 SUM( loanamount ) AS sum_loanamount 2019-02-10 03:46:14 FROM hmda_2015 2019-02-10 03:46:14 GROUP BY loanpurpose' 2019-02-10 03:46:14 II: Finished in 0.42s 2019-02-10 03:46:14 loanpurpose sum_loanamount 2019-02-10 03:46:14 1 2 101915080 2019-02-10 03:46:14 2 3 1621342219 2019-02-10 03:46:14 3 1 1633245684 2019-02-10 03:46:14 2019-02-10 03:46:14 > dbGetQuery(db, "SELECT QUANTILE( loanamount , 0.5 ) FROM hmda_2015") 2019-02-10 03:46:14 QQ: 'SELECT QUANTILE( loanamount , 0.5 ) FROM hmda_2015' 2019-02-10 03:46:16 II: Finished in 1.75s 2019-02-10 03:46:16 L3 2019-02-10 03:46:16 1 175 2019-02-10 03:46:16 2019-02-10 03:46:16 > dbGetQuery(db, "SELECT \n\t\tloanpurpose , \n\t\tQUANTILE( loanamount , 0.5 ) AS median_loanamount\n\tFROM hmda_2015 \n\tGROUP BY loanpurpose") 2019-02-10 03:46:16 QQ: 'SELECT 2019-02-10 03:46:16 loanpurpose , 2019-02-10 03:46:16 QUANTILE( loanamount , 0.5 ) AS median_loanamount 2019-02-10 03:46:16 FROM hmda_2015 2019-02-10 03:46:16 GROUP BY loanpurpose' 2019-02-10 03:46:18 II: Finished in 2.15s 2019-02-10 03:46:18 loanpurpose median_loanamount 2019-02-10 03:46:18 1 2 26 2019-02-10 03:46:18 2 3 183 2019-02-10 03:46:18 3 1 182 2019-02-10 03:46:18 2019-02-10 03:46:18 > dbGetQuery(db, "SELECT\n\t\tAVG( loanamount )\n\tFROM hmda_2015\n\tWHERE race = 5 AND ethnicity = 2") 2019-02-10 03:46:18 QQ: 'SELECT 2019-02-10 03:46:18 AVG( loanamount ) 2019-02-10 03:46:18 FROM hmda_2015 2019-02-10 03:46:18 WHERE race = 5 AND ethnicity = 2' 2019-02-10 03:46:19 II: Finished in 0.82s 2019-02-10 03:46:19 L3 2019-02-10 03:46:19 1 NA 2019-02-10 03:46:19 2019-02-10 03:46:19 > dbGetQuery(db, "SELECT \n\t\tVAR_SAMP( loanamount ) , \n\t\tSTDDEV_SAMP( loanamount ) \n\tFROM hmda_2015") 2019-02-10 03:46:19 QQ: 'SELECT 2019-02-10 03:46:19 VAR_SAMP( loanamount ) , 2019-02-10 03:46:19 STDDEV_SAMP( loanamount ) 2019-02-10 03:46:19 FROM hmda_2015' 2019-02-10 03:46:19 II: Finished in 0.25s 2019-02-10 03:46:19 L3 L5 2019-02-10 03:46:19 1 389097.4 623.7767 2019-02-10 03:46:19 2019-02-10 03:46:19 > dbGetQuery(db, "SELECT \n\t\tloanpurpose , \n\t\tVAR_SAMP( loanamount ) AS var_loanamount ,\n\t\tSTDDEV_SAMP( loanamount ) AS stddev_loanamount\n\tF ..." ... [TRUNCATED] 2019-02-10 03:46:19 QQ: 'SELECT 2019-02-10 03:46:19 loanpurpose , 2019-02-10 03:46:19 VAR_SAMP( loanamount ) AS var_loanamount , 2019-02-10 03:46:19 STDDEV_SAMP( loanamount ) AS stddev_loanamount 2019-02-10 03:46:19 FROM hmda_2015 2019-02-10 03:46:19 GROUP BY loanpurpose' 2019-02-10 03:46:20 II: Finished in 0.48s 2019-02-10 03:46:20 loanpurpose var_loanamount stddev_loanamount 2019-02-10 03:46:20 1 2 357577.7 597.9780 2019-02-10 03:46:20 2 3 326030.1 570.9904 2019-02-10 03:46:20 3 1 453642.2 673.5297 2019-02-10 03:46:20 2019-02-10 03:46:20 > dbGetQuery(db, "SELECT \n\t\tCORR( CAST( multifamily_home AS DOUBLE ) , CAST( loanamount AS DOUBLE ) )\n\tFROM hmda_2015") 2019-02-10 03:46:20 QQ: 'SELECT 2019-02-10 03:46:20 CORR( CAST( multifamily_home AS DOUBLE ) , CAST( loanamount AS DOUBLE ) ) 2019-02-10 03:46:20 FROM hmda_2015' 2019-02-10 03:46:21 II: Finished in 0.92s 2019-02-10 03:46:21 L5 2019-02-10 03:46:21 1 0.3336427 2019-02-10 03:46:21 2019-02-10 03:46:21 > dbGetQuery(db, "SELECT \n\t\tloanpurpose , \n\t\tCORR( CAST( multifamily_home AS DOUBLE ) , CAST( loanamount AS DOUBLE ) )\n\tFROM hmda_2015 \n\tGRO ..." ... [TRUNCATED] 2019-02-10 03:46:21 QQ: 'SELECT 2019-02-10 03:46:21 loanpurpose , 2019-02-10 03:46:21 CORR( CAST( multifamily_home AS DOUBLE ) , CAST( loanamount AS DOUBLE ) ) 2019-02-10 03:46:21 FROM hmda_2015 2019-02-10 03:46:21 GROUP BY loanpurpose' 2019-02-10 03:46:22 II: Finished in 1.11s 2019-02-10 03:46:22 loanpurpose L5 2019-02-10 03:46:22 1 2 0.3543508 2019-02-10 03:46:22 2 3 0.3344356 2019-02-10 03:46:22 3 1 0.3375581 2019-02-10 03:46:22 2019-02-10 03:46:22 > library(dplyr) 2019-02-10 03:46:22 2019-02-10 03:46:22 Attaching package: ‘dplyr’ 2019-02-10 03:46:22 2019-02-10 03:46:22 The following objects are masked from ‘package:stats’: 2019-02-10 03:46:22 2019-02-10 03:46:22 filter, lag 2019-02-10 03:46:22 2019-02-10 03:46:22 The following objects are masked from ‘package:base’: 2019-02-10 03:46:22 2019-02-10 03:46:22 intersect, setdiff, setequal, union 2019-02-10 03:46:22 2019-02-10 03:46:22 2019-02-10 03:46:22 > dplyr_db <- MonetDBLite::src_monetdblite(dbdir) 2019-02-10 03:46:22 2019-02-10 03:46:22 > hmda_tbl <- tbl(dplyr_db, "hmda_2015") 2019-02-10 03:46:22 QQ: 'SELECT * 2019-02-10 03:46:22 FROM "hmda_2015" AS "zzz1" 2019-02-10 03:46:22 WHERE (0 = 1)' 2019-02-10 03:46:22 II: Finished in 0.03s 2019-02-10 03:46:22 2019-02-10 03:46:22 > hmda_tbl %>% summarize(mean = mean(loanamount)) 2019-02-10 03:46:22 QQ: 'SELECT AVG("loanamount") AS "mean" 2019-02-10 03:46:22 FROM "hmda_2015" 2019-02-10 03:46:22 LIMIT 10' 2019-02-10 03:46:22 II: Finished in 0.02s 2019-02-10 03:46:23 # Source: lazy query [?? x 1] 2019-02-10 03:46:23 # Database: MonetDBEmbeddedConnection 2019-02-10 03:46:23 mean 2019-02-10 03:46:23 2019-02-10 03:46:23 1 234. 2019-02-10 03:46:23 2019-02-10 03:46:23 > hmda_tbl %>% group_by(loanpurpose) %>% summarize(mean = mean(loanamount)) 2019-02-10 03:46:23 QQ: 'SELECT "loanpurpose", AVG("loanamount") AS "mean" 2019-02-10 03:46:23 FROM "hmda_2015" 2019-02-10 03:46:23 GROUP BY "loanpurpose" 2019-02-10 03:46:23 LIMIT 10' 2019-02-10 03:46:23 II: Finished in 0.1s 2019-02-10 03:46:23 # Source: lazy query [?? x 2] 2019-02-10 03:46:23 # Database: MonetDBEmbeddedConnection 2019-02-10 03:46:23 loanpurpose mean 2019-02-10 03:46:23 2019-02-10 03:46:23 1 2 107. 2019-02-10 03:46:23 2 3 243. 2019-02-10 03:46:23 3 1 242. 2019-02-10 03:46:23 2019-02-10 03:46:23 > dbGetQuery(db, "SELECT COUNT(*) FROM hmda_2015") 2019-02-10 03:46:23 QQ: 'SELECT COUNT(*) FROM hmda_2015' 2019-02-10 03:46:23 II: Finished in 0s 2019-02-10 03:46:23 L3 2019-02-10 03:46:23 1 14374184 2019-02-10 03:46:23 2019-02-10 03:46:23 > dbDisconnect(db, shutdown = TRUE) 2019-02-10 03:46:24 Warning messages: 2019-02-10 03:46:24 1: Missing values are always removed in SQL. 2019-02-10 03:46:24 Use `AVG(x, na.rm = TRUE)` to silence this warning 2019-02-10 03:46:24 2: Missing values are always removed in SQL. 2019-02-10 03:46:24 Use `AVG(x, na.rm = TRUE)` to silence this warning 2019-02-10 03:46:24 > test return code=0