2019-01-30 12:40:26 2019-01-30 12:40:26 R version 3.5.1 (2018-07-02) -- "Feather Spray" 2019-01-30 12:40:26 Copyright (C) 2018 The R Foundation for Statistical Computing 2019-01-30 12:40:26 Platform: x86_64-pc-linux-gnu (64-bit) 2019-01-30 12:40:26 2019-01-30 12:40:26 R is free software and comes with ABSOLUTELY NO WARRANTY. 2019-01-30 12:40:26 You are welcome to redistribute it under certain conditions. 2019-01-30 12:40:26 Type 'license()' or 'licence()' for distribution details. 2019-01-30 12:40:26 2019-01-30 12:40:26 Natural language support but running in an English locale 2019-01-30 12:40:26 2019-01-30 12:40:26 R is a collaborative project with many contributors. 2019-01-30 12:40:26 Type 'contributors()' for more information and 2019-01-30 12:40:26 'citation()' on how to cite R or R packages in publications. 2019-01-30 12:40:26 2019-01-30 12:40:26 Type 'demo()' for some demos, 'help()' for on-line help, or 2019-01-30 12:40:26 'help.start()' for an HTML browser interface to help. 2019-01-30 12:40:26 Type 'q()' to quit R. 2019-01-30 12:40:26 2019-01-30 12:40:26 > setwd( Sys.getenv( "RWD" ) ) 2019-01-30 12:40:26 > 2019-01-30 12:40:26 > machine_specific_replacements <- 2019-01-30 12:40:26 + list( 2019-01-30 12:40:26 + 2019-01-30 12:40:26 + # replace the folder path on macnix 2019-01-30 12:40:26 + c( 'path.expand( \"~\" ) , \"HMDA\"' , paste0( '"' , getwd() , '"' ) ) , 2019-01-30 12:40:26 + 2019-01-30 12:40:26 + # change other things in the script to be run 2019-01-30 12:40:26 + c( "hello" , "howdy" ) 2019-01-30 12:40:26 + 2019-01-30 12:40:26 + ) 2019-01-30 12:40:26 > 2019-01-30 12:40:26 > source( lodown::syntaxtractor( "hmda" , replacements = machine_specific_replacements , setup_test = "setup" ) , echo = TRUE ) 2019-01-30 12:40:27 2019-01-30 12:40:27 > library(lodown) 2019-01-30 12:40:27 2019-01-30 12:40:27 > lodown("hmda", output_dir = file.path("/export/scratch1/home/hannes/eanthony/r-wd/hmda-1548848405")) 2019-01-30 12:40:27 building catalog for hmda 2019-01-30 12:40:27 2019-01-30 12:40:29 locally downloading hmda 2019-01-30 12:40:29 2019-01-30 12:40:34 'https://www.ffiec.gov/hmdarawdata/LAR/National/2006HMDAlar%20-%20National.zip' 2019-01-30 12:40:34 cached in 2019-01-30 12:40:34 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/a9a85c9cfea46b46da0bc6f4598d130c.Rcache' 2019-01-30 12:40:34 copying to 2019-01-30 12:40:34 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 12:40:34 2019-01-30 12:40:59 QQ: 'CREATE TABLE hmda_lar_2006 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-01-30 12:41:00 II: Finished in 0.39s 2019-01-30 12:41:00 QQ: 'copy into hmda_lar_2006 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2006HMDALAR - National.CSV' using delimiters ',','\n','"' NULL AS ''' 2019-01-30 12:45:49 II: Finished in 4.81s 2019-01-30 12:45:49 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 12:49:34 II: Finished in 3.76s 2019-01-30 12:49:34 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 12:49:34 columns.table_id=tables.id where tables.name='hmda_lar_2006'' 2019-01-30 12:49:35 II: Finished in 0.76s 2019-01-30 12:49:35 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 12:49:35 II: Finished in 0.01s 2019-01-30 12:49:35 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 12:49:35 columns.table_id=tables.id where tables.name='hmda_lar_2006'' 2019-01-30 12:49:35 II: Finished in 0.01s 2019-01-30 12:49:35 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-01-30 12:49:43 II: Finished in 7.77s 2019-01-30 12:49:43 QQ: 'UPDATE hmda_lar_2006 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-01-30 12:49:57 II: Finished in 14.96s 2019-01-30 12:49:57 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN sequencenumber' 2019-01-30 12:49:58 II: Finished in 0.28s 2019-01-30 12:49:58 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN sequencenumber DOUBLE' 2019-01-30 12:50:32 II: Finished in 33.83s 2019-01-30 12:50:32 QQ: 'UPDATE hmda_lar_2006 SET sequencenumber = temp_double' 2019-01-30 12:51:22 II: Finished in 50.22s 2019-01-30 12:51:22 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN temp_double' 2019-01-30 12:51:30 II: Finished in 7.95s 2019-01-30 12:51:30 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-01-30 12:52:09 II: Finished in 39.61s 2019-01-30 12:52:09 QQ: 'UPDATE hmda_lar_2006 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-01-30 12:59:51 II: Finished in 7.69s 2019-01-30 12:59:51 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN population' 2019-01-30 13:00:34 II: Finished in 43.26s 2019-01-30 13:00:34 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN population DOUBLE' 2019-01-30 13:03:24 II: Finished in 2.83s 2019-01-30 13:03:24 QQ: 'UPDATE hmda_lar_2006 SET population = temp_double' 2019-01-30 13:05:33 II: Finished in 2.15s 2019-01-30 13:05:33 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN temp_double' 2019-01-30 13:05:37 II: Finished in 4.07s 2019-01-30 13:05:37 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-01-30 13:05:47 II: Finished in 10.04s 2019-01-30 13:05:47 QQ: 'UPDATE hmda_lar_2006 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-01-30 13:06:02 II: Finished in 15.11s 2019-01-30 13:06:02 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN minoritypopulationpct' 2019-01-30 13:06:08 II: Finished in 5.97s 2019-01-30 13:06:08 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN minoritypopulationpct DOUBLE' 2019-01-30 13:08:03 II: Finished in 1.92s 2019-01-30 13:08:03 QQ: 'UPDATE hmda_lar_2006 SET minoritypopulationpct = temp_double' 2019-01-30 13:08:18 II: Finished in 15.66s 2019-01-30 13:08:18 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN temp_double' 2019-01-30 13:08:25 II: Finished in 7.02s 2019-01-30 13:08:25 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-01-30 13:08:38 II: Finished in 12.02s 2019-01-30 13:08:38 QQ: 'UPDATE hmda_lar_2006 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-01-30 13:08:53 II: Finished in 15.83s 2019-01-30 13:08:53 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN hudmedianfamilyincome' 2019-01-30 13:09:12 II: Finished in 18.15s 2019-01-30 13:09:12 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-01-30 13:09:26 II: Finished in 14.68s 2019-01-30 13:09:26 QQ: 'UPDATE hmda_lar_2006 SET hudmedianfamilyincome = temp_double' 2019-01-30 13:09:40 II: Finished in 13.69s 2019-01-30 13:09:40 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN temp_double' 2019-01-30 13:09:43 II: Finished in 2.78s 2019-01-30 13:09:43 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-01-30 13:09:49 II: Finished in 6.34s 2019-01-30 13:09:49 QQ: 'UPDATE hmda_lar_2006 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-01-30 13:10:07 II: Finished in 17.88s 2019-01-30 13:10:07 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN tracttomsa_mdincomepct' 2019-01-30 13:10:54 II: Finished in 47.08s 2019-01-30 13:10:54 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-01-30 13:11:07 II: Finished in 13.49s 2019-01-30 13:11:07 QQ: 'UPDATE hmda_lar_2006 SET tracttomsa_mdincomepct = temp_double' 2019-01-30 13:11:18 II: Finished in 10.26s 2019-01-30 13:11:18 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN temp_double' 2019-01-30 13:11:20 II: Finished in 1.84s 2019-01-30 13:11:20 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-01-30 13:12:34 II: Finished in 1.24s 2019-01-30 13:12:34 QQ: 'UPDATE hmda_lar_2006 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-01-30 13:13:36 II: Finished in 1.04s 2019-01-30 13:13:36 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN numberofowneroccupiedunits' 2019-01-30 13:13:44 II: Finished in 7.79s 2019-01-30 13:13:44 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-01-30 13:13:53 II: Finished in 9.37s 2019-01-30 13:13:53 QQ: 'UPDATE hmda_lar_2006 SET numberofowneroccupiedunits = temp_double' 2019-01-30 13:14:06 II: Finished in 12.46s 2019-01-30 13:14:06 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN temp_double' 2019-01-30 13:14:09 II: Finished in 2.71s 2019-01-30 13:14:09 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-01-30 13:14:35 II: Finished in 26.74s 2019-01-30 13:14:35 QQ: 'UPDATE hmda_lar_2006 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-01-30 13:15:59 II: Finished in 1.39s 2019-01-30 13:15:59 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN numberof1to4familyunits' 2019-01-30 13:15:59 II: Finished in 0.7s 2019-01-30 13:15:59 QQ: 'ALTER TABLE hmda_lar_2006 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-01-30 13:16:06 II: Finished in 6.45s 2019-01-30 13:16:06 QQ: 'UPDATE hmda_lar_2006 SET numberof1to4familyunits = temp_double' 2019-01-30 13:16:17 II: Finished in 11.51s 2019-01-30 13:16:17 QQ: 'ALTER TABLE hmda_lar_2006 DROP COLUMN temp_double' 2019-01-30 13:16:18 II: Finished in 0.61s 2019-01-30 13:16:18 QQ: 'select count(*) from hmda_lar_2006' 2019-01-30 13:16:22 II: Finished in 4.28s 2019-01-30 13:16:23 hmda catalog entry 1 of 72 stored in 'hmda_lar_2006' 2019-01-30 13:16:23 2019-01-30 13:19:45 'https://www.ffiec.gov/pmicrawdata/LAR/National/2006PMIClar%20-%20National.zip' 2019-01-30 13:19:45 cached in 2019-01-30 13:19:45 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/c9dfb830b34fb9596c373c033b84347c.Rcache' 2019-01-30 13:19:45 copying to 2019-01-30 13:19:45 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 13:19:45 2019-01-30 13:19:46 QQ: 'CREATE TABLE pmic_lar_2006 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-01-30 13:19:46 II: Finished in 0.44s 2019-01-30 13:19:46 QQ: 'copy into pmic_lar_2006 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2006PMICLAR - National.CSV' using delimiters ',','\n','"' NULL AS ''' 2019-01-30 13:30:42 II: Finished in 10.93s 2019-01-30 13:30:42 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 13:30:42 II: Finished in 0.13s 2019-01-30 13:30:42 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 13:30:42 columns.table_id=tables.id where tables.name='pmic_lar_2006'' 2019-01-30 13:30:42 II: Finished in 0.01s 2019-01-30 13:30:42 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 13:30:42 II: Finished in 0s 2019-01-30 13:30:42 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 13:30:42 columns.table_id=tables.id where tables.name='pmic_lar_2006'' 2019-01-30 13:30:42 II: Finished in 0.01s 2019-01-30 13:30:42 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-01-30 13:30:43 II: Finished in 1.08s 2019-01-30 13:30:43 QQ: 'UPDATE pmic_lar_2006 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-01-30 13:30:44 II: Finished in 0.91s 2019-01-30 13:30:44 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN sequencenumber' 2019-01-30 13:30:45 II: Finished in 0.56s 2019-01-30 13:30:45 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN sequencenumber DOUBLE' 2019-01-30 13:30:46 II: Finished in 1.13s 2019-01-30 13:30:46 QQ: 'UPDATE pmic_lar_2006 SET sequencenumber = temp_double' 2019-01-30 13:30:47 II: Finished in 1s 2019-01-30 13:30:47 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN temp_double' 2019-01-30 13:30:48 II: Finished in 1.26s 2019-01-30 13:30:48 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-01-30 13:30:54 II: Finished in 6.2s 2019-01-30 13:30:54 QQ: 'UPDATE pmic_lar_2006 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-01-30 13:30:58 II: Finished in 3.55s 2019-01-30 13:30:58 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN population' 2019-01-30 13:31:05 II: Finished in 7.27s 2019-01-30 13:31:05 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN population DOUBLE' 2019-01-30 13:32:09 II: Finished in 1.06s 2019-01-30 13:32:09 QQ: 'UPDATE pmic_lar_2006 SET population = temp_double' 2019-01-30 13:32:14 II: Finished in 5.34s 2019-01-30 13:32:14 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN temp_double' 2019-01-30 13:32:24 II: Finished in 9.54s 2019-01-30 13:32:24 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-01-30 13:32:46 II: Finished in 22.05s 2019-01-30 13:32:46 QQ: 'UPDATE pmic_lar_2006 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-01-30 13:32:48 II: Finished in 2.45s 2019-01-30 13:32:48 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN minoritypopulationpct' 2019-01-30 13:32:56 II: Finished in 7.51s 2019-01-30 13:32:56 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN minoritypopulationpct DOUBLE' 2019-01-30 13:33:27 II: Finished in 31.54s 2019-01-30 13:33:27 QQ: 'UPDATE pmic_lar_2006 SET minoritypopulationpct = temp_double' 2019-01-30 13:33:32 II: Finished in 4.67s 2019-01-30 13:33:32 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN temp_double' 2019-01-30 13:33:55 II: Finished in 22.81s 2019-01-30 13:33:55 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-01-30 13:33:56 II: Finished in 1.06s 2019-01-30 13:33:56 QQ: 'UPDATE pmic_lar_2006 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-01-30 13:33:57 II: Finished in 0.79s 2019-01-30 13:33:57 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN hudmedianfamilyincome' 2019-01-30 13:33:57 II: Finished in 0.65s 2019-01-30 13:33:57 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-01-30 13:33:59 II: Finished in 1.19s 2019-01-30 13:33:59 QQ: 'UPDATE pmic_lar_2006 SET hudmedianfamilyincome = temp_double' 2019-01-30 13:34:00 II: Finished in 1.17s 2019-01-30 13:34:00 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN temp_double' 2019-01-30 13:34:03 II: Finished in 3.3s 2019-01-30 13:34:03 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-01-30 13:34:17 II: Finished in 13.89s 2019-01-30 13:34:17 QQ: 'UPDATE pmic_lar_2006 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-01-30 13:34:21 II: Finished in 4.5s 2019-01-30 13:34:21 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN tracttomsa_mdincomepct' 2019-01-30 13:34:52 II: Finished in 30.6s 2019-01-30 13:34:52 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-01-30 13:35:10 II: Finished in 18.31s 2019-01-30 13:35:10 QQ: 'UPDATE pmic_lar_2006 SET tracttomsa_mdincomepct = temp_double' 2019-01-30 13:35:23 II: Finished in 13.08s 2019-01-30 13:35:23 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN temp_double' 2019-01-30 13:37:24 II: Finished in 2s 2019-01-30 13:37:24 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-01-30 13:40:25 II: Finished in 3.02s 2019-01-30 13:40:25 QQ: 'UPDATE pmic_lar_2006 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-01-30 13:40:34 II: Finished in 9.04s 2019-01-30 13:40:34 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN numberofowneroccupiedunits' 2019-01-30 13:41:05 II: Finished in 31.06s 2019-01-30 13:41:06 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-01-30 13:41:34 II: Finished in 29.17s 2019-01-30 13:41:34 QQ: 'UPDATE pmic_lar_2006 SET numberofowneroccupiedunits = temp_double' 2019-01-30 13:41:38 II: Finished in 3.69s 2019-01-30 13:41:38 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN temp_double' 2019-01-30 13:41:56 II: Finished in 18.33s 2019-01-30 13:41:56 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN temp_double DOUBLE' 2019-01-30 13:42:57 II: Finished in 1.01s 2019-01-30 13:42:57 QQ: 'UPDATE pmic_lar_2006 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-01-30 13:43:01 II: Finished in 4.01s 2019-01-30 13:43:01 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN numberof1to4familyunits' 2019-01-30 13:43:09 II: Finished in 8.36s 2019-01-30 13:43:09 QQ: 'ALTER TABLE pmic_lar_2006 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-01-30 13:43:21 II: Finished in 11.67s 2019-01-30 13:43:21 QQ: 'UPDATE pmic_lar_2006 SET numberof1to4familyunits = temp_double' 2019-01-30 13:43:25 II: Finished in 4.27s 2019-01-30 13:43:25 QQ: 'ALTER TABLE pmic_lar_2006 DROP COLUMN temp_double' 2019-01-30 13:44:50 II: Finished in 1.42s 2019-01-30 13:44:50 QQ: 'select count(*) from pmic_lar_2006' 2019-01-30 13:44:50 II: Finished in 0.01s 2019-01-30 13:44:51 hmda catalog entry 2 of 72 stored in 'pmic_lar_2006' 2019-01-30 13:44:51 2019-01-30 14:00:18 'https://www.ffiec.gov/hmdarawdata/OTHER/2006HMDAinstitutionrecords.zip' 2019-01-30 14:00:18 cached in 2019-01-30 14:00:18 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/e33e16a3b5fbbe23745fbaa44fd1732a.Rcache' 2019-01-30 14:00:18 copying to 2019-01-30 14:00:18 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 14:00:18 2019-01-30 14:00:18 QQ: 'CREATE TABLE hmda_inst_2006 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-01-30 14:00:19 II: Finished in 0.4s 2019-01-30 14:00:19 QQ: 'copy into hmda_inst_2006 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2006HMDAInstitutionRecords.TXT' using delimiters '\t' NULL AS ''' 2019-01-30 14:00:19 II: Finished in 0.31s 2019-01-30 14:00:19 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 14:00:20 II: Finished in 0.48s 2019-01-30 14:00:20 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 14:00:20 columns.table_id=tables.id where tables.name='hmda_inst_2006'' 2019-01-30 14:00:20 II: Finished in 0.01s 2019-01-30 14:00:20 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 14:00:20 II: Finished in 0s 2019-01-30 14:00:20 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 14:00:20 columns.table_id=tables.id where tables.name='hmda_inst_2006'' 2019-01-30 14:00:20 II: Finished in 0.01s 2019-01-30 14:00:20 QQ: 'select count(*) from hmda_inst_2006' 2019-01-30 14:00:20 II: Finished in 0s 2019-01-30 14:00:20 hmda catalog entry 3 of 72 stored in 'hmda_inst_2006' 2019-01-30 14:00:20 2019-01-30 14:01:44 'https://www.ffiec.gov/pmicrawdata/OTHER/2006PMICinstitutionrecords.zip' 2019-01-30 14:01:44 cached in 2019-01-30 14:01:44 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/0f07697b5af95e4b6589634b86f6df8c.Rcache' 2019-01-30 14:01:44 copying to 2019-01-30 14:01:44 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 14:01:44 2019-01-30 14:01:44 QQ: 'CREATE TABLE pmic_inst_2006 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-01-30 14:01:44 II: Finished in 0.64s 2019-01-30 14:01:44 QQ: 'copy into pmic_inst_2006 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2006PMICInstitutionRecords.TXT' using delimiters '\t' NULL AS ''' 2019-01-30 14:01:45 II: Finished in 0.32s 2019-01-30 14:01:45 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 14:01:45 II: Finished in 0.68s 2019-01-30 14:01:45 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 14:01:45 columns.table_id=tables.id where tables.name='pmic_inst_2006'' 2019-01-30 14:01:45 II: Finished in 0.01s 2019-01-30 14:01:45 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 14:01:45 II: Finished in 0s 2019-01-30 14:01:45 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 14:01:45 columns.table_id=tables.id where tables.name='pmic_inst_2006'' 2019-01-30 14:01:45 II: Finished in 0s 2019-01-30 14:01:45 QQ: 'select count(*) from pmic_inst_2006' 2019-01-30 14:01:45 II: Finished in 0s 2019-01-30 14:01:45 hmda catalog entry 4 of 72 stored in 'pmic_inst_2006' 2019-01-30 14:01:45 2019-01-30 14:03:03 'https://www.ffiec.gov/hmdarawdata/LAR/National/2007HMDAlar%20-%20National.zip' 2019-01-30 14:03:03 cached in 2019-01-30 14:03:03 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/0972c199f9e38297897a9e3403e4f420.Rcache' 2019-01-30 14:03:03 copying to 2019-01-30 14:03:03 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 14:03:03 2019-01-30 14:03:22 QQ: 'CREATE TABLE hmda_lar_2007 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-01-30 14:03:27 II: Finished in 4.88s 2019-01-30 14:03:27 QQ: 'copy into hmda_lar_2007 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2007HMDALAR - National.CSV' using delimiters ',','\n','"' NULL AS ''' 2019-01-30 14:05:43 II: Finished in 2.28s 2019-01-30 14:05:43 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 14:05:44 II: Finished in 0.21s 2019-01-30 14:05:44 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 14:05:44 columns.table_id=tables.id where tables.name='hmda_lar_2007'' 2019-01-30 14:05:44 II: Finished in 0.01s 2019-01-30 14:05:44 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 14:05:44 II: Finished in 0s 2019-01-30 14:05:44 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 14:05:44 columns.table_id=tables.id where tables.name='hmda_lar_2007'' 2019-01-30 14:05:44 II: Finished in 0s 2019-01-30 14:05:44 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-01-30 14:06:01 II: Finished in 17.37s 2019-01-30 14:06:01 QQ: 'UPDATE hmda_lar_2007 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-01-30 14:06:12 II: Finished in 11.29s 2019-01-30 14:06:12 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN sequencenumber' 2019-01-30 14:06:20 II: Finished in 8.17s 2019-01-30 14:06:20 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN sequencenumber DOUBLE' 2019-01-30 14:06:26 II: Finished in 5.99s 2019-01-30 14:06:26 QQ: 'UPDATE hmda_lar_2007 SET sequencenumber = temp_double' 2019-01-30 14:06:37 II: Finished in 10.95s 2019-01-30 14:06:37 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN temp_double' 2019-01-30 14:06:40 II: Finished in 2.85s 2019-01-30 14:06:40 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-01-30 14:06:51 II: Finished in 10.48s 2019-01-30 14:06:51 QQ: 'UPDATE hmda_lar_2007 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-01-30 14:07:03 II: Finished in 12.14s 2019-01-30 14:07:03 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN population' 2019-01-30 14:07:45 II: Finished in 42.33s 2019-01-30 14:07:45 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN population DOUBLE' 2019-01-30 14:07:58 II: Finished in 13.3s 2019-01-30 14:07:58 QQ: 'UPDATE hmda_lar_2007 SET population = temp_double' 2019-01-30 14:08:09 II: Finished in 10.56s 2019-01-30 14:08:09 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN temp_double' 2019-01-30 14:09:06 II: Finished in 57.27s 2019-01-30 14:09:06 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-01-30 14:09:15 II: Finished in 8.42s 2019-01-30 14:09:15 QQ: 'UPDATE hmda_lar_2007 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-01-30 14:09:31 II: Finished in 15.94s 2019-01-30 14:09:31 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN minoritypopulationpct' 2019-01-30 14:09:37 II: Finished in 6.03s 2019-01-30 14:09:37 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN minoritypopulationpct DOUBLE' 2019-01-30 14:09:42 II: Finished in 5.24s 2019-01-30 14:09:42 QQ: 'UPDATE hmda_lar_2007 SET minoritypopulationpct = temp_double' 2019-01-30 14:09:53 II: Finished in 10.71s 2019-01-30 14:09:53 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN temp_double' 2019-01-30 14:09:59 II: Finished in 6.63s 2019-01-30 14:09:59 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-01-30 14:10:18 II: Finished in 18.32s 2019-01-30 14:10:18 QQ: 'UPDATE hmda_lar_2007 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-01-30 14:10:31 II: Finished in 13.88s 2019-01-30 14:10:31 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN hudmedianfamilyincome' 2019-01-30 14:10:48 II: Finished in 16.32s 2019-01-30 14:10:48 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-01-30 14:10:59 II: Finished in 11.57s 2019-01-30 14:10:59 QQ: 'UPDATE hmda_lar_2007 SET hudmedianfamilyincome = temp_double' 2019-01-30 14:11:10 II: Finished in 10.76s 2019-01-30 14:11:10 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN temp_double' 2019-01-30 14:11:11 II: Finished in 0.87s 2019-01-30 14:11:11 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-01-30 14:11:17 II: Finished in 6.2s 2019-01-30 14:11:17 QQ: 'UPDATE hmda_lar_2007 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-01-30 14:11:30 II: Finished in 12.73s 2019-01-30 14:11:30 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN tracttomsa_mdincomepct' 2019-01-30 14:11:42 II: Finished in 12.22s 2019-01-30 14:11:42 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-01-30 14:12:04 II: Finished in 21.85s 2019-01-30 14:12:04 QQ: 'UPDATE hmda_lar_2007 SET tracttomsa_mdincomepct = temp_double' 2019-01-30 14:12:17 II: Finished in 12.88s 2019-01-30 14:12:17 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN temp_double' 2019-01-30 14:14:28 II: Finished in 2.18s 2019-01-30 14:14:28 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-01-30 14:15:37 II: Finished in 1.16s 2019-01-30 14:15:37 QQ: 'UPDATE hmda_lar_2007 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-01-30 14:15:50 II: Finished in 13.09s 2019-01-30 14:15:50 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN numberofowneroccupiedunits' 2019-01-30 14:16:07 II: Finished in 16.69s 2019-01-30 14:16:07 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-01-30 14:16:27 II: Finished in 20.45s 2019-01-30 14:16:27 QQ: 'UPDATE hmda_lar_2007 SET numberofowneroccupiedunits = temp_double' 2019-01-30 14:16:40 II: Finished in 12.73s 2019-01-30 14:16:40 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN temp_double' 2019-01-30 14:16:42 II: Finished in 1.51s 2019-01-30 14:16:42 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-01-30 14:17:25 II: Finished in 43.29s 2019-01-30 14:17:26 QQ: 'UPDATE hmda_lar_2007 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-01-30 14:18:21 II: Finished in 55.98s 2019-01-30 14:18:21 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN numberof1to4familyunits' 2019-01-30 14:18:26 II: Finished in 5.25s 2019-01-30 14:18:26 QQ: 'ALTER TABLE hmda_lar_2007 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-01-30 14:18:42 II: Finished in 15.35s 2019-01-30 14:18:42 QQ: 'UPDATE hmda_lar_2007 SET numberof1to4familyunits = temp_double' 2019-01-30 14:19:14 II: Finished in 32.96s 2019-01-30 14:19:14 QQ: 'ALTER TABLE hmda_lar_2007 DROP COLUMN temp_double' 2019-01-30 14:19:32 II: Finished in 17.41s 2019-01-30 14:19:32 QQ: 'select count(*) from hmda_lar_2007' 2019-01-30 14:19:32 II: Finished in 0.01s 2019-01-30 14:19:33 hmda catalog entry 5 of 72 stored in 'hmda_lar_2007' 2019-01-30 14:19:33 2019-01-30 14:28:29 'https://www.ffiec.gov/pmicrawdata/LAR/National/2007PMIClar%20-%20National.zip' 2019-01-30 14:28:29 cached in 2019-01-30 14:28:29 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/c89bef8aea29a359056fed0656792139.Rcache' 2019-01-30 14:28:29 copying to 2019-01-30 14:28:29 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 14:28:29 2019-01-30 14:28:33 QQ: 'CREATE TABLE pmic_lar_2007 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-01-30 14:28:33 II: Finished in 0.14s 2019-01-30 14:28:33 QQ: 'copy into pmic_lar_2007 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2007PMICLAR - National.CSV' using delimiters ',','\n','"' NULL AS ''' 2019-01-30 14:30:36 II: Finished in 2.05s 2019-01-30 14:30:36 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 14:30:39 II: Finished in 2.61s 2019-01-30 14:30:39 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 14:30:39 columns.table_id=tables.id where tables.name='pmic_lar_2007'' 2019-01-30 14:30:39 II: Finished in 0.01s 2019-01-30 14:30:39 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 14:30:39 II: Finished in 0s 2019-01-30 14:30:39 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 14:30:39 columns.table_id=tables.id where tables.name='pmic_lar_2007'' 2019-01-30 14:30:39 II: Finished in 0s 2019-01-30 14:30:39 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-01-30 14:30:40 II: Finished in 0.92s 2019-01-30 14:30:40 QQ: 'UPDATE pmic_lar_2007 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-01-30 14:30:41 II: Finished in 1.03s 2019-01-30 14:30:41 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN sequencenumber' 2019-01-30 14:30:43 II: Finished in 2.13s 2019-01-30 14:30:43 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN sequencenumber DOUBLE' 2019-01-30 14:30:57 II: Finished in 14.01s 2019-01-30 14:30:57 QQ: 'UPDATE pmic_lar_2007 SET sequencenumber = temp_double' 2019-01-30 14:31:01 II: Finished in 3.73s 2019-01-30 14:31:01 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN temp_double' 2019-01-30 14:31:12 II: Finished in 11.37s 2019-01-30 14:31:12 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-01-30 14:31:21 II: Finished in 8.77s 2019-01-30 14:31:21 QQ: 'UPDATE pmic_lar_2007 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-01-30 14:31:25 II: Finished in 3.73s 2019-01-30 14:31:25 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN population' 2019-01-30 14:31:29 II: Finished in 4.24s 2019-01-30 14:31:29 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN population DOUBLE' 2019-01-30 14:31:35 II: Finished in 6.14s 2019-01-30 14:31:35 QQ: 'UPDATE pmic_lar_2007 SET population = temp_double' 2019-01-30 14:31:36 II: Finished in 0.73s 2019-01-30 14:31:36 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN temp_double' 2019-01-30 14:31:36 II: Finished in 0.36s 2019-01-30 14:31:36 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-01-30 14:31:37 II: Finished in 1.1s 2019-01-30 14:31:37 QQ: 'UPDATE pmic_lar_2007 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-01-30 14:31:38 II: Finished in 1.02s 2019-01-30 14:31:38 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN minoritypopulationpct' 2019-01-30 14:31:39 II: Finished in 0.65s 2019-01-30 14:31:39 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN minoritypopulationpct DOUBLE' 2019-01-30 14:31:40 II: Finished in 0.98s 2019-01-30 14:31:40 QQ: 'UPDATE pmic_lar_2007 SET minoritypopulationpct = temp_double' 2019-01-30 14:31:41 II: Finished in 0.69s 2019-01-30 14:31:41 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN temp_double' 2019-01-30 14:31:41 II: Finished in 0.58s 2019-01-30 14:31:41 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-01-30 14:31:44 II: Finished in 2.9s 2019-01-30 14:31:44 QQ: 'UPDATE pmic_lar_2007 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-01-30 14:31:45 II: Finished in 1.05s 2019-01-30 14:31:45 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN hudmedianfamilyincome' 2019-01-30 14:31:46 II: Finished in 0.59s 2019-01-30 14:31:46 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-01-30 14:31:47 II: Finished in 1.46s 2019-01-30 14:31:47 QQ: 'UPDATE pmic_lar_2007 SET hudmedianfamilyincome = temp_double' 2019-01-30 14:31:48 II: Finished in 0.78s 2019-01-30 14:31:48 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN temp_double' 2019-01-30 14:31:49 II: Finished in 0.99s 2019-01-30 14:31:49 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-01-30 14:31:50 II: Finished in 1.18s 2019-01-30 14:31:50 QQ: 'UPDATE pmic_lar_2007 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-01-30 14:31:51 II: Finished in 1s 2019-01-30 14:31:51 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN tracttomsa_mdincomepct' 2019-01-30 14:31:52 II: Finished in 0.59s 2019-01-30 14:31:52 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-01-30 14:31:53 II: Finished in 1.37s 2019-01-30 14:31:53 QQ: 'UPDATE pmic_lar_2007 SET tracttomsa_mdincomepct = temp_double' 2019-01-30 14:31:54 II: Finished in 0.88s 2019-01-30 14:31:54 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN temp_double' 2019-01-30 14:31:54 II: Finished in 0.56s 2019-01-30 14:31:54 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-01-30 14:31:56 II: Finished in 1.36s 2019-01-30 14:31:56 QQ: 'UPDATE pmic_lar_2007 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-01-30 14:31:57 II: Finished in 1.06s 2019-01-30 14:31:57 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN numberofowneroccupiedunits' 2019-01-30 14:31:58 II: Finished in 0.93s 2019-01-30 14:31:58 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-01-30 14:31:59 II: Finished in 1.26s 2019-01-30 14:31:59 QQ: 'UPDATE pmic_lar_2007 SET numberofowneroccupiedunits = temp_double' 2019-01-30 14:32:00 II: Finished in 0.84s 2019-01-30 14:32:00 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN temp_double' 2019-01-30 14:32:01 II: Finished in 0.76s 2019-01-30 14:32:01 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN temp_double DOUBLE' 2019-01-30 14:32:07 II: Finished in 6.4s 2019-01-30 14:32:07 QQ: 'UPDATE pmic_lar_2007 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-01-30 14:32:10 II: Finished in 2.55s 2019-01-30 14:32:10 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN numberof1to4familyunits' 2019-01-30 14:32:13 II: Finished in 3.55s 2019-01-30 14:32:13 QQ: 'ALTER TABLE pmic_lar_2007 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-01-30 14:32:27 II: Finished in 13.57s 2019-01-30 14:32:27 QQ: 'UPDATE pmic_lar_2007 SET numberof1to4familyunits = temp_double' 2019-01-30 14:32:31 II: Finished in 4.1s 2019-01-30 14:32:31 QQ: 'ALTER TABLE pmic_lar_2007 DROP COLUMN temp_double' 2019-01-30 14:32:43 II: Finished in 11.77s 2019-01-30 14:32:43 QQ: 'select count(*) from pmic_lar_2007' 2019-01-30 14:32:43 II: Finished in 0.01s 2019-01-30 14:32:43 hmda catalog entry 6 of 72 stored in 'pmic_lar_2007' 2019-01-30 14:32:43 2019-01-30 14:35:37 'https://www.ffiec.gov/hmdarawdata/OTHER/2007HMDAinstitutionrecords.zip' 2019-01-30 14:35:37 cached in 2019-01-30 14:35:37 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/7d6bbb807e187df6057408f4673e95d8.Rcache' 2019-01-30 14:35:37 copying to 2019-01-30 14:35:37 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 14:35:37 2019-01-30 14:35:37 QQ: 'CREATE TABLE hmda_inst_2007 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-01-30 14:35:37 II: Finished in 0.17s 2019-01-30 14:35:37 QQ: 'copy into hmda_inst_2007 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2007HMDAInstitutionRecords.TXT' using delimiters '\t' NULL AS ''' 2019-01-30 14:35:37 II: Finished in 0.23s 2019-01-30 14:35:37 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 14:35:38 II: Finished in 0.23s 2019-01-30 14:35:38 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 14:35:38 columns.table_id=tables.id where tables.name='hmda_inst_2007'' 2019-01-30 14:35:38 II: Finished in 0.01s 2019-01-30 14:35:38 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 14:35:38 II: Finished in 0s 2019-01-30 14:35:38 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 14:35:38 columns.table_id=tables.id where tables.name='hmda_inst_2007'' 2019-01-30 14:35:38 II: Finished in 0s 2019-01-30 14:35:38 QQ: 'select count(*) from hmda_inst_2007' 2019-01-30 14:35:38 II: Finished in 0s 2019-01-30 14:35:38 hmda catalog entry 7 of 72 stored in 'hmda_inst_2007' 2019-01-30 14:35:38 2019-01-30 14:42:52 'https://www.ffiec.gov/pmicrawdata/OTHER/2007PMICinstitutionrecords.zip' 2019-01-30 14:42:52 cached in 2019-01-30 14:42:52 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/5158f73a8a4fa8a369abcc78589c2934.Rcache' 2019-01-30 14:42:52 copying to 2019-01-30 14:42:52 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 14:42:52 2019-01-30 14:42:52 QQ: 'CREATE TABLE pmic_inst_2007 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-01-30 14:43:24 II: Finished in 31.55s 2019-01-30 14:43:24 QQ: 'copy into pmic_inst_2007 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2007PMICInstitutionRecords.TXT' using delimiters '\t' NULL AS ''' 2019-01-30 14:43:38 II: Finished in 14.39s 2019-01-30 14:43:40 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 14:44:10 II: Finished in 31.99s 2019-01-30 14:44:10 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 14:44:10 columns.table_id=tables.id where tables.name='pmic_inst_2007'' 2019-01-30 14:44:10 II: Finished in 0.01s 2019-01-30 14:44:10 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 14:44:10 II: Finished in 0.01s 2019-01-30 14:44:10 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 14:44:10 columns.table_id=tables.id where tables.name='pmic_inst_2007'' 2019-01-30 14:44:10 II: Finished in 0s 2019-01-30 14:44:10 QQ: 'select count(*) from pmic_inst_2007' 2019-01-30 14:44:10 II: Finished in 0s 2019-01-30 14:44:11 hmda catalog entry 8 of 72 stored in 'pmic_inst_2007' 2019-01-30 14:44:11 2019-01-30 14:57:54 'https://www.ffiec.gov/hmdarawdata/OTHER/2007HMDAReporterPanel.zip' 2019-01-30 14:57:54 cached in 2019-01-30 14:57:54 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/518f526133ac4d8c5af9cde4e66af1f9.Rcache' 2019-01-30 14:57:54 copying to 2019-01-30 14:57:54 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 14:57:54 2019-01-30 14:57:54 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-01-30 14:57:54 II: Finished in 0.52s 2019-01-30 14:57:54 QQ: 'CREATE TABLE hmda_reporter_2007 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, respondent_address_panel STRING, respondent_city_panel STRING, respondent_state_panel STRING, respondent_zip_code_panel STRING, tax_id STRING)' 2019-01-30 14:57:54 II: Finished in 0.24s 2019-01-30 14:57:54 QQ: 'COPY INTO hmda_reporter_2007 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10)' 2019-01-30 14:57:55 II: Finished in 0.28s 2019-01-30 14:57:55 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2007' 2019-01-30 14:57:55 II: Finished in 0s 2019-01-30 14:57:55 QQ: 'select count(*) from hmda_reporter_2007' 2019-01-30 14:57:55 II: Finished in 0s 2019-01-30 14:57:55 hmda catalog entry 9 of 72 stored in 'hmda_reporter_2007' 2019-01-30 14:57:55 2019-01-30 15:02:33 'https://www.ffiec.gov/pmicrawdata/OTHER/2007PMICReporterPanel.zip' 2019-01-30 15:02:33 cached in 2019-01-30 15:02:33 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/9f0192c8ea8edb000e9b80ef8d8dddb3.Rcache' 2019-01-30 15:02:33 copying to 2019-01-30 15:02:33 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 15:02:33 2019-01-30 15:02:35 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-01-30 15:02:41 II: Finished in 6.1s 2019-01-30 15:02:41 QQ: 'CREATE TABLE pmic_reporter_2007 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, respondent_address_panel STRING, respondent_city_panel STRING, respondent_state_panel STRING, respondent_zip_code_panel STRING, tax_id STRING)' 2019-01-30 15:02:45 II: Finished in 3.6s 2019-01-30 15:02:45 QQ: 'COPY INTO pmic_reporter_2007 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/PMICReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10)' 2019-01-30 15:02:45 II: Finished in 0.22s 2019-01-30 15:02:45 QQ: 'SELECT COUNT(*) FROM pmic_reporter_2007' 2019-01-30 15:02:45 II: Finished in 0s 2019-01-30 15:02:45 QQ: 'select count(*) from pmic_reporter_2007' 2019-01-30 15:02:45 II: Finished in 0s 2019-01-30 15:02:45 hmda catalog entry 10 of 72 stored in 'pmic_reporter_2007' 2019-01-30 15:02:45 2019-01-30 15:21:16 'https://www.ffiec.gov/hmdarawdata/OTHER/2007HMDAMSAOffice.zip' 2019-01-30 15:21:16 cached in 2019-01-30 15:21:16 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/826616cdff6b3ed0241bffaf51d005fc.Rcache' 2019-01-30 15:21:16 copying to 2019-01-30 15:21:16 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 15:21:16 2019-01-30 15:21:18 QQ: 'START TRANSACTION' 2019-01-30 15:21:18 II: Finished in 0s 2019-01-30 15:21:18 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 15:21:50 II: Finished in 32.11s 2019-01-30 15:21:54 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 15:21:54 II: Finished in 0.01s 2019-01-30 15:21:54 QQ: 'CREATE TABLE hmda_msa_2007 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-01-30 15:21:54 II: Finished in 0s 2019-01-30 15:21:54 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2007' and schemas.name='tmp'' 2019-01-30 15:21:54 II: Finished in 0s 2019-01-30 15:21:54 QQ: 'COMMIT' 2019-01-30 15:22:43 II: Finished in 48.82s 2019-01-30 15:22:43 QQ: 'select count(*) from hmda_msa_2007' 2019-01-30 15:22:43 II: Finished in 0s 2019-01-30 15:22:43 hmda catalog entry 11 of 72 stored in 'hmda_msa_2007' 2019-01-30 15:22:43 2019-01-30 15:46:47 'https://www.ffiec.gov/hmdarawdata/OTHER/2007HMDAMSAOffice.zip' 2019-01-30 15:46:49 cached in 2019-01-30 15:46:49 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/826616cdff6b3ed0241bffaf51d005fc.Rcache' 2019-01-30 15:46:49 copying to 2019-01-30 15:46:49 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 15:46:49 2019-01-30 15:46:49 QQ: 'START TRANSACTION' 2019-01-30 15:46:49 II: Finished in 0s 2019-01-30 15:46:49 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 15:49:40 II: Finished in 2.85s 2019-01-30 15:49:41 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 15:49:41 II: Finished in 0s 2019-01-30 15:49:41 QQ: 'CREATE TABLE pmic_msa_2007 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-01-30 15:49:41 II: Finished in 0s 2019-01-30 15:49:41 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='pmic_msa_2007' and schemas.name='tmp'' 2019-01-30 15:49:41 II: Finished in 0s 2019-01-30 15:49:41 QQ: 'COMMIT' 2019-01-30 15:50:33 II: Finished in 52.03s 2019-01-30 15:50:33 QQ: 'select count(*) from pmic_msa_2007' 2019-01-30 15:50:33 II: Finished in 0.01s 2019-01-30 15:50:33 hmda catalog entry 12 of 72 stored in 'pmic_msa_2007' 2019-01-30 15:50:33 2019-01-30 16:26:29 'https://www.ffiec.gov/hmdarawdata/LAR/National/2008HMDAlar%20-%20National.zip' 2019-01-30 16:26:29 cached in 2019-01-30 16:26:29 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/42ff3c5a65ac5e72c3e812b334fce3a7.Rcache' 2019-01-30 16:26:29 copying to 2019-01-30 16:26:29 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 16:26:29 2019-01-30 16:27:22 QQ: 'CREATE TABLE hmda_lar_2008 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-01-30 16:27:38 II: Finished in 15.22s 2019-01-30 16:27:38 QQ: 'copy into hmda_lar_2008 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2008HMDALAR - National.CSV' using delimiters ',','\n','"' NULL AS ''' 2019-01-30 16:56:46 II: Finished in 29.14s 2019-01-30 16:56:46 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 16:57:09 II: Finished in 23.3s 2019-01-30 16:57:10 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 16:57:10 columns.table_id=tables.id where tables.name='hmda_lar_2008'' 2019-01-30 16:57:10 II: Finished in 0.01s 2019-01-30 16:57:10 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 16:57:10 II: Finished in 0s 2019-01-30 16:57:10 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 16:57:10 columns.table_id=tables.id where tables.name='hmda_lar_2008'' 2019-01-30 16:57:10 II: Finished in 0s 2019-01-30 16:57:10 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-01-30 16:59:11 II: Finished in 2.03s 2019-01-30 16:59:11 QQ: 'UPDATE hmda_lar_2008 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-01-30 16:59:53 II: Finished in 41.39s 2019-01-30 16:59:53 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN sequencenumber' 2019-01-30 17:00:56 II: Finished in 1.06s 2019-01-30 17:00:57 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN sequencenumber DOUBLE' 2019-01-30 17:02:47 II: Finished in 1.85s 2019-01-30 17:02:47 QQ: 'UPDATE hmda_lar_2008 SET sequencenumber = temp_double' 2019-01-30 17:03:05 II: Finished in 17.87s 2019-01-30 17:03:05 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN temp_double' 2019-01-30 17:04:07 II: Finished in 1.04s 2019-01-30 17:04:07 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-01-30 17:05:14 II: Finished in 1.11s 2019-01-30 17:05:14 QQ: 'UPDATE hmda_lar_2008 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-01-30 17:05:48 II: Finished in 34.52s 2019-01-30 17:05:48 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN population' 2019-01-30 17:06:11 II: Finished in 22.71s 2019-01-30 17:06:11 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN population DOUBLE' 2019-01-30 17:07:35 II: Finished in 1.4s 2019-01-30 17:07:35 QQ: 'UPDATE hmda_lar_2008 SET population = temp_double' 2019-01-30 17:08:03 II: Finished in 27.51s 2019-01-30 17:08:03 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN temp_double' 2019-01-30 17:09:33 II: Finished in 1.51s 2019-01-30 17:09:33 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-01-30 17:10:03 II: Finished in 29.37s 2019-01-30 17:10:03 QQ: 'UPDATE hmda_lar_2008 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-01-30 17:10:19 II: Finished in 16.48s 2019-01-30 17:10:19 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN minoritypopulationpct' 2019-01-30 17:10:44 II: Finished in 24.39s 2019-01-30 17:10:44 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN minoritypopulationpct DOUBLE' 2019-01-30 17:11:38 II: Finished in 54.49s 2019-01-30 17:11:38 QQ: 'UPDATE hmda_lar_2008 SET minoritypopulationpct = temp_double' 2019-01-30 17:11:54 II: Finished in 16.37s 2019-01-30 17:11:54 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN temp_double' 2019-01-30 17:12:28 II: Finished in 33.8s 2019-01-30 17:12:28 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-01-30 17:13:03 II: Finished in 34.58s 2019-01-30 17:13:03 QQ: 'UPDATE hmda_lar_2008 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-01-30 17:13:43 II: Finished in 40.37s 2019-01-30 17:13:43 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN hudmedianfamilyincome' 2019-01-30 17:13:44 II: Finished in 0.83s 2019-01-30 17:13:44 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-01-30 17:13:49 II: Finished in 4.44s 2019-01-30 17:13:49 QQ: 'UPDATE hmda_lar_2008 SET hudmedianfamilyincome = temp_double' 2019-01-30 17:13:54 II: Finished in 5.95s 2019-01-30 17:13:54 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN temp_double' 2019-01-30 17:13:56 II: Finished in 1.4s 2019-01-30 17:13:56 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-01-30 17:14:13 II: Finished in 17.3s 2019-01-30 17:14:13 QQ: 'UPDATE hmda_lar_2008 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-01-30 17:14:21 II: Finished in 7.69s 2019-01-30 17:14:21 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN tracttomsa_mdincomepct' 2019-01-30 17:14:22 II: Finished in 0.99s 2019-01-30 17:14:22 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-01-30 17:14:31 II: Finished in 9.21s 2019-01-30 17:14:31 QQ: 'UPDATE hmda_lar_2008 SET tracttomsa_mdincomepct = temp_double' 2019-01-30 17:14:37 II: Finished in 5.81s 2019-01-30 17:14:37 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN temp_double' 2019-01-30 17:14:38 II: Finished in 1s 2019-01-30 17:14:38 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-01-30 17:14:42 II: Finished in 4.4s 2019-01-30 17:14:42 QQ: 'UPDATE hmda_lar_2008 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-01-30 17:14:49 II: Finished in 6.9s 2019-01-30 17:14:49 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN numberofowneroccupiedunits' 2019-01-30 17:14:52 II: Finished in 2.5s 2019-01-30 17:14:52 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-01-30 17:14:57 II: Finished in 4.88s 2019-01-30 17:14:57 QQ: 'UPDATE hmda_lar_2008 SET numberofowneroccupiedunits = temp_double' 2019-01-30 17:15:03 II: Finished in 5.94s 2019-01-30 17:15:03 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN temp_double' 2019-01-30 17:15:04 II: Finished in 1.42s 2019-01-30 17:15:04 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-01-30 17:15:09 II: Finished in 4.86s 2019-01-30 17:15:09 QQ: 'UPDATE hmda_lar_2008 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-01-30 17:15:19 II: Finished in 10.6s 2019-01-30 17:15:19 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN numberof1to4familyunits' 2019-01-30 17:15:21 II: Finished in 1.57s 2019-01-30 17:15:21 QQ: 'ALTER TABLE hmda_lar_2008 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-01-30 17:15:27 II: Finished in 6.17s 2019-01-30 17:15:27 QQ: 'UPDATE hmda_lar_2008 SET numberof1to4familyunits = temp_double' 2019-01-30 17:15:33 II: Finished in 6.36s 2019-01-30 17:15:33 QQ: 'ALTER TABLE hmda_lar_2008 DROP COLUMN temp_double' 2019-01-30 17:15:57 II: Finished in 23.97s 2019-01-30 17:15:57 QQ: 'select count(*) from hmda_lar_2008' 2019-01-30 17:15:57 II: Finished in 0.01s 2019-01-30 17:16:00 hmda catalog entry 13 of 72 stored in 'hmda_lar_2008' 2019-01-30 17:16:00 2019-01-30 17:22:51 'https://www.ffiec.gov/pmicrawdata/LAR/National/2008PMIClar%20-%20National.zip' 2019-01-30 17:22:51 cached in 2019-01-30 17:22:51 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/24fb87e4432bdf12b9149258ca98edba.Rcache' 2019-01-30 17:22:51 copying to 2019-01-30 17:22:51 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 17:22:51 2019-01-30 17:22:53 QQ: 'CREATE TABLE pmic_lar_2008 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-01-30 17:22:53 II: Finished in 0.09s 2019-01-30 17:22:53 QQ: 'copy into pmic_lar_2008 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2008PMICLAR - National.CSV' using delimiters ',','\n','"' NULL AS ''' 2019-01-30 17:24:11 II: Finished in 1.31s 2019-01-30 17:24:11 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 17:24:12 II: Finished in 0.27s 2019-01-30 17:24:12 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 17:24:12 columns.table_id=tables.id where tables.name='pmic_lar_2008'' 2019-01-30 17:24:12 II: Finished in 0.01s 2019-01-30 17:24:12 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 17:24:12 II: Finished in 0s 2019-01-30 17:24:12 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 17:24:12 columns.table_id=tables.id where tables.name='pmic_lar_2008'' 2019-01-30 17:24:12 II: Finished in 0s 2019-01-30 17:24:12 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-01-30 17:24:13 II: Finished in 1.14s 2019-01-30 17:24:13 QQ: 'UPDATE pmic_lar_2008 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-01-30 17:24:16 II: Finished in 2.8s 2019-01-30 17:24:16 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN sequencenumber' 2019-01-30 17:24:35 II: Finished in 19.73s 2019-01-30 17:24:35 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN sequencenumber DOUBLE' 2019-01-30 17:24:50 II: Finished in 14.46s 2019-01-30 17:24:50 QQ: 'UPDATE pmic_lar_2008 SET sequencenumber = temp_double' 2019-01-30 17:24:53 II: Finished in 3.3s 2019-01-30 17:24:53 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN temp_double' 2019-01-30 17:25:13 II: Finished in 19.61s 2019-01-30 17:25:13 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-01-30 17:25:16 II: Finished in 3s 2019-01-30 17:25:16 QQ: 'UPDATE pmic_lar_2008 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-01-30 17:25:17 II: Finished in 0.82s 2019-01-30 17:25:17 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN population' 2019-01-30 17:25:17 II: Finished in 0.35s 2019-01-30 17:25:17 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN population DOUBLE' 2019-01-30 17:25:18 II: Finished in 0.92s 2019-01-30 17:25:18 QQ: 'UPDATE pmic_lar_2008 SET population = temp_double' 2019-01-30 17:25:19 II: Finished in 1.45s 2019-01-30 17:25:19 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN temp_double' 2019-01-30 17:25:25 II: Finished in 5.93s 2019-01-30 17:25:25 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-01-30 17:25:26 II: Finished in 1.04s 2019-01-30 17:25:26 QQ: 'UPDATE pmic_lar_2008 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-01-30 17:25:27 II: Finished in 1.03s 2019-01-30 17:25:27 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN minoritypopulationpct' 2019-01-30 17:25:28 II: Finished in 0.8s 2019-01-30 17:25:28 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN minoritypopulationpct DOUBLE' 2019-01-30 17:25:40 II: Finished in 12.4s 2019-01-30 17:25:40 QQ: 'UPDATE pmic_lar_2008 SET minoritypopulationpct = temp_double' 2019-01-30 17:25:45 II: Finished in 4.27s 2019-01-30 17:25:45 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN temp_double' 2019-01-30 17:26:05 II: Finished in 20.34s 2019-01-30 17:26:05 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-01-30 17:26:23 II: Finished in 18.1s 2019-01-30 17:26:23 QQ: 'UPDATE pmic_lar_2008 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-01-30 17:26:26 II: Finished in 2.74s 2019-01-30 17:26:26 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN hudmedianfamilyincome' 2019-01-30 17:26:29 II: Finished in 3.42s 2019-01-30 17:26:29 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-01-30 17:26:30 II: Finished in 0.74s 2019-01-30 17:26:30 QQ: 'UPDATE pmic_lar_2008 SET hudmedianfamilyincome = temp_double' 2019-01-30 17:26:31 II: Finished in 0.75s 2019-01-30 17:26:31 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN temp_double' 2019-01-30 17:26:36 II: Finished in 5.01s 2019-01-30 17:26:36 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-01-30 17:26:37 II: Finished in 1.15s 2019-01-30 17:26:37 QQ: 'UPDATE pmic_lar_2008 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-01-30 17:26:38 II: Finished in 0.93s 2019-01-30 17:26:38 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN tracttomsa_mdincomepct' 2019-01-30 17:26:44 II: Finished in 5.93s 2019-01-30 17:26:44 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-01-30 17:26:53 II: Finished in 9.64s 2019-01-30 17:26:53 QQ: 'UPDATE pmic_lar_2008 SET tracttomsa_mdincomepct = temp_double' 2019-01-30 17:26:55 II: Finished in 1.06s 2019-01-30 17:26:55 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN temp_double' 2019-01-30 17:27:00 II: Finished in 5.5s 2019-01-30 17:27:00 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-01-30 17:27:13 II: Finished in 13.32s 2019-01-30 17:27:13 QQ: 'UPDATE pmic_lar_2008 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-01-30 17:27:14 II: Finished in 0.86s 2019-01-30 17:27:14 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN numberofowneroccupiedunits' 2019-01-30 17:27:25 II: Finished in 11.19s 2019-01-30 17:27:25 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-01-30 17:27:31 II: Finished in 5.91s 2019-01-30 17:27:31 QQ: 'UPDATE pmic_lar_2008 SET numberofowneroccupiedunits = temp_double' 2019-01-30 17:27:32 II: Finished in 0.81s 2019-01-30 17:27:32 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN temp_double' 2019-01-30 17:27:33 II: Finished in 0.52s 2019-01-30 17:27:33 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN temp_double DOUBLE' 2019-01-30 17:27:50 II: Finished in 17.71s 2019-01-30 17:27:50 QQ: 'UPDATE pmic_lar_2008 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-01-30 17:27:55 II: Finished in 4.83s 2019-01-30 17:27:55 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN numberof1to4familyunits' 2019-01-30 17:28:05 II: Finished in 9.93s 2019-01-30 17:28:05 QQ: 'ALTER TABLE pmic_lar_2008 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-01-30 17:28:06 II: Finished in 0.88s 2019-01-30 17:28:06 QQ: 'UPDATE pmic_lar_2008 SET numberof1to4familyunits = temp_double' 2019-01-30 17:28:07 II: Finished in 0.76s 2019-01-30 17:28:07 QQ: 'ALTER TABLE pmic_lar_2008 DROP COLUMN temp_double' 2019-01-30 17:28:08 II: Finished in 1.04s 2019-01-30 17:28:08 QQ: 'select count(*) from pmic_lar_2008' 2019-01-30 17:28:08 II: Finished in 0s 2019-01-30 17:28:08 hmda catalog entry 14 of 72 stored in 'pmic_lar_2008' 2019-01-30 17:28:08 2019-01-30 17:30:32 'https://www.ffiec.gov/hmdarawdata/OTHER/2008HMDAinstitutionrecords.zip' 2019-01-30 17:30:32 cached in 2019-01-30 17:30:32 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/f1d858d19ff3fabdfd4cd4ae10bd11f9.Rcache' 2019-01-30 17:30:32 copying to 2019-01-30 17:30:32 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 17:30:32 2019-01-30 17:30:32 QQ: 'CREATE TABLE hmda_inst_2008 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-01-30 17:30:32 II: Finished in 0.21s 2019-01-30 17:30:32 QQ: 'copy into hmda_inst_2008 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2008HMDAInstitutionRecords.TXT' using delimiters '\t' NULL AS ''' 2019-01-30 17:30:33 II: Finished in 0.18s 2019-01-30 17:30:33 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 17:30:33 II: Finished in 0.17s 2019-01-30 17:30:33 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 17:30:33 columns.table_id=tables.id where tables.name='hmda_inst_2008'' 2019-01-30 17:30:33 II: Finished in 0s 2019-01-30 17:30:33 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 17:30:33 II: Finished in 0s 2019-01-30 17:30:33 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 17:30:33 columns.table_id=tables.id where tables.name='hmda_inst_2008'' 2019-01-30 17:30:33 II: Finished in 0.14s 2019-01-30 17:30:33 QQ: 'select count(*) from hmda_inst_2008' 2019-01-30 17:30:33 II: Finished in 0s 2019-01-30 17:30:33 hmda catalog entry 15 of 72 stored in 'hmda_inst_2008' 2019-01-30 17:30:33 2019-01-30 17:32:41 'https://www.ffiec.gov/pmicrawdata/OTHER/2008PMICinstitutionrecords.zip' 2019-01-30 17:32:41 cached in 2019-01-30 17:32:41 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/45555c8ec0173aed693a0ac6a8456fdc.Rcache' 2019-01-30 17:32:41 copying to 2019-01-30 17:32:41 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 17:32:41 2019-01-30 17:32:41 QQ: 'CREATE TABLE pmic_inst_2008 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-01-30 17:32:42 II: Finished in 0.29s 2019-01-30 17:32:42 QQ: 'copy into pmic_inst_2008 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2008PMICInstitutionRecords.TXT' using delimiters '\t' NULL AS ''' 2019-01-30 17:32:42 II: Finished in 0.12s 2019-01-30 17:32:42 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 17:32:42 II: Finished in 0.41s 2019-01-30 17:32:42 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 17:32:42 columns.table_id=tables.id where tables.name='pmic_inst_2008'' 2019-01-30 17:32:42 II: Finished in 0.01s 2019-01-30 17:32:42 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 17:32:42 II: Finished in 0s 2019-01-30 17:32:42 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 17:32:42 columns.table_id=tables.id where tables.name='pmic_inst_2008'' 2019-01-30 17:32:43 II: Finished in 0.41s 2019-01-30 17:32:43 QQ: 'select count(*) from pmic_inst_2008' 2019-01-30 17:32:43 II: Finished in 0s 2019-01-30 17:32:43 hmda catalog entry 16 of 72 stored in 'pmic_inst_2008' 2019-01-30 17:32:43 2019-01-30 17:34:05 'https://www.ffiec.gov/hmdarawdata/OTHER/2008HMDAReporterPanel.zip' 2019-01-30 17:34:05 cached in 2019-01-30 17:34:05 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/bfbb810ed781058241d9b72d00009549.Rcache' 2019-01-30 17:34:05 copying to 2019-01-30 17:34:05 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 17:34:05 2019-01-30 17:34:05 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-01-30 17:34:05 II: Finished in 0.19s 2019-01-30 17:34:05 QQ: 'CREATE TABLE hmda_reporter_2008 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, respondent_address_panel STRING, respondent_city_panel STRING, respondent_state_panel STRING, respondent_zip_code_panel STRING, tax_id STRING)' 2019-01-30 17:34:06 II: Finished in 0.5s 2019-01-30 17:34:06 QQ: 'COPY INTO hmda_reporter_2008 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10)' 2019-01-30 17:34:06 II: Finished in 0.35s 2019-01-30 17:34:06 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2008' 2019-01-30 17:34:06 II: Finished in 0s 2019-01-30 17:34:06 QQ: 'select count(*) from hmda_reporter_2008' 2019-01-30 17:34:06 II: Finished in 0s 2019-01-30 17:34:06 hmda catalog entry 17 of 72 stored in 'hmda_reporter_2008' 2019-01-30 17:34:06 2019-01-30 17:35:52 'https://www.ffiec.gov/pmicrawdata/OTHER/2008PMICReporterPanel.zip' 2019-01-30 17:35:52 cached in 2019-01-30 17:35:52 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/eece4ee3a23adca60942be0aa915837c.Rcache' 2019-01-30 17:35:52 copying to 2019-01-30 17:35:52 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 17:35:52 2019-01-30 17:35:52 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-01-30 17:35:53 II: Finished in 0.37s 2019-01-30 17:35:53 QQ: 'CREATE TABLE pmic_reporter_2008 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, respondent_address_panel STRING, respondent_city_panel STRING, respondent_state_panel STRING, respondent_zip_code_panel STRING, tax_id STRING)' 2019-01-30 17:35:53 II: Finished in 0.62s 2019-01-30 17:35:53 QQ: 'COPY INTO pmic_reporter_2008 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/PMICReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10)' 2019-01-30 17:35:53 II: Finished in 0.25s 2019-01-30 17:35:53 QQ: 'SELECT COUNT(*) FROM pmic_reporter_2008' 2019-01-30 17:35:53 II: Finished in 0s 2019-01-30 17:35:53 QQ: 'select count(*) from pmic_reporter_2008' 2019-01-30 17:35:53 II: Finished in 0s 2019-01-30 17:35:53 hmda catalog entry 18 of 72 stored in 'pmic_reporter_2008' 2019-01-30 17:35:53 2019-01-30 17:37:08 'https://www.ffiec.gov/hmdarawdata/OTHER/2008HMDAMSAOffice.zip' 2019-01-30 17:37:08 cached in 2019-01-30 17:37:08 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/1cb93c5526300e0db1a3db22b1956fb2.Rcache' 2019-01-30 17:37:08 copying to 2019-01-30 17:37:08 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 17:37:08 2019-01-30 17:37:08 QQ: 'START TRANSACTION' 2019-01-30 17:37:08 II: Finished in 0s 2019-01-30 17:37:08 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 17:37:08 II: Finished in 0s 2019-01-30 17:37:08 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 17:37:08 II: Finished in 0s 2019-01-30 17:37:08 QQ: 'CREATE TABLE hmda_msa_2008 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-01-30 17:37:08 II: Finished in 0s 2019-01-30 17:37:08 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2008' and schemas.name='tmp'' 2019-01-30 17:37:08 II: Finished in 0.01s 2019-01-30 17:37:08 QQ: 'COMMIT' 2019-01-30 17:37:09 II: Finished in 0.65s 2019-01-30 17:37:09 QQ: 'select count(*) from hmda_msa_2008' 2019-01-30 17:37:09 II: Finished in 0s 2019-01-30 17:37:09 hmda catalog entry 19 of 72 stored in 'hmda_msa_2008' 2019-01-30 17:37:09 2019-01-30 17:38:26 'https://www.ffiec.gov/hmdarawdata/OTHER/2008HMDAMSAOffice.zip' 2019-01-30 17:38:26 cached in 2019-01-30 17:38:26 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/1cb93c5526300e0db1a3db22b1956fb2.Rcache' 2019-01-30 17:38:26 copying to 2019-01-30 17:38:26 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 17:38:26 2019-01-30 17:38:27 QQ: 'START TRANSACTION' 2019-01-30 17:38:27 II: Finished in 0s 2019-01-30 17:38:27 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 17:38:27 II: Finished in 0s 2019-01-30 17:38:27 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 17:38:27 II: Finished in 0s 2019-01-30 17:38:27 QQ: 'CREATE TABLE pmic_msa_2008 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-01-30 17:38:27 II: Finished in 0s 2019-01-30 17:38:27 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='pmic_msa_2008' and schemas.name='tmp'' 2019-01-30 17:38:27 II: Finished in 0.01s 2019-01-30 17:38:27 QQ: 'COMMIT' 2019-01-30 17:38:27 II: Finished in 0.4s 2019-01-30 17:38:27 QQ: 'select count(*) from pmic_msa_2008' 2019-01-30 17:38:27 II: Finished in 0s 2019-01-30 17:38:27 hmda catalog entry 20 of 72 stored in 'pmic_msa_2008' 2019-01-30 17:38:27 2019-01-30 17:40:14 'https://www.ffiec.gov/hmdarawdata/LAR/National/2009HMDAlar%20-%20National.zip' 2019-01-30 17:40:14 cached in 2019-01-30 17:40:14 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/ae5e9b5472415414802dd0cf6db89ec3.Rcache' 2019-01-30 17:40:14 copying to 2019-01-30 17:40:14 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 17:40:14 2019-01-30 17:40:37 QQ: 'CREATE TABLE hmda_lar_2009 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-01-30 17:40:42 II: Finished in 4.94s 2019-01-30 17:40:42 QQ: 'copy into hmda_lar_2009 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2009HMDALAR - National.CSV' using delimiters ',','\n','"' NULL AS ''' 2019-01-30 17:43:26 II: Finished in 2.74s 2019-01-30 17:43:26 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 17:43:27 II: Finished in 0.78s 2019-01-30 17:43:27 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 17:43:27 columns.table_id=tables.id where tables.name='hmda_lar_2009'' 2019-01-30 17:43:27 II: Finished in 0.01s 2019-01-30 17:43:27 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 17:43:27 II: Finished in 0s 2019-01-30 17:43:27 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 17:43:27 columns.table_id=tables.id where tables.name='hmda_lar_2009'' 2019-01-30 17:43:27 II: Finished in 0.24s 2019-01-30 17:43:27 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-01-30 17:43:44 II: Finished in 16.15s 2019-01-30 17:43:44 QQ: 'UPDATE hmda_lar_2009 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-01-30 17:43:52 II: Finished in 8.26s 2019-01-30 17:43:52 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN sequencenumber' 2019-01-30 17:44:08 II: Finished in 15.98s 2019-01-30 17:44:08 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN sequencenumber DOUBLE' 2019-01-30 17:44:38 II: Finished in 30.32s 2019-01-30 17:44:38 QQ: 'UPDATE hmda_lar_2009 SET sequencenumber = temp_double' 2019-01-30 17:44:45 II: Finished in 7.17s 2019-01-30 17:44:45 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN temp_double' 2019-01-30 17:45:54 II: Finished in 1.15s 2019-01-30 17:45:54 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-01-30 17:46:26 II: Finished in 32.12s 2019-01-30 17:46:26 QQ: 'UPDATE hmda_lar_2009 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-01-30 17:47:00 II: Finished in 34.05s 2019-01-30 17:47:00 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN population' 2019-01-30 17:49:20 II: Finished in 2.33s 2019-01-30 17:49:20 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN population DOUBLE' 2019-01-30 17:49:58 II: Finished in 37.85s 2019-01-30 17:49:58 QQ: 'UPDATE hmda_lar_2009 SET population = temp_double' 2019-01-30 17:50:04 II: Finished in 6.38s 2019-01-30 17:50:04 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN temp_double' 2019-01-30 17:50:10 II: Finished in 5.56s 2019-01-30 17:50:10 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-01-30 17:50:34 II: Finished in 23.82s 2019-01-30 17:50:34 QQ: 'UPDATE hmda_lar_2009 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-01-30 17:51:26 II: Finished in 51.97s 2019-01-30 17:51:26 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN minoritypopulationpct' 2019-01-30 17:52:49 II: Finished in 1.39s 2019-01-30 17:52:49 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN minoritypopulationpct DOUBLE' 2019-01-30 17:53:53 II: Finished in 1.06s 2019-01-30 17:53:53 QQ: 'UPDATE hmda_lar_2009 SET minoritypopulationpct = temp_double' 2019-01-30 17:54:16 II: Finished in 23.04s 2019-01-30 17:54:16 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN temp_double' 2019-01-30 17:55:02 II: Finished in 46.73s 2019-01-30 17:55:02 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-01-30 17:55:34 II: Finished in 31.89s 2019-01-30 17:55:34 QQ: 'UPDATE hmda_lar_2009 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-01-30 17:55:56 II: Finished in 21.44s 2019-01-30 17:55:56 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN hudmedianfamilyincome' 2019-01-30 17:56:19 II: Finished in 22.89s 2019-01-30 17:56:19 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-01-30 17:56:44 II: Finished in 25.16s 2019-01-30 17:56:44 QQ: 'UPDATE hmda_lar_2009 SET hudmedianfamilyincome = temp_double' 2019-01-30 17:57:02 II: Finished in 18.01s 2019-01-30 17:57:02 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN temp_double' 2019-01-30 17:57:30 II: Finished in 28.5s 2019-01-30 17:57:30 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-01-30 17:58:50 II: Finished in 1.33s 2019-01-30 17:58:50 QQ: 'UPDATE hmda_lar_2009 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-01-30 17:59:17 II: Finished in 26.64s 2019-01-30 17:59:17 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN tracttomsa_mdincomepct' 2019-01-30 18:01:14 II: Finished in 1.95s 2019-01-30 18:01:14 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-01-30 18:03:34 II: Finished in 2.34s 2019-01-30 18:03:34 QQ: 'UPDATE hmda_lar_2009 SET tracttomsa_mdincomepct = temp_double' 2019-01-30 18:03:55 II: Finished in 20.8s 2019-01-30 18:03:55 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN temp_double' 2019-01-30 18:04:10 II: Finished in 14.38s 2019-01-30 18:04:10 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-01-30 18:04:14 II: Finished in 4.47s 2019-01-30 18:04:14 QQ: 'UPDATE hmda_lar_2009 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-01-30 18:04:36 II: Finished in 22.11s 2019-01-30 18:04:36 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN numberofowneroccupiedunits' 2019-01-30 18:06:24 II: Finished in 1.8s 2019-01-30 18:06:24 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-01-30 18:07:33 II: Finished in 1.15s 2019-01-30 18:07:33 QQ: 'UPDATE hmda_lar_2009 SET numberofowneroccupiedunits = temp_double' 2019-01-30 18:07:47 II: Finished in 13.39s 2019-01-30 18:07:47 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN temp_double' 2019-01-30 18:08:05 II: Finished in 18.48s 2019-01-30 18:08:05 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-01-30 18:08:14 II: Finished in 8.89s 2019-01-30 18:08:14 QQ: 'UPDATE hmda_lar_2009 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-01-30 18:08:25 II: Finished in 10.98s 2019-01-30 18:08:25 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN numberof1to4familyunits' 2019-01-30 18:08:26 II: Finished in 1s 2019-01-30 18:08:26 QQ: 'ALTER TABLE hmda_lar_2009 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-01-30 18:08:30 II: Finished in 4.03s 2019-01-30 18:08:30 QQ: 'UPDATE hmda_lar_2009 SET numberof1to4familyunits = temp_double' 2019-01-30 18:08:36 II: Finished in 5.75s 2019-01-30 18:08:36 QQ: 'ALTER TABLE hmda_lar_2009 DROP COLUMN temp_double' 2019-01-30 18:08:53 II: Finished in 17.18s 2019-01-30 18:08:53 QQ: 'select count(*) from hmda_lar_2009' 2019-01-30 18:08:53 II: Finished in 0.01s 2019-01-30 18:08:54 hmda catalog entry 21 of 72 stored in 'hmda_lar_2009' 2019-01-30 18:08:54 2019-01-30 18:15:22 'https://www.ffiec.gov/pmicrawdata/LAR/National/2009PMIClar%20-%20National.zip' 2019-01-30 18:15:22 cached in 2019-01-30 18:15:22 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/063df587bd4bab76056bc76e309955bd.Rcache' 2019-01-30 18:15:22 copying to 2019-01-30 18:15:22 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 18:15:22 2019-01-30 18:15:25 QQ: 'CREATE TABLE pmic_lar_2009 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-01-30 18:15:31 II: Finished in 5.37s 2019-01-30 18:15:31 QQ: 'copy into pmic_lar_2009 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2009PMICLAR - National.CSV' using delimiters ',','\n','"' NULL AS ''' 2019-01-30 18:18:06 II: Finished in 2.59s 2019-01-30 18:18:06 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 18:18:07 II: Finished in 0.94s 2019-01-30 18:18:07 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 18:18:07 columns.table_id=tables.id where tables.name='pmic_lar_2009'' 2019-01-30 18:18:07 II: Finished in 0.01s 2019-01-30 18:18:07 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 18:18:07 II: Finished in 0s 2019-01-30 18:18:07 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 18:18:07 columns.table_id=tables.id where tables.name='pmic_lar_2009'' 2019-01-30 18:18:08 II: Finished in 0.54s 2019-01-30 18:18:08 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-01-30 18:18:09 II: Finished in 1.53s 2019-01-30 18:18:09 QQ: 'UPDATE pmic_lar_2009 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-01-30 18:18:10 II: Finished in 0.54s 2019-01-30 18:18:10 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN sequencenumber' 2019-01-30 18:18:11 II: Finished in 0.99s 2019-01-30 18:18:11 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN sequencenumber DOUBLE' 2019-01-30 18:18:14 II: Finished in 2.89s 2019-01-30 18:18:14 QQ: 'UPDATE pmic_lar_2009 SET sequencenumber = temp_double' 2019-01-30 18:18:14 II: Finished in 0.46s 2019-01-30 18:18:14 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN temp_double' 2019-01-30 18:18:16 II: Finished in 2.1s 2019-01-30 18:18:16 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-01-30 18:18:20 II: Finished in 4.24s 2019-01-30 18:18:20 QQ: 'UPDATE pmic_lar_2009 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-01-30 18:18:23 II: Finished in 2.91s 2019-01-30 18:18:23 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN population' 2019-01-30 18:18:30 II: Finished in 6.68s 2019-01-30 18:18:30 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN population DOUBLE' 2019-01-30 18:18:31 II: Finished in 1.43s 2019-01-30 18:18:31 QQ: 'UPDATE pmic_lar_2009 SET population = temp_double' 2019-01-30 18:18:32 II: Finished in 0.37s 2019-01-30 18:18:32 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN temp_double' 2019-01-30 18:18:34 II: Finished in 2.22s 2019-01-30 18:18:34 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-01-30 18:18:36 II: Finished in 1.73s 2019-01-30 18:18:36 QQ: 'UPDATE pmic_lar_2009 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-01-30 18:18:36 II: Finished in 0.48s 2019-01-30 18:18:36 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN minoritypopulationpct' 2019-01-30 18:18:38 II: Finished in 1.59s 2019-01-30 18:18:38 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN minoritypopulationpct DOUBLE' 2019-01-30 18:18:41 II: Finished in 3.69s 2019-01-30 18:18:41 QQ: 'UPDATE pmic_lar_2009 SET minoritypopulationpct = temp_double' 2019-01-30 18:18:42 II: Finished in 0.5s 2019-01-30 18:18:42 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN temp_double' 2019-01-30 18:18:51 II: Finished in 9.35s 2019-01-30 18:18:51 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-01-30 18:19:06 II: Finished in 15.12s 2019-01-30 18:19:06 QQ: 'UPDATE pmic_lar_2009 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-01-30 18:19:14 II: Finished in 7.95s 2019-01-30 18:19:14 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN hudmedianfamilyincome' 2019-01-30 18:21:54 II: Finished in 2.66s 2019-01-30 18:21:54 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-01-30 18:23:30 II: Finished in 1.6s 2019-01-30 18:23:30 QQ: 'UPDATE pmic_lar_2009 SET hudmedianfamilyincome = temp_double' 2019-01-30 18:23:34 II: Finished in 4.3s 2019-01-30 18:23:34 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN temp_double' 2019-01-30 18:25:48 II: Finished in 2.22s 2019-01-30 18:25:48 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-01-30 18:25:54 II: Finished in 6.07s 2019-01-30 18:25:54 QQ: 'UPDATE pmic_lar_2009 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-01-30 18:25:54 II: Finished in 0.63s 2019-01-30 18:25:54 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN tracttomsa_mdincomepct' 2019-01-30 18:25:56 II: Finished in 1.45s 2019-01-30 18:25:56 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-01-30 18:25:59 II: Finished in 2.74s 2019-01-30 18:25:59 QQ: 'UPDATE pmic_lar_2009 SET tracttomsa_mdincomepct = temp_double' 2019-01-30 18:25:59 II: Finished in 0.51s 2019-01-30 18:25:59 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN temp_double' 2019-01-30 18:26:05 II: Finished in 6.13s 2019-01-30 18:26:05 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-01-30 18:26:07 II: Finished in 1.51s 2019-01-30 18:26:07 QQ: 'UPDATE pmic_lar_2009 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-01-30 18:26:07 II: Finished in 0.57s 2019-01-30 18:26:07 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN numberofowneroccupiedunits' 2019-01-30 18:26:15 II: Finished in 8.02s 2019-01-30 18:26:15 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-01-30 18:26:21 II: Finished in 5.4s 2019-01-30 18:26:21 QQ: 'UPDATE pmic_lar_2009 SET numberofowneroccupiedunits = temp_double' 2019-01-30 18:26:21 II: Finished in 0.42s 2019-01-30 18:26:21 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN temp_double' 2019-01-30 18:27:21 II: Finished in 1s 2019-01-30 18:27:21 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN temp_double DOUBLE' 2019-01-30 18:27:22 II: Finished in 1.29s 2019-01-30 18:27:22 QQ: 'UPDATE pmic_lar_2009 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-01-30 18:27:23 II: Finished in 0.4s 2019-01-30 18:27:23 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN numberof1to4familyunits' 2019-01-30 18:27:40 II: Finished in 17.1s 2019-01-30 18:27:40 QQ: 'ALTER TABLE pmic_lar_2009 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-01-30 18:27:59 II: Finished in 18.77s 2019-01-30 18:27:59 QQ: 'UPDATE pmic_lar_2009 SET numberof1to4familyunits = temp_double' 2019-01-30 18:28:02 II: Finished in 2.93s 2019-01-30 18:28:02 QQ: 'ALTER TABLE pmic_lar_2009 DROP COLUMN temp_double' 2019-01-30 18:28:14 II: Finished in 12.75s 2019-01-30 18:28:14 QQ: 'select count(*) from pmic_lar_2009' 2019-01-30 18:28:14 II: Finished in 0.01s 2019-01-30 18:28:15 hmda catalog entry 22 of 72 stored in 'pmic_lar_2009' 2019-01-30 18:28:15 2019-01-30 18:43:27 'https://www.ffiec.gov/hmdarawdata/OTHER/2009HMDAinstitutionrecords.zip' 2019-01-30 18:43:27 cached in 2019-01-30 18:43:27 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/4a21468ea1fec8f8751bd3dc518555bb.Rcache' 2019-01-30 18:43:27 copying to 2019-01-30 18:43:27 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 18:43:27 2019-01-30 18:43:27 QQ: 'CREATE TABLE hmda_inst_2009 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-01-30 18:43:30 II: Finished in 3.01s 2019-01-30 18:43:30 QQ: 'copy into hmda_inst_2009 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2009HMDAInstitutionRecords.TXT' using delimiters '\t' NULL AS ''' 2019-01-30 18:43:31 II: Finished in 0.24s 2019-01-30 18:43:31 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 18:43:31 II: Finished in 0.42s 2019-01-30 18:43:31 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 18:43:31 columns.table_id=tables.id where tables.name='hmda_inst_2009'' 2019-01-30 18:43:31 II: Finished in 0s 2019-01-30 18:43:31 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 18:43:31 II: Finished in 0s 2019-01-30 18:43:31 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 18:43:31 columns.table_id=tables.id where tables.name='hmda_inst_2009'' 2019-01-30 18:43:31 II: Finished in 0.25s 2019-01-30 18:43:31 QQ: 'select count(*) from hmda_inst_2009' 2019-01-30 18:43:31 II: Finished in 0s 2019-01-30 18:43:31 hmda catalog entry 23 of 72 stored in 'hmda_inst_2009' 2019-01-30 18:43:31 2019-01-30 18:58:52 'https://www.ffiec.gov/pmicrawdata/OTHER/2009PMICinstitutionrecords.zip' 2019-01-30 18:58:52 cached in 2019-01-30 18:58:52 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/14e72da91590f922b7965b86030c1099.Rcache' 2019-01-30 18:58:52 copying to 2019-01-30 18:58:52 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 18:58:52 2019-01-30 18:58:52 QQ: 'CREATE TABLE pmic_inst_2009 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-01-30 18:58:53 II: Finished in 0.5s 2019-01-30 18:58:53 QQ: 'copy into pmic_inst_2009 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2009PMICInstitutionRecords.TXT' using delimiters '\t' NULL AS ''' 2019-01-30 18:58:53 II: Finished in 0.27s 2019-01-30 18:58:53 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 18:58:54 II: Finished in 0.51s 2019-01-30 18:58:54 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 18:58:54 columns.table_id=tables.id where tables.name='pmic_inst_2009'' 2019-01-30 18:58:54 II: Finished in 0s 2019-01-30 18:58:54 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 18:58:54 II: Finished in 0s 2019-01-30 18:58:54 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 18:58:54 columns.table_id=tables.id where tables.name='pmic_inst_2009'' 2019-01-30 18:58:54 II: Finished in 0.47s 2019-01-30 18:58:54 QQ: 'select count(*) from pmic_inst_2009' 2019-01-30 18:58:54 II: Finished in 0s 2019-01-30 18:58:54 hmda catalog entry 24 of 72 stored in 'pmic_inst_2009' 2019-01-30 18:58:54 2019-01-30 19:04:11 'https://www.ffiec.gov/hmdarawdata/OTHER/2009HMDAReporterPanel.zip' 2019-01-30 19:04:11 cached in 2019-01-30 19:04:11 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/ac135bd58dedc5b047bd3606f1412f6f.Rcache' 2019-01-30 19:04:11 copying to 2019-01-30 19:04:11 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 19:04:11 2019-01-30 19:04:13 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-01-30 19:04:15 II: Finished in 2.17s 2019-01-30 19:04:15 QQ: 'CREATE TABLE hmda_reporter_2009 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, respondent_address_panel STRING, respondent_city_panel STRING, respondent_state_panel STRING, respondent_zip_code_panel STRING, tax_id STRING)' 2019-01-30 19:04:34 II: Finished in 18.99s 2019-01-30 19:04:34 QQ: 'COPY INTO hmda_reporter_2009 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10)' 2019-01-30 19:05:02 II: Finished in 27.62s 2019-01-30 19:05:02 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2009' 2019-01-30 19:05:02 II: Finished in 0s 2019-01-30 19:05:02 QQ: 'select count(*) from hmda_reporter_2009' 2019-01-30 19:05:02 II: Finished in 0s 2019-01-30 19:05:02 hmda catalog entry 25 of 72 stored in 'hmda_reporter_2009' 2019-01-30 19:05:02 2019-01-30 19:31:17 'https://www.ffiec.gov/pmicrawdata/OTHER/2009PMICReporterPanel.zip' 2019-01-30 19:31:17 cached in 2019-01-30 19:31:17 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/9f05a084c4a2c8ef8a7c7d7d2ae45100.Rcache' 2019-01-30 19:31:17 copying to 2019-01-30 19:31:17 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 19:31:17 2019-01-30 19:31:17 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-01-30 19:31:19 II: Finished in 1.56s 2019-01-30 19:31:19 QQ: 'CREATE TABLE pmic_reporter_2009 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, respondent_address_panel STRING, respondent_city_panel STRING, respondent_state_panel STRING, respondent_zip_code_panel STRING, tax_id STRING)' 2019-01-30 19:31:21 II: Finished in 2.74s 2019-01-30 19:31:21 QQ: 'COPY INTO pmic_reporter_2009 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/PMICReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10)' 2019-01-30 19:31:22 II: Finished in 0.11s 2019-01-30 19:31:22 QQ: 'SELECT COUNT(*) FROM pmic_reporter_2009' 2019-01-30 19:31:22 II: Finished in 0s 2019-01-30 19:31:22 QQ: 'select count(*) from pmic_reporter_2009' 2019-01-30 19:31:22 II: Finished in 0s 2019-01-30 19:31:22 hmda catalog entry 26 of 72 stored in 'pmic_reporter_2009' 2019-01-30 19:31:22 2019-01-30 20:14:14 'https://www.ffiec.gov/hmdarawdata/OTHER/2009HMDAMSAOffice.zip' 2019-01-30 20:14:14 cached in 2019-01-30 20:14:14 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/97a07212144e7fee79457afede7ae944.Rcache' 2019-01-30 20:14:14 copying to 2019-01-30 20:14:14 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 20:14:14 2019-01-30 20:14:15 QQ: 'START TRANSACTION' 2019-01-30 20:14:15 II: Finished in 0s 2019-01-30 20:14:15 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 20:14:22 II: Finished in 7.54s 2019-01-30 20:14:22 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 20:14:23 II: Finished in 0.3s 2019-01-30 20:14:23 QQ: 'CREATE TABLE hmda_msa_2009 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-01-30 20:14:23 II: Finished in 0s 2019-01-30 20:14:23 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2009' and schemas.name='tmp'' 2019-01-30 20:14:23 II: Finished in 0.04s 2019-01-30 20:14:23 QQ: 'COMMIT' 2019-01-30 20:14:32 II: Finished in 8.91s 2019-01-30 20:14:32 QQ: 'select count(*) from hmda_msa_2009' 2019-01-30 20:14:32 II: Finished in 0s 2019-01-30 20:14:32 hmda catalog entry 27 of 72 stored in 'hmda_msa_2009' 2019-01-30 20:14:32 2019-01-30 20:31:56 'https://www.ffiec.gov/hmdarawdata/OTHER/2009HMDAMSAOffice.zip' 2019-01-30 20:31:56 cached in 2019-01-30 20:31:56 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/97a07212144e7fee79457afede7ae944.Rcache' 2019-01-30 20:31:56 copying to 2019-01-30 20:31:56 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 20:31:56 2019-01-30 20:31:56 QQ: 'START TRANSACTION' 2019-01-30 20:31:56 II: Finished in 0s 2019-01-30 20:31:56 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 20:31:57 II: Finished in 1s 2019-01-30 20:31:57 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 20:31:57 II: Finished in 0.01s 2019-01-30 20:31:57 QQ: 'CREATE TABLE pmic_msa_2009 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-01-30 20:31:57 II: Finished in 0s 2019-01-30 20:31:57 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='pmic_msa_2009' and schemas.name='tmp'' 2019-01-30 20:31:57 II: Finished in 0s 2019-01-30 20:31:57 QQ: 'COMMIT' 2019-01-30 20:31:58 II: Finished in 0.25s 2019-01-30 20:31:58 QQ: 'select count(*) from pmic_msa_2009' 2019-01-30 20:31:58 II: Finished in 0s 2019-01-30 20:31:58 hmda catalog entry 28 of 72 stored in 'pmic_msa_2009' 2019-01-30 20:31:58 2019-01-30 20:34:18 'https://www.ffiec.gov/hmdarawdata/LAR/National/2010HMDAlar%20-%20National.zip' 2019-01-30 20:34:18 cached in 2019-01-30 20:34:18 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/a95015b4caf80f758e906d8b2003c4b2.Rcache' 2019-01-30 20:34:18 copying to 2019-01-30 20:34:18 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 20:34:18 2019-01-30 20:35:11 QQ: 'CREATE TABLE hmda_lar_2010 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-01-30 20:35:18 II: Finished in 6.82s 2019-01-30 20:35:18 QQ: 'copy into hmda_lar_2010 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2010HMDALAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-01-30 20:38:48 II: Finished in 3.51s 2019-01-30 20:38:48 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 20:39:00 II: Finished in 11.19s 2019-01-30 20:39:00 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 20:39:00 columns.table_id=tables.id where tables.name='hmda_lar_2010'' 2019-01-30 20:39:05 II: Finished in 5.41s 2019-01-30 20:39:05 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 20:39:05 II: Finished in 0.01s 2019-01-30 20:39:05 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 20:39:05 columns.table_id=tables.id where tables.name='hmda_lar_2010'' 2019-01-30 20:39:05 II: Finished in 0s 2019-01-30 20:39:05 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-01-30 20:39:19 II: Finished in 13.48s 2019-01-30 20:39:19 QQ: 'UPDATE hmda_lar_2010 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-01-30 20:39:27 II: Finished in 8.89s 2019-01-30 20:39:27 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN sequencenumber' 2019-01-30 20:39:52 II: Finished in 24.35s 2019-01-30 20:39:52 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN sequencenumber DOUBLE' 2019-01-30 20:39:56 II: Finished in 4.29s 2019-01-30 20:39:56 QQ: 'UPDATE hmda_lar_2010 SET sequencenumber = temp_double' 2019-01-30 20:40:10 II: Finished in 13.63s 2019-01-30 20:40:10 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN temp_double' 2019-01-30 20:40:30 II: Finished in 20.45s 2019-01-30 20:40:30 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-01-30 20:40:35 II: Finished in 4.47s 2019-01-30 20:40:35 QQ: 'UPDATE hmda_lar_2010 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-01-30 20:40:44 II: Finished in 9.7s 2019-01-30 20:40:44 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN population' 2019-01-30 20:40:52 II: Finished in 8.04s 2019-01-30 20:40:52 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN population DOUBLE' 2019-01-30 20:40:57 II: Finished in 5.06s 2019-01-30 20:40:57 QQ: 'UPDATE hmda_lar_2010 SET population = temp_double' 2019-01-30 20:41:16 II: Finished in 18.57s 2019-01-30 20:41:16 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN temp_double' 2019-01-30 20:41:40 II: Finished in 23.57s 2019-01-30 20:41:40 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-01-30 20:41:44 II: Finished in 4.77s 2019-01-30 20:41:44 QQ: 'UPDATE hmda_lar_2010 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-01-30 20:41:56 II: Finished in 11.99s 2019-01-30 20:41:56 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN minoritypopulationpct' 2019-01-30 20:42:02 II: Finished in 5.78s 2019-01-30 20:42:02 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN minoritypopulationpct DOUBLE' 2019-01-30 20:42:22 II: Finished in 19.68s 2019-01-30 20:42:22 QQ: 'UPDATE hmda_lar_2010 SET minoritypopulationpct = temp_double' 2019-01-30 20:42:29 II: Finished in 6.81s 2019-01-30 20:42:29 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN temp_double' 2019-01-30 20:42:30 II: Finished in 1.33s 2019-01-30 20:42:30 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-01-30 20:43:01 II: Finished in 31.24s 2019-01-30 20:43:01 QQ: 'UPDATE hmda_lar_2010 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-01-30 20:43:09 II: Finished in 7.35s 2019-01-30 20:43:09 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN hudmedianfamilyincome' 2019-01-30 20:43:11 II: Finished in 2.18s 2019-01-30 20:43:11 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-01-30 20:44:45 II: Finished in 1.57s 2019-01-30 20:44:45 QQ: 'UPDATE hmda_lar_2010 SET hudmedianfamilyincome = temp_double' 2019-01-30 20:45:30 II: Finished in 45.26s 2019-01-30 20:45:30 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN temp_double' 2019-01-30 20:47:24 II: Finished in 1.91s 2019-01-30 20:47:24 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-01-30 20:49:31 II: Finished in 2.11s 2019-01-30 20:49:31 QQ: 'UPDATE hmda_lar_2010 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-01-30 20:49:55 II: Finished in 23.75s 2019-01-30 20:49:55 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN tracttomsa_mdincomepct' 2019-01-30 20:51:22 II: Finished in 1.45s 2019-01-30 20:51:22 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-01-30 20:53:18 II: Finished in 1.93s 2019-01-30 20:53:18 QQ: 'UPDATE hmda_lar_2010 SET tracttomsa_mdincomepct = temp_double' 2019-01-30 20:53:44 II: Finished in 25.78s 2019-01-30 20:53:44 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN temp_double' 2019-01-30 20:56:18 II: Finished in 2.57s 2019-01-30 20:56:18 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-01-30 20:59:25 II: Finished in 3.13s 2019-01-30 20:59:25 QQ: 'UPDATE hmda_lar_2010 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-01-30 20:59:35 II: Finished in 9.2s 2019-01-30 20:59:35 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN numberofowneroccupiedunits' 2019-01-30 20:59:49 II: Finished in 14.58s 2019-01-30 20:59:49 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-01-30 20:59:53 II: Finished in 3.8s 2019-01-30 20:59:53 QQ: 'UPDATE hmda_lar_2010 SET numberofowneroccupiedunits = temp_double' 2019-01-30 21:00:12 II: Finished in 18.83s 2019-01-30 21:00:13 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN temp_double' 2019-01-30 21:00:45 II: Finished in 33.41s 2019-01-30 21:00:48 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-01-30 21:01:13 II: Finished in 27.38s 2019-01-30 21:01:13 QQ: 'UPDATE hmda_lar_2010 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-01-30 21:01:22 II: Finished in 9.64s 2019-01-30 21:01:22 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN numberof1to4familyunits' 2019-01-30 21:01:28 II: Finished in 6.11s 2019-01-30 21:01:28 QQ: 'ALTER TABLE hmda_lar_2010 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-01-30 21:01:46 II: Finished in 18.1s 2019-01-30 21:01:46 QQ: 'UPDATE hmda_lar_2010 SET numberof1to4familyunits = temp_double' 2019-01-30 21:01:55 II: Finished in 8.65s 2019-01-30 21:01:55 QQ: 'ALTER TABLE hmda_lar_2010 DROP COLUMN temp_double' 2019-01-30 21:02:44 II: Finished in 49.29s 2019-01-30 21:02:45 QQ: 'select count(*) from hmda_lar_2010' 2019-01-30 21:02:45 II: Finished in 0.01s 2019-01-30 21:02:45 hmda catalog entry 29 of 72 stored in 'hmda_lar_2010' 2019-01-30 21:02:45 2019-01-30 21:15:09 'https://www.ffiec.gov/pmicrawdata/LAR/National/2010PMIClar%20-%20National.zip' 2019-01-30 21:15:09 cached in 2019-01-30 21:15:09 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/7300a6c607e66ea5780ae203228b59c0.Rcache' 2019-01-30 21:15:09 copying to 2019-01-30 21:15:09 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 21:15:09 2019-01-30 21:15:10 QQ: 'CREATE TABLE pmic_lar_2010 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-01-30 21:15:15 II: Finished in 5.08s 2019-01-30 21:15:15 QQ: 'copy into pmic_lar_2010 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2010PMICLAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-01-30 21:16:37 II: Finished in 1.36s 2019-01-30 21:16:37 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 21:16:42 II: Finished in 4.89s 2019-01-30 21:16:42 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 21:16:42 columns.table_id=tables.id where tables.name='pmic_lar_2010'' 2019-01-30 21:16:42 II: Finished in 0.01s 2019-01-30 21:16:42 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 21:16:42 II: Finished in 0s 2019-01-30 21:16:42 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 21:16:42 columns.table_id=tables.id where tables.name='pmic_lar_2010'' 2019-01-30 21:16:49 II: Finished in 7.19s 2019-01-30 21:16:49 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-01-30 21:16:50 II: Finished in 0.83s 2019-01-30 21:16:50 QQ: 'UPDATE pmic_lar_2010 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-01-30 21:16:50 II: Finished in 0.23s 2019-01-30 21:16:50 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN sequencenumber' 2019-01-30 21:16:51 II: Finished in 0.5s 2019-01-30 21:16:51 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN sequencenumber DOUBLE' 2019-01-30 21:16:52 II: Finished in 1.51s 2019-01-30 21:16:52 QQ: 'UPDATE pmic_lar_2010 SET sequencenumber = temp_double' 2019-01-30 21:16:53 II: Finished in 0.49s 2019-01-30 21:16:53 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN temp_double' 2019-01-30 21:16:55 II: Finished in 1.7s 2019-01-30 21:16:55 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-01-30 21:16:57 II: Finished in 2.51s 2019-01-30 21:16:57 QQ: 'UPDATE pmic_lar_2010 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-01-30 21:16:58 II: Finished in 0.56s 2019-01-30 21:16:58 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN population' 2019-01-30 21:16:59 II: Finished in 1.8s 2019-01-30 21:16:59 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN population DOUBLE' 2019-01-30 21:17:02 II: Finished in 2.28s 2019-01-30 21:17:02 QQ: 'UPDATE pmic_lar_2010 SET population = temp_double' 2019-01-30 21:17:02 II: Finished in 0.41s 2019-01-30 21:17:02 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN temp_double' 2019-01-30 21:17:03 II: Finished in 0.64s 2019-01-30 21:17:03 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-01-30 21:17:03 II: Finished in 0.74s 2019-01-30 21:17:03 QQ: 'UPDATE pmic_lar_2010 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-01-30 21:17:04 II: Finished in 0.29s 2019-01-30 21:17:04 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN minoritypopulationpct' 2019-01-30 21:17:04 II: Finished in 0.38s 2019-01-30 21:17:04 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN minoritypopulationpct DOUBLE' 2019-01-30 21:17:14 II: Finished in 9.85s 2019-01-30 21:17:14 QQ: 'UPDATE pmic_lar_2010 SET minoritypopulationpct = temp_double' 2019-01-30 21:17:18 II: Finished in 3.7s 2019-01-30 21:17:18 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN temp_double' 2019-01-30 21:17:18 II: Finished in 0.47s 2019-01-30 21:17:18 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-01-30 21:17:19 II: Finished in 0.7s 2019-01-30 21:17:19 QQ: 'UPDATE pmic_lar_2010 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-01-30 21:17:19 II: Finished in 0.25s 2019-01-30 21:17:19 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN hudmedianfamilyincome' 2019-01-30 21:17:33 II: Finished in 13.41s 2019-01-30 21:17:33 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-01-30 21:18:27 II: Finished in 54.15s 2019-01-30 21:18:27 QQ: 'UPDATE pmic_lar_2010 SET hudmedianfamilyincome = temp_double' 2019-01-30 21:18:59 II: Finished in 32.78s 2019-01-30 21:18:59 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN temp_double' 2019-01-30 21:20:14 II: Finished in 1.24s 2019-01-30 21:20:14 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-01-30 21:20:30 II: Finished in 15.98s 2019-01-30 21:20:30 QQ: 'UPDATE pmic_lar_2010 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-01-30 21:20:32 II: Finished in 2.22s 2019-01-30 21:20:32 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN tracttomsa_mdincomepct' 2019-01-30 21:20:45 II: Finished in 13.22s 2019-01-30 21:20:45 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-01-30 21:20:55 II: Finished in 9.63s 2019-01-30 21:20:55 QQ: 'UPDATE pmic_lar_2010 SET tracttomsa_mdincomepct = temp_double' 2019-01-30 21:20:59 II: Finished in 3.9s 2019-01-30 21:20:59 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN temp_double' 2019-01-30 21:21:05 II: Finished in 6.21s 2019-01-30 21:21:05 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-01-30 21:21:06 II: Finished in 0.91s 2019-01-30 21:21:06 QQ: 'UPDATE pmic_lar_2010 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-01-30 21:21:06 II: Finished in 0.24s 2019-01-30 21:21:06 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN numberofowneroccupiedunits' 2019-01-30 21:21:07 II: Finished in 0.37s 2019-01-30 21:21:07 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-01-30 21:21:07 II: Finished in 0.78s 2019-01-30 21:21:07 QQ: 'UPDATE pmic_lar_2010 SET numberofowneroccupiedunits = temp_double' 2019-01-30 21:21:08 II: Finished in 0.3s 2019-01-30 21:21:08 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN temp_double' 2019-01-30 21:21:08 II: Finished in 0.46s 2019-01-30 21:21:08 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN temp_double DOUBLE' 2019-01-30 21:21:09 II: Finished in 1.32s 2019-01-30 21:21:09 QQ: 'UPDATE pmic_lar_2010 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-01-30 21:21:10 II: Finished in 0.76s 2019-01-30 21:21:10 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN numberof1to4familyunits' 2019-01-30 21:21:11 II: Finished in 1.14s 2019-01-30 21:21:11 QQ: 'ALTER TABLE pmic_lar_2010 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-01-30 21:21:18 II: Finished in 7.15s 2019-01-30 21:21:18 QQ: 'UPDATE pmic_lar_2010 SET numberof1to4familyunits = temp_double' 2019-01-30 21:21:21 II: Finished in 2.74s 2019-01-30 21:21:21 QQ: 'ALTER TABLE pmic_lar_2010 DROP COLUMN temp_double' 2019-01-30 21:21:24 II: Finished in 2.76s 2019-01-30 21:21:24 QQ: 'select count(*) from pmic_lar_2010' 2019-01-30 21:21:24 II: Finished in 0.01s 2019-01-30 21:21:24 hmda catalog entry 30 of 72 stored in 'pmic_lar_2010' 2019-01-30 21:21:24 2019-01-30 21:32:12 'https://www.ffiec.gov/hmdarawdata/OTHER/2010HMDAinstitutionrecords.zip' 2019-01-30 21:32:12 cached in 2019-01-30 21:32:12 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/f19a084070d41d7da9fd3aa3d919e3ba.Rcache' 2019-01-30 21:32:12 copying to 2019-01-30 21:32:12 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 21:32:12 2019-01-30 21:32:16 QQ: 'CREATE TABLE hmda_inst_2010 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-01-30 21:33:58 II: Finished in 1.71s 2019-01-30 21:33:58 QQ: 'copy into hmda_inst_2010 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2010HMDAInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-01-30 21:34:23 II: Finished in 24.8s 2019-01-30 21:34:23 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 21:34:30 II: Finished in 7.27s 2019-01-30 21:34:30 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 21:34:30 columns.table_id=tables.id where tables.name='hmda_inst_2010'' 2019-01-30 21:34:30 II: Finished in 0.01s 2019-01-30 21:34:30 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 21:34:30 II: Finished in 0s 2019-01-30 21:34:30 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 21:34:30 columns.table_id=tables.id where tables.name='hmda_inst_2010'' 2019-01-30 21:34:35 II: Finished in 5.16s 2019-01-30 21:34:35 QQ: 'select count(*) from hmda_inst_2010' 2019-01-30 21:34:35 II: Finished in 0s 2019-01-30 21:34:35 hmda catalog entry 31 of 72 stored in 'hmda_inst_2010' 2019-01-30 21:34:35 2019-01-30 22:06:03 'https://www.ffiec.gov/pmicrawdata/OTHER/2010PMICinstitutionrecords.zip' 2019-01-30 22:06:03 cached in 2019-01-30 22:06:03 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/afe4b37daecf2dcb74199784a3781bfd.Rcache' 2019-01-30 22:06:03 copying to 2019-01-30 22:06:03 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 22:06:03 2019-01-30 22:06:03 QQ: 'CREATE TABLE pmic_inst_2010 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-01-30 22:06:23 II: Finished in 19.86s 2019-01-30 22:06:23 QQ: 'copy into pmic_inst_2010 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2010PMICInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-01-30 22:06:34 II: Finished in 11.38s 2019-01-30 22:06:35 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 22:06:53 II: Finished in 18.72s 2019-01-30 22:06:53 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 22:06:53 columns.table_id=tables.id where tables.name='pmic_inst_2010'' 2019-01-30 22:06:53 II: Finished in 0s 2019-01-30 22:06:53 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 22:06:53 II: Finished in 0s 2019-01-30 22:06:53 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 22:06:53 columns.table_id=tables.id where tables.name='pmic_inst_2010'' 2019-01-30 22:07:16 II: Finished in 23.26s 2019-01-30 22:07:16 QQ: 'select count(*) from pmic_inst_2010' 2019-01-30 22:07:16 II: Finished in 0s 2019-01-30 22:07:17 hmda catalog entry 32 of 72 stored in 'pmic_inst_2010' 2019-01-30 22:07:17 2019-01-30 22:50:28 'https://www.ffiec.gov/hmdarawdata/OTHER/2010HMDAReporterPanel.zip' 2019-01-30 22:50:28 cached in 2019-01-30 22:50:28 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/6358019ed0e3fdc25dfa9a8f326bc95c.Rcache' 2019-01-30 22:50:28 copying to 2019-01-30 22:50:28 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 22:50:28 2019-01-30 22:50:29 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-01-30 22:50:44 II: Finished in 15.64s 2019-01-30 22:50:44 QQ: 'CREATE TABLE hmda_reporter_2010 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-01-30 22:51:01 II: Finished in 16.92s 2019-01-30 22:51:01 QQ: 'COPY INTO hmda_reporter_2010 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2010HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-01-30 22:51:17 II: Finished in 16.1s 2019-01-30 22:51:17 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2010' 2019-01-30 22:51:17 II: Finished in 0s 2019-01-30 22:51:17 QQ: 'select count(*) from hmda_reporter_2010' 2019-01-30 22:51:17 II: Finished in 0s 2019-01-30 22:51:17 hmda catalog entry 33 of 72 stored in 'hmda_reporter_2010' 2019-01-30 22:51:17 2019-01-30 23:06:21 'https://www.ffiec.gov/pmicrawdata/OTHER/2010PMICReporterPanel.zip' 2019-01-30 23:06:21 cached in 2019-01-30 23:06:21 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/59313a0efb57d541188dae7c6451b49c.Rcache' 2019-01-30 23:06:21 copying to 2019-01-30 23:06:21 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 23:06:21 2019-01-30 23:06:21 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-01-30 23:06:24 II: Finished in 3.23s 2019-01-30 23:06:24 QQ: 'CREATE TABLE pmic_reporter_2010 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-01-30 23:06:26 II: Finished in 2.23s 2019-01-30 23:06:26 QQ: 'COPY INTO pmic_reporter_2010 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2010PMICReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-01-30 23:06:26 II: Finished in 0.17s 2019-01-30 23:06:26 QQ: 'SELECT COUNT(*) FROM pmic_reporter_2010' 2019-01-30 23:06:26 II: Finished in 0s 2019-01-30 23:06:26 QQ: 'select count(*) from pmic_reporter_2010' 2019-01-30 23:06:26 II: Finished in 0s 2019-01-30 23:06:26 hmda catalog entry 34 of 72 stored in 'pmic_reporter_2010' 2019-01-30 23:06:26 2019-01-30 23:08:16 'https://www.ffiec.gov/hmdarawdata/OTHER/2010HMDAMSAOffice.zip' 2019-01-30 23:08:16 cached in 2019-01-30 23:08:16 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/dd4336136372859283c6f7b441034217.Rcache' 2019-01-30 23:08:16 copying to 2019-01-30 23:08:16 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 23:08:16 2019-01-30 23:08:16 QQ: 'START TRANSACTION' 2019-01-30 23:08:16 II: Finished in 0s 2019-01-30 23:08:16 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 23:08:16 II: Finished in 0s 2019-01-30 23:08:16 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 23:08:16 II: Finished in 0s 2019-01-30 23:08:16 QQ: 'CREATE TABLE hmda_msa_2010 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-01-30 23:08:16 II: Finished in 0s 2019-01-30 23:08:16 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2010' and schemas.name='tmp'' 2019-01-30 23:08:16 II: Finished in 0s 2019-01-30 23:08:16 QQ: 'COMMIT' 2019-01-30 23:08:21 II: Finished in 5.04s 2019-01-30 23:08:21 QQ: 'select count(*) from hmda_msa_2010' 2019-01-30 23:08:21 II: Finished in 0s 2019-01-30 23:08:22 hmda catalog entry 35 of 72 stored in 'hmda_msa_2010' 2019-01-30 23:08:22 2019-01-30 23:10:08 'https://www.ffiec.gov/hmdarawdata/OTHER/2010HMDAMSAOffice.zip' 2019-01-30 23:10:08 cached in 2019-01-30 23:10:08 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/dd4336136372859283c6f7b441034217.Rcache' 2019-01-30 23:10:08 copying to 2019-01-30 23:10:08 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 23:10:08 2019-01-30 23:10:08 QQ: 'START TRANSACTION' 2019-01-30 23:10:08 II: Finished in 0s 2019-01-30 23:10:08 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 23:10:10 II: Finished in 2.05s 2019-01-30 23:10:10 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 23:10:10 II: Finished in 0.01s 2019-01-30 23:10:10 QQ: 'CREATE TABLE pmic_msa_2010 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-01-30 23:10:10 II: Finished in 0s 2019-01-30 23:10:10 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='pmic_msa_2010' and schemas.name='tmp'' 2019-01-30 23:10:10 II: Finished in 0s 2019-01-30 23:10:10 QQ: 'COMMIT' 2019-01-30 23:10:10 II: Finished in 0.39s 2019-01-30 23:10:10 QQ: 'select count(*) from pmic_msa_2010' 2019-01-30 23:10:10 II: Finished in 0.01s 2019-01-30 23:10:10 hmda catalog entry 36 of 72 stored in 'pmic_msa_2010' 2019-01-30 23:10:10 2019-01-30 23:11:24 'https://www.ffiec.gov/hmdarawdata/LAR/National/2011HMDAlar%20-%20National.zip' 2019-01-30 23:11:24 cached in 2019-01-30 23:11:24 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/04003c0cf2725a1a4fe1160cb875f2c3.Rcache' 2019-01-30 23:11:24 copying to 2019-01-30 23:11:24 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 23:11:24 2019-01-30 23:11:46 QQ: 'CREATE TABLE hmda_lar_2011 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-01-30 23:12:02 II: Finished in 15.85s 2019-01-30 23:12:02 QQ: 'copy into hmda_lar_2011 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2011HMDALAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-01-30 23:16:22 II: Finished in 4.33s 2019-01-30 23:16:22 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 23:16:22 II: Finished in 0.25s 2019-01-30 23:16:22 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 23:16:22 columns.table_id=tables.id where tables.name='hmda_lar_2011'' 2019-01-30 23:16:22 II: Finished in 0.01s 2019-01-30 23:16:22 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 23:16:22 II: Finished in 0s 2019-01-30 23:16:22 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 23:16:22 columns.table_id=tables.id where tables.name='hmda_lar_2011'' 2019-01-30 23:16:23 II: Finished in 0.25s 2019-01-30 23:16:23 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-01-30 23:16:26 II: Finished in 3.63s 2019-01-30 23:16:26 QQ: 'UPDATE hmda_lar_2011 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-01-30 23:16:34 II: Finished in 7.53s 2019-01-30 23:16:34 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN sequencenumber' 2019-01-30 23:16:35 II: Finished in 0.94s 2019-01-30 23:16:35 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN sequencenumber DOUBLE' 2019-01-30 23:16:47 II: Finished in 12.08s 2019-01-30 23:16:47 QQ: 'UPDATE hmda_lar_2011 SET sequencenumber = temp_double' 2019-01-30 23:16:52 II: Finished in 5.65s 2019-01-30 23:16:52 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN temp_double' 2019-01-30 23:16:56 II: Finished in 3.2s 2019-01-30 23:16:56 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-01-30 23:17:02 II: Finished in 6.12s 2019-01-30 23:17:02 QQ: 'UPDATE hmda_lar_2011 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-01-30 23:17:08 II: Finished in 5.81s 2019-01-30 23:17:08 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN population' 2019-01-30 23:17:14 II: Finished in 6.54s 2019-01-30 23:17:14 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN population DOUBLE' 2019-01-30 23:17:17 II: Finished in 3.24s 2019-01-30 23:17:17 QQ: 'UPDATE hmda_lar_2011 SET population = temp_double' 2019-01-30 23:17:23 II: Finished in 5.88s 2019-01-30 23:17:23 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN temp_double' 2019-01-30 23:17:26 II: Finished in 3.06s 2019-01-30 23:17:26 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-01-30 23:17:29 II: Finished in 3.17s 2019-01-30 23:17:29 QQ: 'UPDATE hmda_lar_2011 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-01-30 23:17:36 II: Finished in 6.14s 2019-01-30 23:17:36 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN minoritypopulationpct' 2019-01-30 23:17:38 II: Finished in 2.24s 2019-01-30 23:17:38 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN minoritypopulationpct DOUBLE' 2019-01-30 23:17:41 II: Finished in 3.51s 2019-01-30 23:17:41 QQ: 'UPDATE hmda_lar_2011 SET minoritypopulationpct = temp_double' 2019-01-30 23:17:46 II: Finished in 5s 2019-01-30 23:17:46 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN temp_double' 2019-01-30 23:18:25 II: Finished in 38.77s 2019-01-30 23:18:25 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-01-30 23:18:40 II: Finished in 15.18s 2019-01-30 23:18:40 QQ: 'UPDATE hmda_lar_2011 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-01-30 23:18:51 II: Finished in 10.96s 2019-01-30 23:18:51 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN hudmedianfamilyincome' 2019-01-30 23:18:55 II: Finished in 3.97s 2019-01-30 23:18:55 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-01-30 23:19:08 II: Finished in 12.89s 2019-01-30 23:19:08 QQ: 'UPDATE hmda_lar_2011 SET hudmedianfamilyincome = temp_double' 2019-01-30 23:19:14 II: Finished in 5.57s 2019-01-30 23:19:14 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN temp_double' 2019-01-30 23:19:15 II: Finished in 1.6s 2019-01-30 23:19:15 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-01-30 23:19:39 II: Finished in 24.11s 2019-01-30 23:19:39 QQ: 'UPDATE hmda_lar_2011 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-01-30 23:19:49 II: Finished in 9.41s 2019-01-30 23:19:49 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN tracttomsa_mdincomepct' 2019-01-30 23:19:55 II: Finished in 5.75s 2019-01-30 23:19:55 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-01-30 23:19:59 II: Finished in 4.31s 2019-01-30 23:19:59 QQ: 'UPDATE hmda_lar_2011 SET tracttomsa_mdincomepct = temp_double' 2019-01-30 23:20:04 II: Finished in 5.34s 2019-01-30 23:20:04 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN temp_double' 2019-01-30 23:20:05 II: Finished in 0.84s 2019-01-30 23:20:05 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-01-30 23:20:09 II: Finished in 3.74s 2019-01-30 23:20:09 QQ: 'UPDATE hmda_lar_2011 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-01-30 23:20:16 II: Finished in 7.04s 2019-01-30 23:20:16 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN numberofowneroccupiedunits' 2019-01-30 23:20:17 II: Finished in 1.09s 2019-01-30 23:20:17 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-01-30 23:20:21 II: Finished in 4.04s 2019-01-30 23:20:21 QQ: 'UPDATE hmda_lar_2011 SET numberofowneroccupiedunits = temp_double' 2019-01-30 23:20:30 II: Finished in 8.59s 2019-01-30 23:20:30 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN temp_double' 2019-01-30 23:20:32 II: Finished in 2.52s 2019-01-30 23:20:32 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-01-30 23:22:25 II: Finished in 1.88s 2019-01-30 23:22:25 QQ: 'UPDATE hmda_lar_2011 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-01-30 23:22:39 II: Finished in 13.8s 2019-01-30 23:22:39 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN numberof1to4familyunits' 2019-01-30 23:22:54 II: Finished in 15.12s 2019-01-30 23:22:54 QQ: 'ALTER TABLE hmda_lar_2011 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-01-30 23:22:57 II: Finished in 3.49s 2019-01-30 23:22:57 QQ: 'UPDATE hmda_lar_2011 SET numberof1to4familyunits = temp_double' 2019-01-30 23:23:19 II: Finished in 21.59s 2019-01-30 23:23:19 QQ: 'ALTER TABLE hmda_lar_2011 DROP COLUMN temp_double' 2019-01-30 23:24:48 II: Finished in 1.48s 2019-01-30 23:24:48 QQ: 'select count(*) from hmda_lar_2011' 2019-01-30 23:24:48 II: Finished in 0.01s 2019-01-30 23:24:52 hmda catalog entry 37 of 72 stored in 'hmda_lar_2011' 2019-01-30 23:24:52 2019-01-30 23:36:20 'https://www.ffiec.gov/pmicrawdata/LAR/National/2011PMIClar%20-%20National.zip' 2019-01-30 23:36:20 cached in 2019-01-30 23:36:20 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/ed2c0dd8a8d437074eee68f1d042b8b2.Rcache' 2019-01-30 23:36:20 copying to 2019-01-30 23:36:20 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-30 23:36:20 2019-01-30 23:36:20 QQ: 'CREATE TABLE pmic_lar_2011 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-01-30 23:36:21 II: Finished in 0.37s 2019-01-30 23:36:21 QQ: 'copy into pmic_lar_2011 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2011PMICLAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-01-30 23:36:45 II: Finished in 23.8s 2019-01-30 23:36:45 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 23:36:45 II: Finished in 0.52s 2019-01-30 23:36:45 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 23:36:45 columns.table_id=tables.id where tables.name='pmic_lar_2011'' 2019-01-30 23:36:45 II: Finished in 0s 2019-01-30 23:36:45 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-30 23:36:45 II: Finished in 0s 2019-01-30 23:36:45 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-30 23:36:45 columns.table_id=tables.id where tables.name='pmic_lar_2011'' 2019-01-30 23:36:45 II: Finished in 0.28s 2019-01-30 23:36:45 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-01-30 23:36:47 II: Finished in 1.78s 2019-01-30 23:36:47 QQ: 'UPDATE pmic_lar_2011 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-01-30 23:36:48 II: Finished in 0.64s 2019-01-30 23:36:48 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN sequencenumber' 2019-01-30 23:36:49 II: Finished in 0.89s 2019-01-30 23:36:49 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN sequencenumber DOUBLE' 2019-01-30 23:36:50 II: Finished in 1.03s 2019-01-30 23:36:50 QQ: 'UPDATE pmic_lar_2011 SET sequencenumber = temp_double' 2019-01-30 23:36:50 II: Finished in 0.36s 2019-01-30 23:36:50 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN temp_double' 2019-01-30 23:36:51 II: Finished in 0.95s 2019-01-30 23:36:51 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-01-30 23:36:53 II: Finished in 1.68s 2019-01-30 23:36:53 QQ: 'UPDATE pmic_lar_2011 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-01-30 23:36:53 II: Finished in 0.26s 2019-01-30 23:36:53 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN population' 2019-01-30 23:36:54 II: Finished in 0.99s 2019-01-30 23:36:54 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN population DOUBLE' 2019-01-30 23:38:57 II: Finished in 2.06s 2019-01-30 23:39:01 QQ: 'UPDATE pmic_lar_2011 SET population = temp_double' 2019-01-30 23:39:31 II: Finished in 33.36s 2019-01-30 23:39:31 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN temp_double' 2019-01-30 23:41:07 II: Finished in 1.61s 2019-01-30 23:41:08 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-01-30 23:43:13 II: Finished in 2.09s 2019-01-30 23:43:13 QQ: 'UPDATE pmic_lar_2011 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-01-30 23:43:59 II: Finished in 46.46s 2019-01-30 23:43:59 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN minoritypopulationpct' 2019-01-30 23:44:25 II: Finished in 25.65s 2019-01-30 23:44:25 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN minoritypopulationpct DOUBLE' 2019-01-30 23:44:26 II: Finished in 1.38s 2019-01-30 23:44:26 QQ: 'UPDATE pmic_lar_2011 SET minoritypopulationpct = temp_double' 2019-01-30 23:44:28 II: Finished in 2s 2019-01-30 23:44:28 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN temp_double' 2019-01-30 23:44:41 II: Finished in 12.05s 2019-01-30 23:44:41 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-01-30 23:44:44 II: Finished in 3.33s 2019-01-30 23:44:44 QQ: 'UPDATE pmic_lar_2011 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-01-30 23:44:44 II: Finished in 0.3s 2019-01-30 23:44:44 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN hudmedianfamilyincome' 2019-01-30 23:44:46 II: Finished in 1.39s 2019-01-30 23:44:46 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-01-30 23:44:47 II: Finished in 1.2s 2019-01-30 23:44:47 QQ: 'UPDATE pmic_lar_2011 SET hudmedianfamilyincome = temp_double' 2019-01-30 23:44:47 II: Finished in 0.27s 2019-01-30 23:44:47 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN temp_double' 2019-01-30 23:44:49 II: Finished in 1.6s 2019-01-30 23:44:49 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-01-30 23:44:50 II: Finished in 1.58s 2019-01-30 23:44:50 QQ: 'UPDATE pmic_lar_2011 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-01-30 23:44:51 II: Finished in 0.42s 2019-01-30 23:44:51 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN tracttomsa_mdincomepct' 2019-01-30 23:45:00 II: Finished in 9.59s 2019-01-30 23:45:00 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-01-30 23:45:02 II: Finished in 2.04s 2019-01-30 23:45:02 QQ: 'UPDATE pmic_lar_2011 SET tracttomsa_mdincomepct = temp_double' 2019-01-30 23:45:06 II: Finished in 3.69s 2019-01-30 23:45:06 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN temp_double' 2019-01-30 23:45:58 II: Finished in 52.51s 2019-01-30 23:45:58 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-01-30 23:47:02 II: Finished in 1.06s 2019-01-30 23:47:02 QQ: 'UPDATE pmic_lar_2011 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-01-30 23:47:08 II: Finished in 5.65s 2019-01-30 23:47:08 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN numberofowneroccupiedunits' 2019-01-30 23:47:10 II: Finished in 1.63s 2019-01-30 23:47:10 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-01-30 23:47:56 II: Finished in 46.71s 2019-01-30 23:47:57 QQ: 'UPDATE pmic_lar_2011 SET numberofowneroccupiedunits = temp_double' 2019-01-30 23:48:19 II: Finished in 22.76s 2019-01-30 23:48:19 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN temp_double' 2019-01-30 23:48:22 II: Finished in 3.06s 2019-01-30 23:48:22 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN temp_double DOUBLE' 2019-01-30 23:48:24 II: Finished in 2.05s 2019-01-30 23:48:24 QQ: 'UPDATE pmic_lar_2011 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-01-30 23:48:25 II: Finished in 0.36s 2019-01-30 23:48:25 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN numberof1to4familyunits' 2019-01-30 23:48:45 II: Finished in 20.51s 2019-01-30 23:48:45 QQ: 'ALTER TABLE pmic_lar_2011 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-01-30 23:48:52 II: Finished in 6.67s 2019-01-30 23:48:52 QQ: 'UPDATE pmic_lar_2011 SET numberof1to4familyunits = temp_double' 2019-01-30 23:48:52 II: Finished in 0.32s 2019-01-30 23:48:52 QQ: 'ALTER TABLE pmic_lar_2011 DROP COLUMN temp_double' 2019-01-30 23:48:54 II: Finished in 1.96s 2019-01-30 23:48:54 QQ: 'select count(*) from pmic_lar_2011' 2019-01-30 23:48:54 II: Finished in 0.01s 2019-01-30 23:48:54 hmda catalog entry 38 of 72 stored in 'pmic_lar_2011' 2019-01-30 23:48:54 2019-01-31 00:02:50 'https://www.ffiec.gov/hmdarawdata/OTHER/2011HMDAinstitutionrecords.zip' 2019-01-31 00:02:50 cached in 2019-01-31 00:02:50 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/5e706a9fc4985c57078349f68a2ab869.Rcache' 2019-01-31 00:02:50 copying to 2019-01-31 00:02:50 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 00:02:50 2019-01-31 00:02:52 QQ: 'CREATE TABLE hmda_inst_2011 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-01-31 00:03:07 II: Finished in 15.49s 2019-01-31 00:03:07 QQ: 'copy into hmda_inst_2011 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2011HMDAInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-01-31 00:03:11 II: Finished in 3.33s 2019-01-31 00:03:11 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 00:03:13 II: Finished in 2.73s 2019-01-31 00:03:13 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 00:03:13 columns.table_id=tables.id where tables.name='hmda_inst_2011'' 2019-01-31 00:03:13 II: Finished in 0.01s 2019-01-31 00:03:13 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 00:03:13 II: Finished in 0s 2019-01-31 00:03:13 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 00:03:13 columns.table_id=tables.id where tables.name='hmda_inst_2011'' 2019-01-31 00:03:14 II: Finished in 0.49s 2019-01-31 00:03:14 QQ: 'select count(*) from hmda_inst_2011' 2019-01-31 00:03:14 II: Finished in 0s 2019-01-31 00:03:14 hmda catalog entry 39 of 72 stored in 'hmda_inst_2011' 2019-01-31 00:03:14 2019-01-31 00:10:43 'https://www.ffiec.gov/pmicrawdata/OTHER/2011PMICinstitutionrecords.zip' 2019-01-31 00:10:43 cached in 2019-01-31 00:10:43 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/83ad751e1bb1fcb93bf1938ccbe41144.Rcache' 2019-01-31 00:10:43 copying to 2019-01-31 00:10:43 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 00:10:43 2019-01-31 00:10:43 QQ: 'CREATE TABLE pmic_inst_2011 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-01-31 00:10:50 II: Finished in 7.67s 2019-01-31 00:10:50 QQ: 'copy into pmic_inst_2011 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2011PMICInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-01-31 00:10:51 II: Finished in 0.21s 2019-01-31 00:10:51 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 00:10:51 II: Finished in 0.39s 2019-01-31 00:10:51 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 00:10:51 columns.table_id=tables.id where tables.name='pmic_inst_2011'' 2019-01-31 00:10:51 II: Finished in 0.01s 2019-01-31 00:10:51 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 00:10:51 II: Finished in 0s 2019-01-31 00:10:51 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 00:10:51 columns.table_id=tables.id where tables.name='pmic_inst_2011'' 2019-01-31 00:10:58 II: Finished in 7.11s 2019-01-31 00:10:58 QQ: 'select count(*) from pmic_inst_2011' 2019-01-31 00:10:58 II: Finished in 0s 2019-01-31 00:10:58 hmda catalog entry 40 of 72 stored in 'pmic_inst_2011' 2019-01-31 00:10:58 2019-01-31 00:20:49 'https://www.ffiec.gov/hmdarawdata/OTHER/2011HMDAReporterPanel.zip' 2019-01-31 00:20:49 cached in 2019-01-31 00:20:49 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/8d7521c933cbf6af4651b550545fd7e6.Rcache' 2019-01-31 00:20:49 copying to 2019-01-31 00:20:49 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 00:20:49 2019-01-31 00:20:49 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-01-31 00:20:49 II: Finished in 0.33s 2019-01-31 00:20:49 QQ: 'CREATE TABLE hmda_reporter_2011 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-01-31 00:20:50 II: Finished in 0.41s 2019-01-31 00:20:50 QQ: 'COPY INTO hmda_reporter_2011 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2011HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-01-31 00:20:50 II: Finished in 0.22s 2019-01-31 00:20:50 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2011' 2019-01-31 00:20:50 II: Finished in 0s 2019-01-31 00:20:50 QQ: 'select count(*) from hmda_reporter_2011' 2019-01-31 00:20:50 II: Finished in 0s 2019-01-31 00:20:50 hmda catalog entry 41 of 72 stored in 'hmda_reporter_2011' 2019-01-31 00:20:50 2019-01-31 00:31:08 'https://www.ffiec.gov/pmicrawdata/OTHER/2011PMICReporterPanel.zip' 2019-01-31 00:31:08 cached in 2019-01-31 00:31:08 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/fac8d01fd505aabb9d4d60bc833ec1ec.Rcache' 2019-01-31 00:31:08 copying to 2019-01-31 00:31:08 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 00:31:08 2019-01-31 00:31:08 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-01-31 00:31:08 II: Finished in 0.16s 2019-01-31 00:31:08 QQ: 'CREATE TABLE pmic_reporter_2011 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-01-31 00:31:08 II: Finished in 0.2s 2019-01-31 00:31:08 QQ: 'COPY INTO pmic_reporter_2011 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2011PMICReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-01-31 00:31:08 II: Finished in 0.14s 2019-01-31 00:31:08 QQ: 'SELECT COUNT(*) FROM pmic_reporter_2011' 2019-01-31 00:31:08 II: Finished in 0s 2019-01-31 00:31:08 QQ: 'select count(*) from pmic_reporter_2011' 2019-01-31 00:31:08 II: Finished in 0s 2019-01-31 00:31:08 hmda catalog entry 42 of 72 stored in 'pmic_reporter_2011' 2019-01-31 00:31:08 2019-01-31 00:42:06 'https://www.ffiec.gov/hmdarawdata/OTHER/2011HMDAMSAOffice.zip' 2019-01-31 00:42:06 cached in 2019-01-31 00:42:06 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/4fe1a3c1b6eeaa953239d33d54ab0226.Rcache' 2019-01-31 00:42:06 copying to 2019-01-31 00:42:06 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 00:42:06 2019-01-31 00:42:06 QQ: 'START TRANSACTION' 2019-01-31 00:42:06 II: Finished in 0s 2019-01-31 00:42:06 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 00:42:11 II: Finished in 4.83s 2019-01-31 00:42:11 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 00:42:11 II: Finished in 0s 2019-01-31 00:42:11 QQ: 'CREATE TABLE hmda_msa_2011 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-01-31 00:42:11 II: Finished in 0s 2019-01-31 00:42:11 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2011' and schemas.name='tmp'' 2019-01-31 00:42:11 II: Finished in 0s 2019-01-31 00:42:11 QQ: 'COMMIT' 2019-01-31 00:42:14 II: Finished in 2.97s 2019-01-31 00:42:14 QQ: 'select count(*) from hmda_msa_2011' 2019-01-31 00:42:14 II: Finished in 0s 2019-01-31 00:42:14 hmda catalog entry 43 of 72 stored in 'hmda_msa_2011' 2019-01-31 00:42:14 2019-01-31 00:48:39 'https://www.ffiec.gov/hmdarawdata/OTHER/2011HMDAMSAOffice.zip' 2019-01-31 00:48:39 cached in 2019-01-31 00:48:39 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/4fe1a3c1b6eeaa953239d33d54ab0226.Rcache' 2019-01-31 00:48:39 copying to 2019-01-31 00:48:39 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 00:48:39 2019-01-31 00:48:39 QQ: 'START TRANSACTION' 2019-01-31 00:48:39 II: Finished in 0s 2019-01-31 00:48:39 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 00:48:39 II: Finished in 0.02s 2019-01-31 00:48:39 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 00:48:39 II: Finished in 0s 2019-01-31 00:48:39 QQ: 'CREATE TABLE pmic_msa_2011 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-01-31 00:48:39 II: Finished in 0s 2019-01-31 00:48:39 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='pmic_msa_2011' and schemas.name='tmp'' 2019-01-31 00:48:39 II: Finished in 0.01s 2019-01-31 00:48:39 QQ: 'COMMIT' 2019-01-31 00:48:39 II: Finished in 0.22s 2019-01-31 00:48:39 QQ: 'select count(*) from pmic_msa_2011' 2019-01-31 00:48:39 II: Finished in 0s 2019-01-31 00:48:40 hmda catalog entry 44 of 72 stored in 'pmic_msa_2011' 2019-01-31 00:48:40 2019-01-31 00:50:59 'https://www.ffiec.gov/hmdarawdata/LAR/National/2012HMDAlar%20-%20National.zip' 2019-01-31 00:50:59 cached in 2019-01-31 00:50:59 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/2ca4764093b012d2faeca8c96fd2e0c1.Rcache' 2019-01-31 00:50:59 copying to 2019-01-31 00:50:59 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 00:50:59 2019-01-31 00:51:15 QQ: 'CREATE TABLE hmda_lar_2012 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-01-31 00:51:15 II: Finished in 0.51s 2019-01-31 00:51:15 QQ: 'copy into hmda_lar_2012 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2012HMDALAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-01-31 01:21:37 II: Finished in 30.36s 2019-01-31 01:21:37 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 01:22:08 II: Finished in 31.57s 2019-01-31 01:22:15 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 01:22:15 columns.table_id=tables.id where tables.name='hmda_lar_2012'' 2019-01-31 01:22:15 II: Finished in 0.01s 2019-01-31 01:22:15 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 01:22:15 II: Finished in 0s 2019-01-31 01:22:15 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 01:22:15 columns.table_id=tables.id where tables.name='hmda_lar_2012'' 2019-01-31 01:22:47 II: Finished in 38.65s 2019-01-31 01:22:47 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-01-31 01:27:36 II: Finished in 4.81s 2019-01-31 01:27:36 QQ: 'UPDATE hmda_lar_2012 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-01-31 01:28:01 II: Finished in 24.94s 2019-01-31 01:28:01 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN sequencenumber' 2019-01-31 01:28:03 II: Finished in 2.19s 2019-01-31 01:28:03 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN sequencenumber DOUBLE' 2019-01-31 01:33:13 II: Finished in 5.16s 2019-01-31 01:33:13 QQ: 'UPDATE hmda_lar_2012 SET sequencenumber = temp_double' 2019-01-31 01:33:20 II: Finished in 7.88s 2019-01-31 01:33:20 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN temp_double' 2019-01-31 01:33:28 II: Finished in 7.46s 2019-01-31 01:33:28 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-01-31 01:33:34 II: Finished in 6.26s 2019-01-31 01:33:34 QQ: 'UPDATE hmda_lar_2012 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-01-31 01:33:58 II: Finished in 23.45s 2019-01-31 01:33:58 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN population' 2019-01-31 01:35:52 II: Finished in 1.91s 2019-01-31 01:35:53 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN population DOUBLE' 2019-01-31 01:41:18 II: Finished in 5.43s 2019-01-31 01:41:18 QQ: 'UPDATE hmda_lar_2012 SET population = temp_double' 2019-01-31 01:43:24 II: Finished in 2.09s 2019-01-31 01:43:24 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN temp_double' 2019-01-31 01:45:47 II: Finished in 2.39s 2019-01-31 01:45:48 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-01-31 01:48:06 II: Finished in 2.32s 2019-01-31 01:48:06 QQ: 'UPDATE hmda_lar_2012 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-01-31 01:49:54 II: Finished in 1.8s 2019-01-31 01:49:54 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN minoritypopulationpct' 2019-01-31 01:52:15 II: Finished in 2.35s 2019-01-31 01:52:19 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN minoritypopulationpct DOUBLE' 2019-01-31 01:53:51 II: Finished in 1.6s 2019-01-31 01:53:51 QQ: 'UPDATE hmda_lar_2012 SET minoritypopulationpct = temp_double' 2019-01-31 01:55:25 II: Finished in 1.57s 2019-01-31 01:55:25 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN temp_double' 2019-01-31 01:57:57 II: Finished in 2.53s 2019-01-31 01:58:06 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-01-31 02:01:19 II: Finished in 3.37s 2019-01-31 02:01:19 QQ: 'UPDATE hmda_lar_2012 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-01-31 02:02:15 II: Finished in 55.86s 2019-01-31 02:02:15 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN hudmedianfamilyincome' 2019-01-31 02:03:39 II: Finished in 1.4s 2019-01-31 02:03:39 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-01-31 02:06:38 II: Finished in 2.98s 2019-01-31 02:06:42 QQ: 'UPDATE hmda_lar_2012 SET hudmedianfamilyincome = temp_double' 2019-01-31 02:07:45 II: Finished in 1.12s 2019-01-31 02:07:45 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN temp_double' 2019-01-31 02:09:50 II: Finished in 2.09s 2019-01-31 02:09:50 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-01-31 02:11:31 II: Finished in 1.67s 2019-01-31 02:11:31 QQ: 'UPDATE hmda_lar_2012 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-01-31 02:12:20 II: Finished in 48.88s 2019-01-31 02:12:20 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN tracttomsa_mdincomepct' 2019-01-31 02:13:56 II: Finished in 1.61s 2019-01-31 02:13:56 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-01-31 02:17:28 II: Finished in 3.54s 2019-01-31 02:17:28 QQ: 'UPDATE hmda_lar_2012 SET tracttomsa_mdincomepct = temp_double' 2019-01-31 02:18:32 II: Finished in 1.06s 2019-01-31 02:18:32 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN temp_double' 2019-01-31 02:19:46 II: Finished in 1.23s 2019-01-31 02:19:46 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-01-31 02:21:20 II: Finished in 1.58s 2019-01-31 02:21:20 QQ: 'UPDATE hmda_lar_2012 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-01-31 02:22:19 II: Finished in 58.3s 2019-01-31 02:22:19 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN numberofowneroccupiedunits' 2019-01-31 02:24:14 II: Finished in 1.93s 2019-01-31 02:24:14 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-01-31 02:26:28 II: Finished in 2.22s 2019-01-31 02:26:28 QQ: 'UPDATE hmda_lar_2012 SET numberofowneroccupiedunits = temp_double' 2019-01-31 02:26:55 II: Finished in 27.06s 2019-01-31 02:26:55 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN temp_double' 2019-01-31 02:28:16 II: Finished in 1.35s 2019-01-31 02:28:17 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-01-31 02:29:50 II: Finished in 1.57s 2019-01-31 02:29:50 QQ: 'UPDATE hmda_lar_2012 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-01-31 02:31:27 II: Finished in 1.61s 2019-01-31 02:31:27 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN numberof1to4familyunits' 2019-01-31 02:32:11 II: Finished in 44.42s 2019-01-31 02:32:11 QQ: 'ALTER TABLE hmda_lar_2012 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-01-31 02:32:22 II: Finished in 10.52s 2019-01-31 02:32:22 QQ: 'UPDATE hmda_lar_2012 SET numberof1to4familyunits = temp_double' 2019-01-31 02:32:29 II: Finished in 7.63s 2019-01-31 02:32:29 QQ: 'ALTER TABLE hmda_lar_2012 DROP COLUMN temp_double' 2019-01-31 02:32:53 II: Finished in 23.91s 2019-01-31 02:32:53 QQ: 'select count(*) from hmda_lar_2012' 2019-01-31 02:32:53 II: Finished in 0.01s 2019-01-31 02:32:58 hmda catalog entry 45 of 72 stored in 'hmda_lar_2012' 2019-01-31 02:32:58 2019-01-31 03:08:28 'https://www.ffiec.gov/pmicrawdata/LAR/National/2012PMIClar%20-%20National.zip' 2019-01-31 03:08:28 cached in 2019-01-31 03:08:28 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/64a76588cc48a384cbd9a72df6a116b4.Rcache' 2019-01-31 03:08:28 copying to 2019-01-31 03:08:28 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 03:08:28 2019-01-31 03:08:49 QQ: 'CREATE TABLE pmic_lar_2012 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-01-31 03:09:31 II: Finished in 41.16s 2019-01-31 03:09:31 QQ: 'copy into pmic_lar_2012 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2012PMICLAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-01-31 03:15:17 II: Finished in 5.78s 2019-01-31 03:15:17 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 03:15:20 II: Finished in 2.98s 2019-01-31 03:15:20 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 03:15:20 columns.table_id=tables.id where tables.name='pmic_lar_2012'' 2019-01-31 03:15:20 II: Finished in 0.01s 2019-01-31 03:15:20 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 03:15:20 II: Finished in 0s 2019-01-31 03:15:20 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 03:15:20 columns.table_id=tables.id where tables.name='pmic_lar_2012'' 2019-01-31 03:15:22 II: Finished in 1.89s 2019-01-31 03:15:22 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-01-31 03:15:30 II: Finished in 7.8s 2019-01-31 03:15:30 QQ: 'UPDATE pmic_lar_2012 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-01-31 03:15:33 II: Finished in 3.43s 2019-01-31 03:15:33 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN sequencenumber' 2019-01-31 03:15:36 II: Finished in 2.87s 2019-01-31 03:15:36 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN sequencenumber DOUBLE' 2019-01-31 03:15:37 II: Finished in 0.64s 2019-01-31 03:15:37 QQ: 'UPDATE pmic_lar_2012 SET sequencenumber = temp_double' 2019-01-31 03:15:37 II: Finished in 0.36s 2019-01-31 03:15:37 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN temp_double' 2019-01-31 03:15:38 II: Finished in 0.54s 2019-01-31 03:15:38 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-01-31 03:15:40 II: Finished in 1.72s 2019-01-31 03:15:40 QQ: 'UPDATE pmic_lar_2012 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-01-31 03:15:40 II: Finished in 0.66s 2019-01-31 03:15:40 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN population' 2019-01-31 03:15:42 II: Finished in 1.5s 2019-01-31 03:15:42 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN population DOUBLE' 2019-01-31 03:15:44 II: Finished in 2.13s 2019-01-31 03:15:44 QQ: 'UPDATE pmic_lar_2012 SET population = temp_double' 2019-01-31 03:15:44 II: Finished in 0.65s 2019-01-31 03:15:44 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN temp_double' 2019-01-31 03:15:46 II: Finished in 1.26s 2019-01-31 03:15:46 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-01-31 03:15:47 II: Finished in 1.64s 2019-01-31 03:15:47 QQ: 'UPDATE pmic_lar_2012 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-01-31 03:15:48 II: Finished in 0.49s 2019-01-31 03:15:48 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN minoritypopulationpct' 2019-01-31 03:15:49 II: Finished in 1.27s 2019-01-31 03:15:49 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN minoritypopulationpct DOUBLE' 2019-01-31 03:15:52 II: Finished in 2.45s 2019-01-31 03:15:52 QQ: 'UPDATE pmic_lar_2012 SET minoritypopulationpct = temp_double' 2019-01-31 03:15:52 II: Finished in 0.48s 2019-01-31 03:15:52 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN temp_double' 2019-01-31 03:15:53 II: Finished in 1.34s 2019-01-31 03:15:53 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-01-31 03:15:55 II: Finished in 1.69s 2019-01-31 03:15:55 QQ: 'UPDATE pmic_lar_2012 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-01-31 03:15:56 II: Finished in 0.51s 2019-01-31 03:15:56 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN hudmedianfamilyincome' 2019-01-31 03:15:57 II: Finished in 1.31s 2019-01-31 03:15:57 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-01-31 03:16:10 II: Finished in 12.66s 2019-01-31 03:16:10 QQ: 'UPDATE pmic_lar_2012 SET hudmedianfamilyincome = temp_double' 2019-01-31 03:16:10 II: Finished in 0.42s 2019-01-31 03:16:10 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN temp_double' 2019-01-31 03:16:11 II: Finished in 1.07s 2019-01-31 03:16:11 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-01-31 03:16:12 II: Finished in 1.37s 2019-01-31 03:16:12 QQ: 'UPDATE pmic_lar_2012 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-01-31 03:16:13 II: Finished in 0.49s 2019-01-31 03:16:13 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN tracttomsa_mdincomepct' 2019-01-31 03:16:14 II: Finished in 1.18s 2019-01-31 03:16:14 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-01-31 03:16:16 II: Finished in 1.49s 2019-01-31 03:16:16 QQ: 'UPDATE pmic_lar_2012 SET tracttomsa_mdincomepct = temp_double' 2019-01-31 03:16:16 II: Finished in 0.58s 2019-01-31 03:16:16 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN temp_double' 2019-01-31 03:16:18 II: Finished in 1.32s 2019-01-31 03:16:18 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-01-31 03:16:19 II: Finished in 1.54s 2019-01-31 03:16:19 QQ: 'UPDATE pmic_lar_2012 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-01-31 03:16:20 II: Finished in 0.45s 2019-01-31 03:16:20 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN numberofowneroccupiedunits' 2019-01-31 03:16:21 II: Finished in 1.15s 2019-01-31 03:16:21 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-01-31 03:16:23 II: Finished in 1.95s 2019-01-31 03:16:23 QQ: 'UPDATE pmic_lar_2012 SET numberofowneroccupiedunits = temp_double' 2019-01-31 03:16:23 II: Finished in 0.42s 2019-01-31 03:16:23 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN temp_double' 2019-01-31 03:16:26 II: Finished in 2.8s 2019-01-31 03:16:26 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN temp_double DOUBLE' 2019-01-31 03:16:33 II: Finished in 6.79s 2019-01-31 03:16:33 QQ: 'UPDATE pmic_lar_2012 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-01-31 03:16:33 II: Finished in 0.63s 2019-01-31 03:16:33 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN numberof1to4familyunits' 2019-01-31 03:16:35 II: Finished in 1.57s 2019-01-31 03:16:35 QQ: 'ALTER TABLE pmic_lar_2012 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-01-31 03:16:37 II: Finished in 2.05s 2019-01-31 03:16:37 QQ: 'UPDATE pmic_lar_2012 SET numberof1to4familyunits = temp_double' 2019-01-31 03:16:37 II: Finished in 0.49s 2019-01-31 03:16:37 QQ: 'ALTER TABLE pmic_lar_2012 DROP COLUMN temp_double' 2019-01-31 03:16:39 II: Finished in 1.56s 2019-01-31 03:16:39 QQ: 'select count(*) from pmic_lar_2012' 2019-01-31 03:16:39 II: Finished in 0.01s 2019-01-31 03:16:39 hmda catalog entry 46 of 72 stored in 'pmic_lar_2012' 2019-01-31 03:16:39 2019-01-31 03:17:54 'https://www.ffiec.gov/hmdarawdata/OTHER/2012HMDAinstitutionrecords.zip' 2019-01-31 03:17:54 cached in 2019-01-31 03:17:54 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/4b394a360fbc9b078edb9d90823d8a6b.Rcache' 2019-01-31 03:17:54 copying to 2019-01-31 03:17:54 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 03:17:54 2019-01-31 03:17:54 QQ: 'CREATE TABLE hmda_inst_2012 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-01-31 03:17:55 II: Finished in 1.03s 2019-01-31 03:17:55 QQ: 'copy into hmda_inst_2012 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2012HMDAInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-01-31 03:17:57 II: Finished in 1.49s 2019-01-31 03:17:57 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 03:17:59 II: Finished in 2.03s 2019-01-31 03:17:59 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 03:17:59 columns.table_id=tables.id where tables.name='hmda_inst_2012'' 2019-01-31 03:17:59 II: Finished in 0s 2019-01-31 03:17:59 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 03:17:59 II: Finished in 0s 2019-01-31 03:17:59 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 03:17:59 columns.table_id=tables.id where tables.name='hmda_inst_2012'' 2019-01-31 03:18:00 II: Finished in 1.25s 2019-01-31 03:18:00 QQ: 'select count(*) from hmda_inst_2012' 2019-01-31 03:18:00 II: Finished in 0s 2019-01-31 03:18:00 hmda catalog entry 47 of 72 stored in 'hmda_inst_2012' 2019-01-31 03:18:00 2019-01-31 03:20:06 'https://www.ffiec.gov/pmicrawdata/OTHER/2012PMICinstitutionrecords.zip' 2019-01-31 03:20:06 cached in 2019-01-31 03:20:06 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/3b1847850d6c8bed9c4a2aa6d0e472b1.Rcache' 2019-01-31 03:20:06 copying to 2019-01-31 03:20:06 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 03:20:06 2019-01-31 03:20:06 QQ: 'CREATE TABLE pmic_inst_2012 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-01-31 03:20:06 II: Finished in 0.15s 2019-01-31 03:20:06 QQ: 'copy into pmic_inst_2012 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2012PMICInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-01-31 03:20:06 II: Finished in 0.12s 2019-01-31 03:20:06 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 03:20:07 II: Finished in 0.16s 2019-01-31 03:20:07 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 03:20:07 columns.table_id=tables.id where tables.name='pmic_inst_2012'' 2019-01-31 03:20:07 II: Finished in 0.17s 2019-01-31 03:20:07 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 03:20:07 II: Finished in 0s 2019-01-31 03:20:07 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 03:20:07 columns.table_id=tables.id where tables.name='pmic_inst_2012'' 2019-01-31 03:20:07 II: Finished in 0.01s 2019-01-31 03:20:07 QQ: 'select count(*) from pmic_inst_2012' 2019-01-31 03:20:07 II: Finished in 0s 2019-01-31 03:20:07 hmda catalog entry 48 of 72 stored in 'pmic_inst_2012' 2019-01-31 03:20:07 2019-01-31 03:20:39 'https://www.ffiec.gov/hmdarawdata/OTHER/2012HMDAReporterPanel.zip' 2019-01-31 03:20:39 cached in 2019-01-31 03:20:39 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/b91c03ffb58722f48b5abccc05bcbf73.Rcache' 2019-01-31 03:20:39 copying to 2019-01-31 03:20:39 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 03:20:39 2019-01-31 03:20:39 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-01-31 03:20:39 II: Finished in 0.17s 2019-01-31 03:20:39 QQ: 'CREATE TABLE hmda_reporter_2012 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-01-31 03:20:39 II: Finished in 0.23s 2019-01-31 03:20:39 QQ: 'COPY INTO hmda_reporter_2012 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2012HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-01-31 03:20:39 II: Finished in 0.22s 2019-01-31 03:20:39 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2012' 2019-01-31 03:20:39 II: Finished in 0.01s 2019-01-31 03:20:39 QQ: 'select count(*) from hmda_reporter_2012' 2019-01-31 03:20:39 II: Finished in 0s 2019-01-31 03:20:40 hmda catalog entry 49 of 72 stored in 'hmda_reporter_2012' 2019-01-31 03:20:40 2019-01-31 03:21:31 'https://www.ffiec.gov/pmicrawdata/OTHER/2012PMICReporterPanel.zip' 2019-01-31 03:21:31 cached in 2019-01-31 03:21:31 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/3140165534e8313a56f2cce8e35c58df.Rcache' 2019-01-31 03:21:31 copying to 2019-01-31 03:21:31 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 03:21:31 2019-01-31 03:21:31 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-01-31 03:21:31 II: Finished in 0.1s 2019-01-31 03:21:31 QQ: 'CREATE TABLE pmic_reporter_2012 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-01-31 03:21:31 II: Finished in 0.12s 2019-01-31 03:21:31 QQ: 'COPY INTO pmic_reporter_2012 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2012PMICReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-01-31 03:21:31 II: Finished in 0.13s 2019-01-31 03:21:31 QQ: 'SELECT COUNT(*) FROM pmic_reporter_2012' 2019-01-31 03:21:31 II: Finished in 0s 2019-01-31 03:21:31 QQ: 'select count(*) from pmic_reporter_2012' 2019-01-31 03:21:31 II: Finished in 0s 2019-01-31 03:21:31 hmda catalog entry 50 of 72 stored in 'pmic_reporter_2012' 2019-01-31 03:21:31 2019-01-31 03:22:08 'https://www.ffiec.gov/hmdarawdata/OTHER/2012HMDAMSAOffice.zip' 2019-01-31 03:22:08 cached in 2019-01-31 03:22:08 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/c387228b3a001fc427bb37a9e463e635.Rcache' 2019-01-31 03:22:08 copying to 2019-01-31 03:22:08 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 03:22:08 2019-01-31 03:22:09 QQ: 'START TRANSACTION' 2019-01-31 03:22:09 II: Finished in 0s 2019-01-31 03:22:09 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 03:22:09 II: Finished in 0.02s 2019-01-31 03:22:09 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 03:22:09 II: Finished in 0s 2019-01-31 03:22:09 QQ: 'CREATE TABLE hmda_msa_2012 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-01-31 03:22:09 II: Finished in 0s 2019-01-31 03:22:09 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2012' and schemas.name='tmp'' 2019-01-31 03:22:09 II: Finished in 0s 2019-01-31 03:22:09 QQ: 'COMMIT' 2019-01-31 03:22:09 II: Finished in 0.32s 2019-01-31 03:22:09 QQ: 'select count(*) from hmda_msa_2012' 2019-01-31 03:22:09 II: Finished in 0s 2019-01-31 03:22:09 hmda catalog entry 51 of 72 stored in 'hmda_msa_2012' 2019-01-31 03:22:09 2019-01-31 03:23:25 'https://www.ffiec.gov/hmdarawdata/OTHER/2012HMDAMSAOffice.zip' 2019-01-31 03:23:25 cached in 2019-01-31 03:23:25 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/c387228b3a001fc427bb37a9e463e635.Rcache' 2019-01-31 03:23:25 copying to 2019-01-31 03:23:25 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 03:23:25 2019-01-31 03:23:25 QQ: 'START TRANSACTION' 2019-01-31 03:23:25 II: Finished in 0s 2019-01-31 03:23:25 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 03:23:25 II: Finished in 0.17s 2019-01-31 03:23:25 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 03:23:25 II: Finished in 0s 2019-01-31 03:23:25 QQ: 'CREATE TABLE pmic_msa_2012 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-01-31 03:23:25 II: Finished in 0s 2019-01-31 03:23:25 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='pmic_msa_2012' and schemas.name='tmp'' 2019-01-31 03:23:25 II: Finished in 0s 2019-01-31 03:23:25 QQ: 'COMMIT' 2019-01-31 03:23:25 II: Finished in 0.23s 2019-01-31 03:23:25 QQ: 'select count(*) from pmic_msa_2012' 2019-01-31 03:23:25 II: Finished in 0s 2019-01-31 03:23:25 hmda catalog entry 52 of 72 stored in 'pmic_msa_2012' 2019-01-31 03:23:25 2019-01-31 03:25:12 'https://www.ffiec.gov/hmdarawdata/LAR/National/2013HMDAlar%20-%20National.zip' 2019-01-31 03:25:12 cached in 2019-01-31 03:25:12 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/3fc22eeb50fe8defaeb780092c6c90c4.Rcache' 2019-01-31 03:25:12 copying to 2019-01-31 03:25:12 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 03:25:12 2019-01-31 03:25:28 QQ: 'CREATE TABLE hmda_lar_2013 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-01-31 03:25:32 II: Finished in 3.54s 2019-01-31 03:25:32 QQ: 'copy into hmda_lar_2013 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2013HMDALAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-01-31 03:29:01 II: Finished in 3.49s 2019-01-31 03:29:01 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 03:29:04 II: Finished in 3.11s 2019-01-31 03:29:04 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 03:29:04 columns.table_id=tables.id where tables.name='hmda_lar_2013'' 2019-01-31 03:29:04 II: Finished in 0.01s 2019-01-31 03:29:04 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 03:29:04 II: Finished in 0s 2019-01-31 03:29:04 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 03:29:04 columns.table_id=tables.id where tables.name='hmda_lar_2013'' 2019-01-31 03:29:08 II: Finished in 3.96s 2019-01-31 03:29:08 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-01-31 03:30:11 II: Finished in 1.05s 2019-01-31 03:30:11 QQ: 'UPDATE hmda_lar_2013 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-01-31 03:30:18 II: Finished in 6.47s 2019-01-31 03:30:18 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN sequencenumber' 2019-01-31 03:30:31 II: Finished in 13.51s 2019-01-31 03:30:31 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN sequencenumber DOUBLE' 2019-01-31 03:30:41 II: Finished in 10.03s 2019-01-31 03:30:41 QQ: 'UPDATE hmda_lar_2013 SET sequencenumber = temp_double' 2019-01-31 03:30:50 II: Finished in 9.07s 2019-01-31 03:30:50 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN temp_double' 2019-01-31 03:30:52 II: Finished in 1.85s 2019-01-31 03:30:52 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-01-31 03:30:56 II: Finished in 4.31s 2019-01-31 03:30:56 QQ: 'UPDATE hmda_lar_2013 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-01-31 03:31:03 II: Finished in 6.77s 2019-01-31 03:31:03 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN population' 2019-01-31 03:31:06 II: Finished in 2.62s 2019-01-31 03:31:06 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN population DOUBLE' 2019-01-31 03:31:10 II: Finished in 4.25s 2019-01-31 03:31:10 QQ: 'UPDATE hmda_lar_2013 SET population = temp_double' 2019-01-31 03:31:16 II: Finished in 6.13s 2019-01-31 03:31:16 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN temp_double' 2019-01-31 03:31:18 II: Finished in 1.41s 2019-01-31 03:31:18 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-01-31 03:31:22 II: Finished in 4.26s 2019-01-31 03:31:22 QQ: 'UPDATE hmda_lar_2013 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-01-31 03:31:31 II: Finished in 9.05s 2019-01-31 03:31:31 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN minoritypopulationpct' 2019-01-31 03:31:33 II: Finished in 1.71s 2019-01-31 03:31:33 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN minoritypopulationpct DOUBLE' 2019-01-31 03:31:42 II: Finished in 8.89s 2019-01-31 03:31:42 QQ: 'UPDATE hmda_lar_2013 SET minoritypopulationpct = temp_double' 2019-01-31 03:31:47 II: Finished in 5.54s 2019-01-31 03:31:47 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN temp_double' 2019-01-31 03:31:48 II: Finished in 1.15s 2019-01-31 03:31:48 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-01-31 03:32:51 II: Finished in 1.04s 2019-01-31 03:32:51 QQ: 'UPDATE hmda_lar_2013 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-01-31 03:33:21 II: Finished in 30.27s 2019-01-31 03:33:21 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN hudmedianfamilyincome' 2019-01-31 03:36:54 II: Finished in 3.55s 2019-01-31 03:36:54 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-01-31 03:37:11 II: Finished in 16.66s 2019-01-31 03:37:11 QQ: 'UPDATE hmda_lar_2013 SET hudmedianfamilyincome = temp_double' 2019-01-31 03:37:17 II: Finished in 6.06s 2019-01-31 03:37:17 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN temp_double' 2019-01-31 03:39:01 II: Finished in 1.73s 2019-01-31 03:39:02 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-01-31 03:41:49 II: Finished in 2.8s 2019-01-31 03:41:49 QQ: 'UPDATE hmda_lar_2013 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-01-31 03:42:24 II: Finished in 35.11s 2019-01-31 03:42:24 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN tracttomsa_mdincomepct' 2019-01-31 03:44:16 II: Finished in 1.87s 2019-01-31 03:44:16 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-01-31 03:44:35 II: Finished in 18.91s 2019-01-31 03:44:35 QQ: 'UPDATE hmda_lar_2013 SET tracttomsa_mdincomepct = temp_double' 2019-01-31 03:44:41 II: Finished in 6.14s 2019-01-31 03:44:41 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN temp_double' 2019-01-31 03:44:59 II: Finished in 17.28s 2019-01-31 03:44:59 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-01-31 03:46:03 II: Finished in 1.08s 2019-01-31 03:46:03 QQ: 'UPDATE hmda_lar_2013 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-01-31 03:46:14 II: Finished in 11.16s 2019-01-31 03:46:14 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN numberofowneroccupiedunits' 2019-01-31 03:46:46 II: Finished in 31.45s 2019-01-31 03:46:46 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-01-31 03:47:04 II: Finished in 18.59s 2019-01-31 03:47:04 QQ: 'UPDATE hmda_lar_2013 SET numberofowneroccupiedunits = temp_double' 2019-01-31 03:47:12 II: Finished in 7.12s 2019-01-31 03:47:12 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN temp_double' 2019-01-31 03:47:16 II: Finished in 4.66s 2019-01-31 03:47:16 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-01-31 03:47:35 II: Finished in 18.67s 2019-01-31 03:47:35 QQ: 'UPDATE hmda_lar_2013 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-01-31 03:47:50 II: Finished in 15.07s 2019-01-31 03:47:50 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN numberof1to4familyunits' 2019-01-31 03:48:06 II: Finished in 16.3s 2019-01-31 03:48:06 QQ: 'ALTER TABLE hmda_lar_2013 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-01-31 03:48:15 II: Finished in 8.94s 2019-01-31 03:48:15 QQ: 'UPDATE hmda_lar_2013 SET numberof1to4familyunits = temp_double' 2019-01-31 03:48:20 II: Finished in 5.16s 2019-01-31 03:48:20 QQ: 'ALTER TABLE hmda_lar_2013 DROP COLUMN temp_double' 2019-01-31 03:48:55 II: Finished in 34.96s 2019-01-31 03:48:55 QQ: 'select count(*) from hmda_lar_2013' 2019-01-31 03:48:55 II: Finished in 0.01s 2019-01-31 03:48:56 hmda catalog entry 53 of 72 stored in 'hmda_lar_2013' 2019-01-31 03:48:56 2019-01-31 04:03:41 'https://www.ffiec.gov/pmicrawdata/LAR/National/2013PMIClar%20-%20National.zip' 2019-01-31 04:03:41 cached in 2019-01-31 04:03:41 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/fda00d09409a9ebcdeb3f9c3ed21a26d.Rcache' 2019-01-31 04:03:41 copying to 2019-01-31 04:03:41 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 04:03:41 2019-01-31 04:03:46 QQ: 'CREATE TABLE pmic_lar_2013 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-01-31 04:03:48 II: Finished in 2.31s 2019-01-31 04:03:48 QQ: 'copy into pmic_lar_2013 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2013PMICLAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-01-31 04:06:09 II: Finished in 2.35s 2019-01-31 04:06:09 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 04:06:18 II: Finished in 8.52s 2019-01-31 04:06:18 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 04:06:18 columns.table_id=tables.id where tables.name='pmic_lar_2013'' 2019-01-31 04:06:18 II: Finished in 0.01s 2019-01-31 04:06:18 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 04:06:24 II: Finished in 6.54s 2019-01-31 04:06:24 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 04:06:24 columns.table_id=tables.id where tables.name='pmic_lar_2013'' 2019-01-31 04:06:24 II: Finished in 0.01s 2019-01-31 04:06:24 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-01-31 04:06:31 II: Finished in 7.04s 2019-01-31 04:06:31 QQ: 'UPDATE pmic_lar_2013 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-01-31 04:06:32 II: Finished in 0.69s 2019-01-31 04:06:32 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN sequencenumber' 2019-01-31 04:06:43 II: Finished in 10.95s 2019-01-31 04:06:43 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN sequencenumber DOUBLE' 2019-01-31 04:07:20 II: Finished in 36.81s 2019-01-31 04:07:20 QQ: 'UPDATE pmic_lar_2013 SET sequencenumber = temp_double' 2019-01-31 04:07:21 II: Finished in 1.39s 2019-01-31 04:07:21 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN temp_double' 2019-01-31 04:07:22 II: Finished in 0.95s 2019-01-31 04:07:22 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-01-31 04:07:24 II: Finished in 1.4s 2019-01-31 04:07:24 QQ: 'UPDATE pmic_lar_2013 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-01-31 04:07:24 II: Finished in 0.79s 2019-01-31 04:07:24 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN population' 2019-01-31 04:07:25 II: Finished in 0.92s 2019-01-31 04:07:25 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN population DOUBLE' 2019-01-31 04:07:34 II: Finished in 9.08s 2019-01-31 04:07:34 QQ: 'UPDATE pmic_lar_2013 SET population = temp_double' 2019-01-31 04:07:37 II: Finished in 2.28s 2019-01-31 04:07:37 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN temp_double' 2019-01-31 04:07:38 II: Finished in 0.96s 2019-01-31 04:07:38 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-01-31 04:07:39 II: Finished in 1.44s 2019-01-31 04:07:39 QQ: 'UPDATE pmic_lar_2013 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-01-31 04:07:40 II: Finished in 0.84s 2019-01-31 04:07:40 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN minoritypopulationpct' 2019-01-31 04:07:45 II: Finished in 5.52s 2019-01-31 04:07:45 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN minoritypopulationpct DOUBLE' 2019-01-31 04:07:53 II: Finished in 7.47s 2019-01-31 04:07:53 QQ: 'UPDATE pmic_lar_2013 SET minoritypopulationpct = temp_double' 2019-01-31 04:07:53 II: Finished in 0.44s 2019-01-31 04:07:53 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN temp_double' 2019-01-31 04:08:19 II: Finished in 25.37s 2019-01-31 04:08:19 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-01-31 04:09:36 II: Finished in 1.29s 2019-01-31 04:09:36 QQ: 'UPDATE pmic_lar_2013 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-01-31 04:09:43 II: Finished in 7.13s 2019-01-31 04:09:43 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN hudmedianfamilyincome' 2019-01-31 04:11:02 II: Finished in 1.31s 2019-01-31 04:11:05 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-01-31 04:12:48 II: Finished in 1.77s 2019-01-31 04:12:48 QQ: 'UPDATE pmic_lar_2013 SET hudmedianfamilyincome = temp_double' 2019-01-31 04:12:53 II: Finished in 5.45s 2019-01-31 04:12:53 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN temp_double' 2019-01-31 04:13:11 II: Finished in 18.19s 2019-01-31 04:13:11 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-01-31 04:13:24 II: Finished in 13.04s 2019-01-31 04:13:24 QQ: 'UPDATE pmic_lar_2013 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-01-31 04:13:25 II: Finished in 0.64s 2019-01-31 04:13:25 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN tracttomsa_mdincomepct' 2019-01-31 04:13:26 II: Finished in 1.07s 2019-01-31 04:13:26 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-01-31 04:13:28 II: Finished in 1.76s 2019-01-31 04:13:28 QQ: 'UPDATE pmic_lar_2013 SET tracttomsa_mdincomepct = temp_double' 2019-01-31 04:13:29 II: Finished in 0.59s 2019-01-31 04:13:29 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN temp_double' 2019-01-31 04:13:30 II: Finished in 1.36s 2019-01-31 04:13:30 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-01-31 04:13:37 II: Finished in 6.88s 2019-01-31 04:13:37 QQ: 'UPDATE pmic_lar_2013 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-01-31 04:13:37 II: Finished in 0.56s 2019-01-31 04:13:37 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN numberofowneroccupiedunits' 2019-01-31 04:13:42 II: Finished in 4.84s 2019-01-31 04:13:42 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-01-31 04:13:44 II: Finished in 1.63s 2019-01-31 04:13:44 QQ: 'UPDATE pmic_lar_2013 SET numberofowneroccupiedunits = temp_double' 2019-01-31 04:13:45 II: Finished in 0.81s 2019-01-31 04:13:45 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN temp_double' 2019-01-31 04:13:50 II: Finished in 5.36s 2019-01-31 04:13:50 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN temp_double DOUBLE' 2019-01-31 04:13:52 II: Finished in 1.67s 2019-01-31 04:13:52 QQ: 'UPDATE pmic_lar_2013 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-01-31 04:13:52 II: Finished in 0.64s 2019-01-31 04:13:52 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN numberof1to4familyunits' 2019-01-31 04:14:03 II: Finished in 10.71s 2019-01-31 04:14:03 QQ: 'ALTER TABLE pmic_lar_2013 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-01-31 04:14:44 II: Finished in 41.36s 2019-01-31 04:14:44 QQ: 'UPDATE pmic_lar_2013 SET numberof1to4familyunits = temp_double' 2019-01-31 04:14:48 II: Finished in 3.7s 2019-01-31 04:14:48 QQ: 'ALTER TABLE pmic_lar_2013 DROP COLUMN temp_double' 2019-01-31 04:14:56 II: Finished in 8.38s 2019-01-31 04:14:56 QQ: 'select count(*) from pmic_lar_2013' 2019-01-31 04:14:56 II: Finished in 0.01s 2019-01-31 04:14:57 hmda catalog entry 54 of 72 stored in 'pmic_lar_2013' 2019-01-31 04:14:57 2019-01-31 04:17:23 'https://www.ffiec.gov/hmdarawdata/OTHER/2013HMDAinstitutionrecords.zip' 2019-01-31 04:17:23 cached in 2019-01-31 04:17:23 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/2f755e9fe02f905f8c0e593125387b34.Rcache' 2019-01-31 04:17:23 copying to 2019-01-31 04:17:23 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 04:17:23 2019-01-31 04:17:23 QQ: 'CREATE TABLE hmda_inst_2013 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-01-31 04:17:23 II: Finished in 0.14s 2019-01-31 04:17:23 QQ: 'copy into hmda_inst_2013 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2013HMDAInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-01-31 04:17:23 II: Finished in 0.21s 2019-01-31 04:17:23 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 04:17:24 II: Finished in 0.18s 2019-01-31 04:17:24 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 04:17:24 columns.table_id=tables.id where tables.name='hmda_inst_2013'' 2019-01-31 04:17:26 II: Finished in 2.42s 2019-01-31 04:17:26 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 04:17:26 II: Finished in 0.01s 2019-01-31 04:17:26 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 04:17:26 columns.table_id=tables.id where tables.name='hmda_inst_2013'' 2019-01-31 04:17:26 II: Finished in 0.01s 2019-01-31 04:17:26 QQ: 'select count(*) from hmda_inst_2013' 2019-01-31 04:17:26 II: Finished in 0s 2019-01-31 04:17:29 hmda catalog entry 55 of 72 stored in 'hmda_inst_2013' 2019-01-31 04:17:29 2019-01-31 04:26:59 'https://www.ffiec.gov/pmicrawdata/OTHER/2013PMICinstitutionrecords.zip' 2019-01-31 04:26:59 cached in 2019-01-31 04:26:59 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/6e465c427eae91a545656407b0b23cc9.Rcache' 2019-01-31 04:26:59 copying to 2019-01-31 04:26:59 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 04:26:59 2019-01-31 04:26:59 QQ: 'CREATE TABLE pmic_inst_2013 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-01-31 04:27:01 II: Finished in 1.07s 2019-01-31 04:27:01 QQ: 'copy into pmic_inst_2013 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2013PMICInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-01-31 04:27:01 II: Finished in 0.2s 2019-01-31 04:27:01 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 04:27:01 II: Finished in 0.49s 2019-01-31 04:27:01 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 04:27:01 columns.table_id=tables.id where tables.name='pmic_inst_2013'' 2019-01-31 04:27:02 II: Finished in 0.55s 2019-01-31 04:27:02 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 04:27:02 II: Finished in 0s 2019-01-31 04:27:02 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 04:27:02 columns.table_id=tables.id where tables.name='pmic_inst_2013'' 2019-01-31 04:27:02 II: Finished in 0.32s 2019-01-31 04:27:02 QQ: 'select count(*) from pmic_inst_2013' 2019-01-31 04:27:02 II: Finished in 0s 2019-01-31 04:27:02 hmda catalog entry 56 of 72 stored in 'pmic_inst_2013' 2019-01-31 04:27:02 2019-01-31 04:32:55 'https://www.ffiec.gov/hmdarawdata/OTHER/2013HMDAReporterPanel.zip' 2019-01-31 04:32:55 cached in 2019-01-31 04:32:55 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/04ad5f33b2d61a4b903f7093b60ddaa0.Rcache' 2019-01-31 04:32:55 copying to 2019-01-31 04:32:55 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 04:32:55 2019-01-31 04:32:56 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-01-31 04:32:58 II: Finished in 1.98s 2019-01-31 04:32:58 QQ: 'CREATE TABLE hmda_reporter_2013 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-01-31 04:32:59 II: Finished in 1.04s 2019-01-31 04:32:59 QQ: 'COPY INTO hmda_reporter_2013 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2013HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-01-31 04:33:01 II: Finished in 2.08s 2019-01-31 04:33:01 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2013' 2019-01-31 04:33:01 II: Finished in 0s 2019-01-31 04:33:01 QQ: 'select count(*) from hmda_reporter_2013' 2019-01-31 04:33:01 II: Finished in 0s 2019-01-31 04:33:01 hmda catalog entry 57 of 72 stored in 'hmda_reporter_2013' 2019-01-31 04:33:01 2019-01-31 04:40:39 'https://www.ffiec.gov/pmicrawdata/OTHER/2013PMICReporterPanel.zip' 2019-01-31 04:40:39 cached in 2019-01-31 04:40:39 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/16d29b4e3228ca6aa38c3907278c32ac.Rcache' 2019-01-31 04:40:39 copying to 2019-01-31 04:40:39 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 04:40:39 2019-01-31 04:40:39 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-01-31 04:40:41 II: Finished in 1.45s 2019-01-31 04:40:41 QQ: 'CREATE TABLE pmic_reporter_2013 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-01-31 04:40:42 II: Finished in 1.35s 2019-01-31 04:40:42 QQ: 'COPY INTO pmic_reporter_2013 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2013PMICReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-01-31 04:40:42 II: Finished in 0.08s 2019-01-31 04:40:42 QQ: 'SELECT COUNT(*) FROM pmic_reporter_2013' 2019-01-31 04:40:42 II: Finished in 0s 2019-01-31 04:40:42 QQ: 'select count(*) from pmic_reporter_2013' 2019-01-31 04:40:42 II: Finished in 0s 2019-01-31 04:40:42 hmda catalog entry 58 of 72 stored in 'pmic_reporter_2013' 2019-01-31 04:40:42 2019-01-31 04:41:46 'https://www.ffiec.gov/hmdarawdata/OTHER/2013HMDAMSAOffice.zip' 2019-01-31 04:41:46 cached in 2019-01-31 04:41:46 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/8aedbb88fd711cb220b20d935f9f6a6c.Rcache' 2019-01-31 04:41:46 copying to 2019-01-31 04:41:46 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 04:41:46 2019-01-31 04:41:46 QQ: 'START TRANSACTION' 2019-01-31 04:41:46 II: Finished in 0s 2019-01-31 04:41:46 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 04:41:46 II: Finished in 0.02s 2019-01-31 04:41:46 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 04:41:46 II: Finished in 0s 2019-01-31 04:41:46 QQ: 'CREATE TABLE hmda_msa_2013 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-01-31 04:41:46 II: Finished in 0s 2019-01-31 04:41:46 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2013' and schemas.name='tmp'' 2019-01-31 04:41:46 II: Finished in 0s 2019-01-31 04:41:46 QQ: 'COMMIT' 2019-01-31 04:41:47 II: Finished in 0.15s 2019-01-31 04:41:47 QQ: 'select count(*) from hmda_msa_2013' 2019-01-31 04:41:47 II: Finished in 0s 2019-01-31 04:41:47 hmda catalog entry 59 of 72 stored in 'hmda_msa_2013' 2019-01-31 04:41:47 2019-01-31 04:43:18 'https://www.ffiec.gov/hmdarawdata/OTHER/2013HMDAMSAOffice.zip' 2019-01-31 04:43:18 cached in 2019-01-31 04:43:18 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/8aedbb88fd711cb220b20d935f9f6a6c.Rcache' 2019-01-31 04:43:18 copying to 2019-01-31 04:43:18 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 04:43:18 2019-01-31 04:43:18 QQ: 'START TRANSACTION' 2019-01-31 04:43:18 II: Finished in 0s 2019-01-31 04:43:18 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 04:43:18 II: Finished in 0s 2019-01-31 04:43:18 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 04:43:18 II: Finished in 0.01s 2019-01-31 04:43:18 QQ: 'CREATE TABLE pmic_msa_2013 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-01-31 04:43:18 II: Finished in 0s 2019-01-31 04:43:18 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='pmic_msa_2013' and schemas.name='tmp'' 2019-01-31 04:43:18 II: Finished in 0s 2019-01-31 04:43:18 QQ: 'COMMIT' 2019-01-31 04:43:19 II: Finished in 0.17s 2019-01-31 04:43:19 QQ: 'select count(*) from pmic_msa_2013' 2019-01-31 04:43:19 II: Finished in 0s 2019-01-31 04:43:19 hmda catalog entry 60 of 72 stored in 'pmic_msa_2013' 2019-01-31 04:43:19 2019-01-31 04:49:44 'https://www.ffiec.gov/hmdarawdata/LAR/National/2014HMDAlar%20-%20National.zip' 2019-01-31 04:49:44 cached in 2019-01-31 04:49:44 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/78c005658176e839ee568e6b3322a010.Rcache' 2019-01-31 04:49:44 copying to 2019-01-31 04:49:44 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 04:49:44 2019-01-31 04:49:55 QQ: 'CREATE TABLE hmda_lar_2014 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-01-31 04:49:56 II: Finished in 1.38s 2019-01-31 04:49:56 QQ: 'copy into hmda_lar_2014 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2014HMDALAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-01-31 04:51:22 II: Finished in 1.43s 2019-01-31 04:51:22 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 04:51:22 II: Finished in 0.26s 2019-01-31 04:51:22 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 04:51:22 columns.table_id=tables.id where tables.name='hmda_lar_2014'' 2019-01-31 04:51:22 II: Finished in 0.24s 2019-01-31 04:51:22 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 04:51:22 II: Finished in 0s 2019-01-31 04:51:22 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 04:51:22 columns.table_id=tables.id where tables.name='hmda_lar_2014'' 2019-01-31 04:51:22 II: Finished in 0.01s 2019-01-31 04:51:22 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN temp_double DOUBLE' 2019-01-31 04:51:25 II: Finished in 2.57s 2019-01-31 04:51:25 QQ: 'UPDATE hmda_lar_2014 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-01-31 04:51:31 II: Finished in 5.52s 2019-01-31 04:51:31 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN sequencenumber' 2019-01-31 04:51:34 II: Finished in 3.6s 2019-01-31 04:51:34 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN sequencenumber DOUBLE' 2019-01-31 04:51:44 II: Finished in 9.74s 2019-01-31 04:51:44 QQ: 'UPDATE hmda_lar_2014 SET sequencenumber = temp_double' 2019-01-31 04:51:49 II: Finished in 5.03s 2019-01-31 04:51:49 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN temp_double' 2019-01-31 04:52:08 II: Finished in 18.68s 2019-01-31 04:52:08 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN temp_double DOUBLE' 2019-01-31 04:52:20 II: Finished in 11.95s 2019-01-31 04:52:20 QQ: 'UPDATE hmda_lar_2014 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-01-31 04:52:28 II: Finished in 8.95s 2019-01-31 04:52:28 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN population' 2019-01-31 04:52:42 II: Finished in 13.05s 2019-01-31 04:52:42 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN population DOUBLE' 2019-01-31 04:52:51 II: Finished in 9.25s 2019-01-31 04:52:51 QQ: 'UPDATE hmda_lar_2014 SET population = temp_double' 2019-01-31 04:52:56 II: Finished in 5.23s 2019-01-31 04:52:56 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN temp_double' 2019-01-31 04:53:08 II: Finished in 12.23s 2019-01-31 04:53:08 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN temp_double DOUBLE' 2019-01-31 04:53:11 II: Finished in 2.88s 2019-01-31 04:53:11 QQ: 'UPDATE hmda_lar_2014 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-01-31 04:53:17 II: Finished in 6.02s 2019-01-31 04:53:17 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN minoritypopulationpct' 2019-01-31 04:53:22 II: Finished in 4.59s 2019-01-31 04:53:22 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN minoritypopulationpct DOUBLE' 2019-01-31 04:53:24 II: Finished in 2.65s 2019-01-31 04:53:24 QQ: 'UPDATE hmda_lar_2014 SET minoritypopulationpct = temp_double' 2019-01-31 04:53:28 II: Finished in 3.35s 2019-01-31 04:53:28 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN temp_double' 2019-01-31 04:53:29 II: Finished in 0.77s 2019-01-31 04:53:29 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN temp_double DOUBLE' 2019-01-31 04:53:38 II: Finished in 9.89s 2019-01-31 04:53:38 QQ: 'UPDATE hmda_lar_2014 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-01-31 04:53:44 II: Finished in 5.14s 2019-01-31 04:53:44 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN hudmedianfamilyincome' 2019-01-31 04:53:51 II: Finished in 7.19s 2019-01-31 04:53:51 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-01-31 04:54:00 II: Finished in 8.95s 2019-01-31 04:54:00 QQ: 'UPDATE hmda_lar_2014 SET hudmedianfamilyincome = temp_double' 2019-01-31 04:54:03 II: Finished in 3.57s 2019-01-31 04:54:03 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN temp_double' 2019-01-31 04:54:10 II: Finished in 6.51s 2019-01-31 04:54:10 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN temp_double DOUBLE' 2019-01-31 04:54:55 II: Finished in 45.55s 2019-01-31 04:54:55 QQ: 'UPDATE hmda_lar_2014 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-01-31 04:55:02 II: Finished in 6.45s 2019-01-31 04:55:02 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN tracttomsa_mdincomepct' 2019-01-31 04:55:02 II: Finished in 0.23s 2019-01-31 04:55:02 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-01-31 04:55:07 II: Finished in 5.12s 2019-01-31 04:55:07 QQ: 'UPDATE hmda_lar_2014 SET tracttomsa_mdincomepct = temp_double' 2019-01-31 04:55:14 II: Finished in 7s 2019-01-31 04:55:14 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN temp_double' 2019-01-31 04:55:24 II: Finished in 9.89s 2019-01-31 04:55:24 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN temp_double DOUBLE' 2019-01-31 04:55:41 II: Finished in 17.3s 2019-01-31 04:55:41 QQ: 'UPDATE hmda_lar_2014 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-01-31 04:55:48 II: Finished in 6.7s 2019-01-31 04:55:48 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN numberofowneroccupiedunits' 2019-01-31 04:55:54 II: Finished in 6.27s 2019-01-31 04:55:54 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-01-31 04:56:05 II: Finished in 10.48s 2019-01-31 04:56:05 QQ: 'UPDATE hmda_lar_2014 SET numberofowneroccupiedunits = temp_double' 2019-01-31 04:56:08 II: Finished in 3.36s 2019-01-31 04:56:08 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN temp_double' 2019-01-31 04:56:08 II: Finished in 0.34s 2019-01-31 04:56:08 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN temp_double DOUBLE' 2019-01-31 04:56:11 II: Finished in 2.17s 2019-01-31 04:56:11 QQ: 'UPDATE hmda_lar_2014 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-01-31 04:56:16 II: Finished in 4.95s 2019-01-31 04:56:16 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN numberof1to4familyunits' 2019-01-31 04:56:16 II: Finished in 0.63s 2019-01-31 04:56:16 QQ: 'ALTER TABLE hmda_lar_2014 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-01-31 04:56:19 II: Finished in 2.65s 2019-01-31 04:56:19 QQ: 'UPDATE hmda_lar_2014 SET numberof1to4familyunits = temp_double' 2019-01-31 04:56:22 II: Finished in 3.54s 2019-01-31 04:56:22 QQ: 'ALTER TABLE hmda_lar_2014 DROP COLUMN temp_double' 2019-01-31 04:56:23 II: Finished in 0.72s 2019-01-31 04:56:23 QQ: 'select count(*) from hmda_lar_2014' 2019-01-31 04:56:23 II: Finished in 0.01s 2019-01-31 04:56:24 hmda catalog entry 61 of 72 stored in 'hmda_lar_2014' 2019-01-31 04:56:24 2019-01-31 04:58:16 'https://www.ffiec.gov/hmdarawdata/OTHER/2014HMDAinstitutionrecords.zip' 2019-01-31 04:58:16 cached in 2019-01-31 04:58:16 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/233daf4902181bd83a95cfcad6f825ba.Rcache' 2019-01-31 04:58:16 copying to 2019-01-31 04:58:16 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 04:58:16 2019-01-31 04:58:16 QQ: 'CREATE TABLE hmda_inst_2014 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-01-31 04:58:16 II: Finished in 0.21s 2019-01-31 04:58:16 QQ: 'copy into hmda_inst_2014 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2014HMDAInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-01-31 04:58:16 II: Finished in 0.2s 2019-01-31 04:58:16 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 04:58:17 II: Finished in 0.26s 2019-01-31 04:58:17 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 04:58:17 columns.table_id=tables.id where tables.name='hmda_inst_2014'' 2019-01-31 04:58:17 II: Finished in 0.01s 2019-01-31 04:58:17 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 04:58:17 II: Finished in 0s 2019-01-31 04:58:17 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 04:58:17 columns.table_id=tables.id where tables.name='hmda_inst_2014'' 2019-01-31 04:58:17 II: Finished in 0.22s 2019-01-31 04:58:17 QQ: 'select count(*) from hmda_inst_2014' 2019-01-31 04:58:17 II: Finished in 0s 2019-01-31 04:58:17 hmda catalog entry 62 of 72 stored in 'hmda_inst_2014' 2019-01-31 04:58:17 2019-01-31 05:00:28 'https://www.ffiec.gov/hmdarawdata/OTHER/2014HMDAReporterPanel.zip' 2019-01-31 05:00:28 cached in 2019-01-31 05:00:28 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/088045a551250fa10f7d4f18c6925f98.Rcache' 2019-01-31 05:00:28 copying to 2019-01-31 05:00:28 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 05:00:28 2019-01-31 05:00:28 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-01-31 05:00:30 II: Finished in 1.75s 2019-01-31 05:00:30 QQ: 'CREATE TABLE hmda_reporter_2014 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-01-31 05:00:30 II: Finished in 0.38s 2019-01-31 05:00:30 QQ: 'COPY INTO hmda_reporter_2014 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2014HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-01-31 05:00:33 II: Finished in 2.45s 2019-01-31 05:00:33 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2014' 2019-01-31 05:00:33 II: Finished in 0s 2019-01-31 05:00:33 QQ: 'select count(*) from hmda_reporter_2014' 2019-01-31 05:00:33 II: Finished in 0s 2019-01-31 05:00:34 hmda catalog entry 63 of 72 stored in 'hmda_reporter_2014' 2019-01-31 05:00:34 2019-01-31 05:01:41 'https://www.ffiec.gov/hmdarawdata/OTHER/2014HMDAMSAOffice.zip' 2019-01-31 05:01:41 cached in 2019-01-31 05:01:41 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/0aea975d415aaef42f4e3050a6426362.Rcache' 2019-01-31 05:01:41 copying to 2019-01-31 05:01:41 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 05:01:41 2019-01-31 05:01:41 QQ: 'START TRANSACTION' 2019-01-31 05:01:41 II: Finished in 0s 2019-01-31 05:01:41 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 05:01:42 II: Finished in 1.41s 2019-01-31 05:01:42 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 05:01:42 II: Finished in 0s 2019-01-31 05:01:42 QQ: 'CREATE TABLE hmda_msa_2014 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-01-31 05:01:42 II: Finished in 0s 2019-01-31 05:01:42 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2014' and schemas.name='tmp'' 2019-01-31 05:01:42 II: Finished in 0s 2019-01-31 05:01:42 QQ: 'COMMIT' 2019-01-31 05:01:43 II: Finished in 0.72s 2019-01-31 05:01:43 QQ: 'select count(*) from hmda_msa_2014' 2019-01-31 05:01:43 II: Finished in 0s 2019-01-31 05:01:43 hmda catalog entry 64 of 72 stored in 'hmda_msa_2014' 2019-01-31 05:01:43 2019-01-31 05:17:01 'https://www.ffiec.gov/hmdarawdata/LAR/National/2015HMDAlar%20-%20National.zip' 2019-01-31 05:17:01 cached in 2019-01-31 05:17:01 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/6c2f55d98c6177d31d1675dcda7807f5.Rcache' 2019-01-31 05:17:01 copying to 2019-01-31 05:17:01 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 05:17:01 2019-01-31 05:17:24 QQ: 'CREATE TABLE hmda_lar_2015 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-01-31 05:17:28 II: Finished in 3.41s 2019-01-31 05:17:28 QQ: 'copy into hmda_lar_2015 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2015HMDALAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-01-31 05:23:48 II: Finished in 6.33s 2019-01-31 05:23:48 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 05:23:49 II: Finished in 1.62s 2019-01-31 05:23:49 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 05:23:49 columns.table_id=tables.id where tables.name='hmda_lar_2015'' 2019-01-31 05:23:49 II: Finished in 0.07s 2019-01-31 05:23:49 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 05:23:49 II: Finished in 0.01s 2019-01-31 05:23:49 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 05:23:49 columns.table_id=tables.id where tables.name='hmda_lar_2015'' 2019-01-31 05:23:49 II: Finished in 0.01s 2019-01-31 05:23:49 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN temp_double DOUBLE' 2019-01-31 05:23:55 II: Finished in 5.28s 2019-01-31 05:23:55 QQ: 'UPDATE hmda_lar_2015 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-01-31 05:24:01 II: Finished in 6.39s 2019-01-31 05:24:01 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN sequencenumber' 2019-01-31 05:24:04 II: Finished in 2.63s 2019-01-31 05:24:04 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN sequencenumber DOUBLE' 2019-01-31 05:24:11 II: Finished in 7.42s 2019-01-31 05:24:11 QQ: 'UPDATE hmda_lar_2015 SET sequencenumber = temp_double' 2019-01-31 05:24:18 II: Finished in 7.11s 2019-01-31 05:24:18 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN temp_double' 2019-01-31 05:26:45 II: Finished in 2.45s 2019-01-31 05:26:46 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN temp_double DOUBLE' 2019-01-31 05:28:30 II: Finished in 1.75s 2019-01-31 05:28:30 QQ: 'UPDATE hmda_lar_2015 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-01-31 05:28:53 II: Finished in 22.39s 2019-01-31 05:28:53 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN population' 2019-01-31 05:29:58 II: Finished in 1.09s 2019-01-31 05:29:58 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN population DOUBLE' 2019-01-31 05:30:04 II: Finished in 5.22s 2019-01-31 05:30:04 QQ: 'UPDATE hmda_lar_2015 SET population = temp_double' 2019-01-31 05:30:09 II: Finished in 5.36s 2019-01-31 05:30:09 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN temp_double' 2019-01-31 05:30:15 II: Finished in 5.64s 2019-01-31 05:30:15 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN temp_double DOUBLE' 2019-01-31 05:30:19 II: Finished in 4.54s 2019-01-31 05:30:19 QQ: 'UPDATE hmda_lar_2015 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-01-31 05:30:26 II: Finished in 6.47s 2019-01-31 05:30:26 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN minoritypopulationpct' 2019-01-31 05:30:29 II: Finished in 3.9s 2019-01-31 05:30:29 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN minoritypopulationpct DOUBLE' 2019-01-31 05:30:36 II: Finished in 6.31s 2019-01-31 05:30:36 QQ: 'UPDATE hmda_lar_2015 SET minoritypopulationpct = temp_double' 2019-01-31 05:30:42 II: Finished in 5.71s 2019-01-31 05:30:42 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN temp_double' 2019-01-31 05:30:42 II: Finished in 0.24s 2019-01-31 05:30:42 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN temp_double DOUBLE' 2019-01-31 05:30:47 II: Finished in 5.06s 2019-01-31 05:30:47 QQ: 'UPDATE hmda_lar_2015 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-01-31 05:30:53 II: Finished in 6.34s 2019-01-31 05:30:53 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN hudmedianfamilyincome' 2019-01-31 05:30:55 II: Finished in 2.29s 2019-01-31 05:30:55 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-01-31 05:31:00 II: Finished in 4.55s 2019-01-31 05:31:00 QQ: 'UPDATE hmda_lar_2015 SET hudmedianfamilyincome = temp_double' 2019-01-31 05:31:06 II: Finished in 5.66s 2019-01-31 05:31:06 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN temp_double' 2019-01-31 05:31:13 II: Finished in 7.13s 2019-01-31 05:31:13 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN temp_double DOUBLE' 2019-01-31 05:31:19 II: Finished in 6.42s 2019-01-31 05:31:19 QQ: 'UPDATE hmda_lar_2015 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-01-31 05:31:26 II: Finished in 6.4s 2019-01-31 05:31:26 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN tracttomsa_mdincomepct' 2019-01-31 05:31:32 II: Finished in 5.95s 2019-01-31 05:31:32 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-01-31 05:31:36 II: Finished in 4.12s 2019-01-31 05:31:36 QQ: 'UPDATE hmda_lar_2015 SET tracttomsa_mdincomepct = temp_double' 2019-01-31 05:31:41 II: Finished in 4.86s 2019-01-31 05:31:41 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN temp_double' 2019-01-31 05:31:48 II: Finished in 7.83s 2019-01-31 05:31:48 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN temp_double DOUBLE' 2019-01-31 05:31:53 II: Finished in 4.43s 2019-01-31 05:31:53 QQ: 'UPDATE hmda_lar_2015 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-01-31 05:31:59 II: Finished in 5.98s 2019-01-31 05:31:59 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN numberofowneroccupiedunits' 2019-01-31 05:32:01 II: Finished in 2.67s 2019-01-31 05:32:01 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-01-31 05:32:11 II: Finished in 9.72s 2019-01-31 05:32:11 QQ: 'UPDATE hmda_lar_2015 SET numberofowneroccupiedunits = temp_double' 2019-01-31 05:32:16 II: Finished in 4.96s 2019-01-31 05:32:16 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN temp_double' 2019-01-31 05:32:18 II: Finished in 1.56s 2019-01-31 05:32:18 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN temp_double DOUBLE' 2019-01-31 05:32:24 II: Finished in 6.08s 2019-01-31 05:32:24 QQ: 'UPDATE hmda_lar_2015 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-01-31 05:32:30 II: Finished in 6.5s 2019-01-31 05:32:30 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN numberof1to4familyunits' 2019-01-31 05:33:39 II: Finished in 1.15s 2019-01-31 05:33:39 QQ: 'ALTER TABLE hmda_lar_2015 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-01-31 05:34:35 II: Finished in 55.6s 2019-01-31 05:34:35 QQ: 'UPDATE hmda_lar_2015 SET numberof1to4familyunits = temp_double' 2019-01-31 05:37:00 II: Finished in 2.42s 2019-01-31 05:37:00 QQ: 'ALTER TABLE hmda_lar_2015 DROP COLUMN temp_double' 2019-01-31 05:37:39 II: Finished in 39.43s 2019-01-31 05:37:39 QQ: 'select count(*) from hmda_lar_2015' 2019-01-31 05:37:39 II: Finished in 0.01s 2019-01-31 05:37:40 hmda catalog entry 65 of 72 stored in 'hmda_lar_2015' 2019-01-31 05:37:40 2019-01-31 06:33:46 'https://www.ffiec.gov/hmdarawdata/OTHER/2015HMDAinstitutionrecords.zip' 2019-01-31 06:33:46 cached in 2019-01-31 06:33:46 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/86a2397a9243dac1be472c6b25a4b22d.Rcache' 2019-01-31 06:33:46 copying to 2019-01-31 06:33:46 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 06:33:46 2019-01-31 06:33:53 QQ: 'CREATE TABLE hmda_inst_2015 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-01-31 06:34:24 II: Finished in 30.76s 2019-01-31 06:34:24 QQ: 'copy into hmda_inst_2015 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2015HMDAInstitutionRecords.txt' using delimiters '\t' NULL AS ''' 2019-01-31 06:34:45 II: Finished in 20.85s 2019-01-31 06:34:45 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 06:35:05 II: Finished in 20.44s 2019-01-31 06:35:05 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 06:35:05 columns.table_id=tables.id where tables.name='hmda_inst_2015'' 2019-01-31 06:35:05 II: Finished in 0.01s 2019-01-31 06:35:05 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 06:35:05 II: Finished in 0s 2019-01-31 06:35:05 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 06:35:05 columns.table_id=tables.id where tables.name='hmda_inst_2015'' 2019-01-31 06:35:20 II: Finished in 14.31s 2019-01-31 06:35:20 QQ: 'select count(*) from hmda_inst_2015' 2019-01-31 06:35:20 II: Finished in 0.01s 2019-01-31 06:35:21 hmda catalog entry 66 of 72 stored in 'hmda_inst_2015' 2019-01-31 06:35:21 2019-01-31 07:31:34 'https://www.ffiec.gov/hmdarawdata/OTHER/2015HMDAReporterPanel.zip' 2019-01-31 07:31:34 cached in 2019-01-31 07:31:34 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/f9a7f76dccd934d8095d7d006b2b3ffc.Rcache' 2019-01-31 07:31:34 copying to 2019-01-31 07:31:34 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 07:31:34 2019-01-31 07:31:34 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-01-31 07:31:47 II: Finished in 12.56s 2019-01-31 07:31:47 QQ: 'CREATE TABLE hmda_reporter_2015 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-01-31 07:31:56 II: Finished in 8.84s 2019-01-31 07:31:56 QQ: 'COPY INTO hmda_reporter_2015 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-01-31 07:32:03 II: Finished in 6.96s 2019-01-31 07:32:03 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2015' 2019-01-31 07:32:03 II: Finished in 0s 2019-01-31 07:32:03 QQ: 'select count(*) from hmda_reporter_2015' 2019-01-31 07:32:03 II: Finished in 0s 2019-01-31 07:32:03 hmda catalog entry 67 of 72 stored in 'hmda_reporter_2015' 2019-01-31 07:32:03 2019-01-31 08:04:21 'https://www.ffiec.gov/hmdarawdata/OTHER/2015HMDAMSAOffice.zip' 2019-01-31 08:04:22 cached in 2019-01-31 08:04:22 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/9edb96fd1153fbdb3b6150f036e76bb2.Rcache' 2019-01-31 08:04:22 copying to 2019-01-31 08:04:22 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 08:04:22 2019-01-31 08:04:22 QQ: 'START TRANSACTION' 2019-01-31 08:04:22 II: Finished in 0.03s 2019-01-31 08:04:22 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 08:04:23 II: Finished in 0.93s 2019-01-31 08:04:23 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 08:04:23 II: Finished in 0.01s 2019-01-31 08:04:23 QQ: 'CREATE TABLE hmda_msa_2015 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-01-31 08:04:23 II: Finished in 0s 2019-01-31 08:04:23 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2015' and schemas.name='tmp'' 2019-01-31 08:04:23 II: Finished in 0.01s 2019-01-31 08:04:23 QQ: 'COMMIT' 2019-01-31 08:04:24 II: Finished in 0.31s 2019-01-31 08:04:24 QQ: 'select count(*) from hmda_msa_2015' 2019-01-31 08:04:24 II: Finished in 0s 2019-01-31 08:04:24 hmda catalog entry 68 of 72 stored in 'hmda_msa_2015' 2019-01-31 08:04:24 2019-01-31 08:07:20 'https://www.ffiec.gov/hmdarawdata/LAR/National/2016HMDAlar%20-%20National.zip' 2019-01-31 08:07:20 cached in 2019-01-31 08:07:20 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/964c83e516d0c69ac98d31f0863b936f.Rcache' 2019-01-31 08:07:20 copying to 2019-01-31 08:07:20 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 08:07:20 2019-01-31 08:09:12 QQ: 'CREATE TABLE hmda_lar_2016 (AsOfYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), LoanType DOUBLE PRECISION, PropertyType VARCHAR(255), LoanPurpose DOUBLE PRECISION, Occupancy DOUBLE PRECISION, LoanAmount DOUBLE PRECISION, Preapproval VARCHAR(255), ActionType DOUBLE PRECISION, MSA_MD VARCHAR(255), StateCode VARCHAR(255), CountyCode VARCHAR(255), CensusTractNumber VARCHAR(255), ApplicantEthnicity VARCHAR(255), CoApplicantEthnicity VARCHAR(255), ApplicantRace1 VARCHAR(255), ApplicantRace2 VARCHAR(255), ApplicantRace3 VARCHAR(255), ApplicantRace4 VARCHAR(255), ApplicantRace5 VARCHAR(255), CoApplicantRace1 VARCHAR(255), CoApplicantRace2 VARCHAR(255), CoApplicantRace3 VARCHAR(255), CoApplicantRace4 VARCHAR(255), CoApplicantRace5 VARCHAR(255), ApplicantSex DOUBLE PRECISION, CoApplicantSex DOUBLE PRECISION, ApplicantIncome VARCHAR(255), PurchaserType VARCHAR(255), DenialReason1 VARCHAR(255), DenialReason2 VARCHAR(255), DenialReason3 VARCHAR(255), RateSpread VARCHAR(255), HOEPAStatus VARCHAR(255), LienStatus VARCHAR(255), EditStatus VARCHAR(255), SequenceNumber VARCHAR(255), Population VARCHAR(255), MinorityPopulationPct VARCHAR(255), HUDMedianFamilyIncome VARCHAR(255), TracttoMSA_MDIncomePct VARCHAR(255), NumberofOwnerOccupiedUnits VARCHAR(255), Numberof1to4Familyunits VARCHAR(255), ApplicationDateIndicator DOUBLE PRECISION)' 2019-01-31 08:09:46 II: Finished in 33.54s 2019-01-31 08:09:46 QQ: 'copy into hmda_lar_2016 from '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2016HMDALAR - National.csv' using delimiters ',','\n','"' NULL AS ''' 2019-01-31 08:13:50 II: Finished in 4.07s 2019-01-31 08:13:50 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 08:13:53 II: Finished in 3.13s 2019-01-31 08:13:53 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 08:13:53 columns.table_id=tables.id where tables.name='hmda_lar_2016'' 2019-01-31 08:13:53 II: Finished in 0.01s 2019-01-31 08:13:53 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 08:13:53 II: Finished in 0s 2019-01-31 08:13:53 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 08:13:53 columns.table_id=tables.id where tables.name='hmda_lar_2016'' 2019-01-31 08:13:56 II: Finished in 2.91s 2019-01-31 08:13:56 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN temp_double DOUBLE' 2019-01-31 08:14:00 II: Finished in 3.14s 2019-01-31 08:14:00 QQ: 'UPDATE hmda_lar_2016 SET temp_double = CAST( sequencenumber AS DOUBLE ) WHERE TRIM( sequencenumber ) <> 'NA'' 2019-01-31 08:14:06 II: Finished in 6.71s 2019-01-31 08:14:06 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN sequencenumber' 2019-01-31 08:14:07 II: Finished in 0.63s 2019-01-31 08:14:07 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN sequencenumber DOUBLE' 2019-01-31 08:14:22 II: Finished in 15.58s 2019-01-31 08:14:22 QQ: 'UPDATE hmda_lar_2016 SET sequencenumber = temp_double' 2019-01-31 08:14:30 II: Finished in 7.45s 2019-01-31 08:14:30 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN temp_double' 2019-01-31 08:14:37 II: Finished in 7.3s 2019-01-31 08:14:37 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN temp_double DOUBLE' 2019-01-31 08:14:47 II: Finished in 9.38s 2019-01-31 08:14:47 QQ: 'UPDATE hmda_lar_2016 SET temp_double = CAST( population AS DOUBLE ) WHERE TRIM( population ) <> 'NA'' 2019-01-31 08:14:55 II: Finished in 8.49s 2019-01-31 08:14:55 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN population' 2019-01-31 08:15:05 II: Finished in 10.06s 2019-01-31 08:15:05 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN population DOUBLE' 2019-01-31 08:15:22 II: Finished in 17.03s 2019-01-31 08:15:22 QQ: 'UPDATE hmda_lar_2016 SET population = temp_double' 2019-01-31 08:15:27 II: Finished in 4.84s 2019-01-31 08:15:27 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN temp_double' 2019-01-31 08:15:27 II: Finished in 0.41s 2019-01-31 08:15:27 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN temp_double DOUBLE' 2019-01-31 08:15:31 II: Finished in 4.08s 2019-01-31 08:15:31 QQ: 'UPDATE hmda_lar_2016 SET temp_double = CAST( minoritypopulationpct AS DOUBLE ) WHERE TRIM( minoritypopulationpct ) <> 'NA'' 2019-01-31 08:15:46 II: Finished in 14.34s 2019-01-31 08:15:46 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN minoritypopulationpct' 2019-01-31 08:15:52 II: Finished in 6.26s 2019-01-31 08:15:52 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN minoritypopulationpct DOUBLE' 2019-01-31 08:16:04 II: Finished in 12.11s 2019-01-31 08:16:04 QQ: 'UPDATE hmda_lar_2016 SET minoritypopulationpct = temp_double' 2019-01-31 08:16:12 II: Finished in 7.78s 2019-01-31 08:16:12 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN temp_double' 2019-01-31 08:16:20 II: Finished in 8.02s 2019-01-31 08:16:20 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN temp_double DOUBLE' 2019-01-31 08:16:33 II: Finished in 13.06s 2019-01-31 08:16:33 QQ: 'UPDATE hmda_lar_2016 SET temp_double = CAST( hudmedianfamilyincome AS DOUBLE ) WHERE TRIM( hudmedianfamilyincome ) <> 'NA'' 2019-01-31 08:16:59 II: Finished in 26.04s 2019-01-31 08:16:59 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN hudmedianfamilyincome' 2019-01-31 08:18:31 II: Finished in 1.53s 2019-01-31 08:18:36 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN hudmedianfamilyincome DOUBLE' 2019-01-31 08:20:20 II: Finished in 1.82s 2019-01-31 08:20:20 QQ: 'UPDATE hmda_lar_2016 SET hudmedianfamilyincome = temp_double' 2019-01-31 08:20:42 II: Finished in 22.32s 2019-01-31 08:20:42 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN temp_double' 2019-01-31 08:22:46 II: Finished in 2.07s 2019-01-31 08:22:46 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN temp_double DOUBLE' 2019-01-31 08:25:07 II: Finished in 2.35s 2019-01-31 08:25:07 QQ: 'UPDATE hmda_lar_2016 SET temp_double = CAST( tracttomsa_mdincomepct AS DOUBLE ) WHERE TRIM( tracttomsa_mdincomepct ) <> 'NA'' 2019-01-31 08:26:22 II: Finished in 1.25s 2019-01-31 08:26:22 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN tracttomsa_mdincomepct' 2019-01-31 08:27:37 II: Finished in 1.25s 2019-01-31 08:27:37 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN tracttomsa_mdincomepct DOUBLE' 2019-01-31 08:27:44 II: Finished in 7.01s 2019-01-31 08:27:44 QQ: 'UPDATE hmda_lar_2016 SET tracttomsa_mdincomepct = temp_double' 2019-01-31 08:27:49 II: Finished in 4.94s 2019-01-31 08:27:49 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN temp_double' 2019-01-31 08:27:50 II: Finished in 1.05s 2019-01-31 08:27:50 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN temp_double DOUBLE' 2019-01-31 08:27:54 II: Finished in 3.91s 2019-01-31 08:27:54 QQ: 'UPDATE hmda_lar_2016 SET temp_double = CAST( numberofowneroccupiedunits AS DOUBLE ) WHERE TRIM( numberofowneroccupiedunits ) <> 'NA'' 2019-01-31 08:28:01 II: Finished in 6.68s 2019-01-31 08:28:01 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN numberofowneroccupiedunits' 2019-01-31 08:28:02 II: Finished in 1.35s 2019-01-31 08:28:02 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN numberofowneroccupiedunits DOUBLE' 2019-01-31 08:28:11 II: Finished in 8.17s 2019-01-31 08:28:11 QQ: 'UPDATE hmda_lar_2016 SET numberofowneroccupiedunits = temp_double' 2019-01-31 08:28:17 II: Finished in 6.77s 2019-01-31 08:28:17 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN temp_double' 2019-01-31 08:28:24 II: Finished in 6.34s 2019-01-31 08:28:24 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN temp_double DOUBLE' 2019-01-31 08:28:30 II: Finished in 6.23s 2019-01-31 08:28:30 QQ: 'UPDATE hmda_lar_2016 SET temp_double = CAST( numberof1to4familyunits AS DOUBLE ) WHERE TRIM( numberof1to4familyunits ) <> 'NA'' 2019-01-31 08:28:37 II: Finished in 7.47s 2019-01-31 08:28:37 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN numberof1to4familyunits' 2019-01-31 08:28:39 II: Finished in 1.99s 2019-01-31 08:28:39 QQ: 'ALTER TABLE hmda_lar_2016 ADD COLUMN numberof1to4familyunits DOUBLE' 2019-01-31 08:28:43 II: Finished in 3.87s 2019-01-31 08:28:43 QQ: 'UPDATE hmda_lar_2016 SET numberof1to4familyunits = temp_double' 2019-01-31 08:28:48 II: Finished in 5.16s 2019-01-31 08:28:48 QQ: 'ALTER TABLE hmda_lar_2016 DROP COLUMN temp_double' 2019-01-31 08:28:57 II: Finished in 8.74s 2019-01-31 08:28:57 QQ: 'select count(*) from hmda_lar_2016' 2019-01-31 08:28:57 II: Finished in 0.01s 2019-01-31 08:28:58 hmda catalog entry 69 of 72 stored in 'hmda_lar_2016' 2019-01-31 08:28:58 2019-01-31 08:31:03 'https://www.ffiec.gov/hmdarawdata/OTHER/2016HMDAinstitutionrecords.zip' 2019-01-31 08:31:03 cached in 2019-01-31 08:31:03 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/fb381eb5b35f9a27d600d59543233b8e.Rcache' 2019-01-31 08:31:03 copying to 2019-01-31 08:31:03 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 08:31:03 2019-01-31 08:31:03 QQ: 'CREATE TABLE hmda_inst_2016 (ActivityYear DOUBLE PRECISION, RespondentID VARCHAR(255), AgencyCode VARCHAR(255), FedTaxID VARCHAR(255), RespondentName_TS VARCHAR(255), RespondentMailingAddress VARCHAR(255), RespondentCity_TS VARCHAR(255), RespondentState_TS VARCHAR(255), RespondentZipCode VARCHAR(255), ParentName_TS VARCHAR(255), ParentAddress VARCHAR(255), ParentCity_TS VARCHAR(255), ParentState_TS VARCHAR(255), ParentZipCode VARCHAR(255), RespondentName_Panel VARCHAR(255), RespondentCity_Panel VARCHAR(255), RespondentState_Panel VARCHAR(255), Assets_Panel DOUBLE PRECISION, OtherLenderCode_Panel DOUBLE PRECISION, RegionCode_Panel DOUBLE PRECISION, LARCount DOUBLE PRECISION, ValidityError VARCHAR(255))' 2019-01-31 08:31:07 II: Finished in 4.26s 2019-01-31 08:31:07 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 08:31:09 II: Finished in 1.43s 2019-01-31 08:31:09 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 08:31:09 columns.table_id=tables.id where tables.name='hmda_inst_2016'' 2019-01-31 08:31:09 II: Finished in 0.01s 2019-01-31 08:31:09 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 08:31:09 II: Finished in 0s 2019-01-31 08:31:09 QQ: 'DROP TABLE hmda_inst_2016' 2019-01-31 08:31:22 II: Finished in 13.62s 2019-01-31 08:31:22 QQ: 'START TRANSACTION' 2019-01-31 08:31:22 II: Finished in 0s 2019-01-31 08:31:22 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 08:31:22 II: Finished in 0s 2019-01-31 08:31:22 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 08:31:22 II: Finished in 0s 2019-01-31 08:31:22 QQ: 'CREATE TABLE hmda_inst_2016 (activityyear STRING, respondentid STRING, agencycode INTEGER, fedtaxid STRING, respondentname_ts STRING, respondentmailingaddress STRING, respondentcity_ts STRING, respondentstate_ts STRING, respondentzipcode STRING, parentname_ts STRING, parentaddress STRING, parentcity_ts STRING, parentstate_ts STRING, parentzipcode STRING, respondentname_panel STRING, respondentcity_panel STRING, respondentstate_panel STRING, assets_panel STRING, otherlendercode_panel INTEGER, regioncode_panel INTEGER, larcount INTEGER, validityerror STRING)' 2019-01-31 08:31:22 II: Finished in 0s 2019-01-31 08:31:22 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_inst_2016' and schemas.name='tmp'' 2019-01-31 08:31:23 II: Finished in 0.01s 2019-01-31 08:31:23 QQ: 'COMMIT' 2019-01-31 08:31:23 II: Finished in 0.08s 2019-01-31 08:31:23 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 08:31:23 II: Finished in 0.06s 2019-01-31 08:31:23 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 08:31:23 columns.table_id=tables.id where tables.name='hmda_inst_2016'' 2019-01-31 08:31:23 II: Finished in 0.01s 2019-01-31 08:31:23 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 08:31:23 II: Finished in 0s 2019-01-31 08:31:23 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 08:31:23 columns.table_id=tables.id where tables.name='hmda_inst_2016'' 2019-01-31 08:31:23 II: Finished in 0s 2019-01-31 08:31:23 QQ: 'select count(*) from hmda_inst_2016' 2019-01-31 08:31:23 II: Finished in 0s 2019-01-31 08:31:23 hmda catalog entry 70 of 72 stored in 'hmda_inst_2016' 2019-01-31 08:31:23 2019-01-31 08:32:54 'https://www.ffiec.gov/hmdarawdata/OTHER/2016HMDAReporterPanel.zip' 2019-01-31 08:32:54 cached in 2019-01-31 08:32:54 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/223bc801af0035f9beb144d18653a581.Rcache' 2019-01-31 08:32:54 copying to 2019-01-31 08:32:54 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 08:32:54 2019-01-31 08:32:54 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.system=false order by sn, tn' 2019-01-31 08:32:55 II: Finished in 1.51s 2019-01-31 08:32:55 QQ: 'CREATE TABLE hmda_reporter_2016 (activity_year DOUBLE PRECISION, respondentid STRING, agency_code DOUBLE PRECISION, parent_respondent_id STRING, parent_name_panel STRING, parent_city_panel STRING, parent_state_panel STRING, region DOUBLE PRECISION, assets DOUBLE PRECISION, other_lender_code DOUBLE PRECISION, respondent_name_panel STRING, filler1 STRING, respondent_city_panel STRING, respondent_state_panel STRING, filler2 STRING, filler3 DOUBLE PRECISION, top_holder_rssd_id DOUBLE PRECISION, top_holder_name STRING, top_holder_city STRING, top_holder_state STRING, top_holder_country STRING, respondent_rssd_id DOUBLE PRECISION, parent_rssd_id DOUBLE PRECISION, respondent_fips_state_number DOUBLE PRECISION)' 2019-01-31 08:32:56 II: Finished in 0.07s 2019-01-31 08:32:56 QQ: 'COPY INTO hmda_reporter_2016 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/unzips/2016HMDAReporterPanel.dat' NULL AS '' FWF (4, 10, 1, 10, 30, 25, 2, 2, 10, 1, 30, 40, 25, 2, 10, 10, 10, 30, 25, 2, 40, 10, 10, 2)' 2019-01-31 08:32:57 II: Finished in 1.6s 2019-01-31 08:32:57 QQ: 'SELECT COUNT(*) FROM hmda_reporter_2016' 2019-01-31 08:32:57 II: Finished in 0s 2019-01-31 08:32:57 QQ: 'select count(*) from hmda_reporter_2016' 2019-01-31 08:32:57 II: Finished in 0s 2019-01-31 08:32:57 hmda catalog entry 71 of 72 stored in 'hmda_reporter_2016' 2019-01-31 08:32:57 2019-01-31 08:34:57 'https://www.ffiec.gov/hmdarawdata/OTHER/2016HMDAMSAOffice.zip' 2019-01-31 08:34:57 cached in 2019-01-31 08:34:57 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/7f5f40609d39f5c5f4b1eee2b23ff54a.Rcache' 2019-01-31 08:34:57 copying to 2019-01-31 08:34:57 '/export/scratch1/home/hannes/eanthony/r-tmp/hmda/RtmpvBAiG1/file5abd67f956f7' 2019-01-31 08:34:57 2019-01-31 08:34:57 QQ: 'START TRANSACTION' 2019-01-31 08:34:57 II: Finished in 0s 2019-01-31 08:34:57 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 08:34:59 II: Finished in 1.45s 2019-01-31 08:34:59 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 08:34:59 II: Finished in 0s 2019-01-31 08:34:59 QQ: 'CREATE TABLE hmda_msa_2016 (as_of_year INTEGER, agency_code INTEGER, respondent_id STRING, msa_md INTEGER, msa_md_description STRING)' 2019-01-31 08:34:59 II: Finished in 0s 2019-01-31 08:34:59 QQ: 'select count(*) as is_tmp_schema from sys.tables join sys.schemas on tables.schema_id=schemas.id where tables.name='hmda_msa_2016' and schemas.name='tmp'' 2019-01-31 08:34:59 II: Finished in 0s 2019-01-31 08:34:59 QQ: 'COMMIT' 2019-01-31 08:35:00 II: Finished in 1.39s 2019-01-31 08:35:00 QQ: 'select count(*) from hmda_msa_2016' 2019-01-31 08:35:00 II: Finished in 0s 2019-01-31 08:35:00 hmda catalog entry 72 of 72 stored in 'hmda_msa_2016' 2019-01-31 08:35:00 2019-01-31 08:36:39 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 08:36:39 II: Finished in 0.06s 2019-01-31 08:36:39 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 08:36:39 columns.table_id=tables.id where tables.name='hmda_inst_2006'' 2019-01-31 08:36:39 II: Finished in 0.01s 2019-01-31 08:36:39 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 08:36:39 II: Finished in 0s 2019-01-31 08:36:39 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 08:36:39 columns.table_id=tables.id where tables.name='hmda_lar_2006'' 2019-01-31 08:36:39 II: Finished in 0.05s 2019-01-31 08:36:39 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 08:36:39 II: Finished in 0s 2019-01-31 08:36:39 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 08:36:39 columns.table_id=tables.id where tables.name='hmda_inst_2006'' 2019-01-31 08:36:39 II: Finished in 0s 2019-01-31 08:36:39 QQ: 'CREATE TABLE hmda_2006 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2006 AS a INNER JOIN hmda_inst_2006 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-01-31 08:43:00 II: Finished in 6.35s 2019-01-31 08:43:00 QQ: 'select count(*) from hmda_2006' 2019-01-31 08:43:00 II: Finished in 0.16s 2019-01-31 08:43:00 QQ: 'select count(*) from hmda_lar_2006' 2019-01-31 08:43:00 II: Finished in 0.01s 2019-01-31 08:43:00 QQ: 'ALTER TABLE hmda_2006 ADD COLUMN app_min_cnt INTEGER' 2019-01-31 08:43:05 II: Finished in 4.33s 2019-01-31 08:43:05 QQ: 'ALTER TABLE hmda_2006 ADD COLUMN co_min_cnt INTEGER' 2019-01-31 08:43:11 II: Finished in 6.69s 2019-01-31 08:43:11 QQ: 'UPDATE hmda_2006 SET 2019-01-31 08:43:11 app_min_cnt = 2019-01-31 08:43:11 ( 2019-01-31 08:43:11 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 08:43:11 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 08:43:11 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 08:43:11 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 08:43:11 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 08:43:11 )' 2019-01-31 08:43:36 II: Finished in 24.15s 2019-01-31 08:43:36 QQ: 'UPDATE hmda_2006 SET 2019-01-31 08:43:36 co_min_cnt = 2019-01-31 08:43:36 ( 2019-01-31 08:43:36 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 08:43:36 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 08:43:36 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 08:43:36 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 08:43:36 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 08:43:36 )' 2019-01-31 08:44:27 II: Finished in 51.17s 2019-01-31 08:44:28 QQ: 'ALTER TABLE hmda_2006 ADD COLUMN appwhite INTEGER' 2019-01-31 08:45:55 II: Finished in 1.46s 2019-01-31 08:45:55 QQ: 'ALTER TABLE hmda_2006 ADD COLUMN cowhite INTEGER' 2019-01-31 08:46:10 II: Finished in 15.19s 2019-01-31 08:46:10 QQ: 'UPDATE hmda_2006 SET 2019-01-31 08:46:10 appwhite = 2019-01-31 08:46:10 ( 2019-01-31 08:46:10 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 08:46:10 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 08:46:10 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 08:46:10 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 08:46:10 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-01-31 08:46:10 )' 2019-01-31 08:46:25 II: Finished in 15.68s 2019-01-31 08:46:25 QQ: 'UPDATE hmda_2006 SET 2019-01-31 08:46:25 cowhite = 2019-01-31 08:46:25 ( 2019-01-31 08:46:25 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 08:46:25 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 08:46:25 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 08:46:25 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 08:46:25 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-01-31 08:46:25 )' 2019-01-31 08:46:44 II: Finished in 18.33s 2019-01-31 08:46:44 QQ: 'UPDATE hmda_2006 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 08:47:07 II: Finished in 23.36s 2019-01-31 08:47:07 QQ: 'UPDATE hmda_2006 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 08:47:24 II: Finished in 17.33s 2019-01-31 08:47:24 QQ: 'UPDATE hmda_2006 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 08:47:59 II: Finished in 34.98s 2019-01-31 08:47:59 QQ: 'UPDATE hmda_2006 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 08:48:09 II: Finished in 10.07s 2019-01-31 08:48:09 QQ: 'ALTER TABLE hmda_2006 ADD COLUMN race INTEGER' 2019-01-31 08:48:22 II: Finished in 12.27s 2019-01-31 08:48:22 QQ: 'UPDATE hmda_2006 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-01-31 08:48:30 II: Finished in 8.02s 2019-01-31 08:48:30 QQ: 'UPDATE hmda_2006 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-01-31 08:48:32 II: Finished in 2.38s 2019-01-31 08:48:32 QQ: 'UPDATE hmda_2006 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 08:48:36 II: Finished in 3.96s 2019-01-31 08:48:36 QQ: 'UPDATE hmda_2006 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 08:49:03 II: Finished in 27.14s 2019-01-31 08:49:03 QQ: 'UPDATE hmda_2006 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-01-31 08:50:13 II: Finished in 1.17s 2019-01-31 08:50:13 QQ: 'ALTER TABLE hmda_2006 ADD COLUMN ethnicity VARCHAR (255)' 2019-01-31 08:50:39 II: Finished in 25.71s 2019-01-31 08:50:39 QQ: 'UPDATE hmda_2006 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-01-31 08:50:50 II: Finished in 10.66s 2019-01-31 08:50:50 QQ: 'UPDATE hmda_2006 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-01-31 08:50:53 II: Finished in 3.82s 2019-01-31 08:50:53 QQ: 'UPDATE hmda_2006 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-01-31 08:51:00 II: Finished in 6.82s 2019-01-31 09:00:47 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 09:00:47 II: Finished in 0.23s 2019-01-31 09:00:47 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 09:00:47 columns.table_id=tables.id where tables.name='pmic_inst_2006'' 2019-01-31 09:00:47 II: Finished in 0.01s 2019-01-31 09:00:47 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 09:00:47 II: Finished in 0.27s 2019-01-31 09:00:47 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 09:00:47 columns.table_id=tables.id where tables.name='pmic_lar_2006'' 2019-01-31 09:00:47 II: Finished in 0.01s 2019-01-31 09:00:47 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 09:00:47 II: Finished in 0s 2019-01-31 09:00:47 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 09:00:47 columns.table_id=tables.id where tables.name='pmic_inst_2006'' 2019-01-31 09:00:48 II: Finished in 0.27s 2019-01-31 09:00:48 QQ: 'CREATE TABLE pmic_2006 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM pmic_lar_2006 AS a INNER JOIN pmic_inst_2006 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-01-31 09:01:59 II: Finished in 1.19s 2019-01-31 09:01:59 QQ: 'select count(*) from pmic_2006' 2019-01-31 09:01:59 II: Finished in 0.02s 2019-01-31 09:01:59 QQ: 'select count(*) from pmic_lar_2006' 2019-01-31 09:01:59 II: Finished in 0.01s 2019-01-31 09:01:59 QQ: 'ALTER TABLE pmic_2006 ADD COLUMN app_min_cnt INTEGER' 2019-01-31 09:02:24 II: Finished in 25.4s 2019-01-31 09:02:24 QQ: 'ALTER TABLE pmic_2006 ADD COLUMN co_min_cnt INTEGER' 2019-01-31 09:02:29 II: Finished in 4.43s 2019-01-31 09:02:29 QQ: 'UPDATE pmic_2006 SET 2019-01-31 09:02:29 app_min_cnt = 2019-01-31 09:02:29 ( 2019-01-31 09:02:29 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:02:29 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:02:29 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:02:29 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:02:29 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 09:02:29 )' 2019-01-31 09:02:30 II: Finished in 1.12s 2019-01-31 09:02:30 QQ: 'UPDATE pmic_2006 SET 2019-01-31 09:02:30 co_min_cnt = 2019-01-31 09:02:30 ( 2019-01-31 09:02:30 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:02:30 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:02:30 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:02:30 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:02:30 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 09:02:30 )' 2019-01-31 09:02:31 II: Finished in 1.12s 2019-01-31 09:02:31 QQ: 'ALTER TABLE pmic_2006 ADD COLUMN appwhite INTEGER' 2019-01-31 09:02:32 II: Finished in 0.87s 2019-01-31 09:02:32 QQ: 'ALTER TABLE pmic_2006 ADD COLUMN cowhite INTEGER' 2019-01-31 09:02:33 II: Finished in 0.85s 2019-01-31 09:02:33 QQ: 'UPDATE pmic_2006 SET 2019-01-31 09:02:33 appwhite = 2019-01-31 09:02:33 ( 2019-01-31 09:02:33 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 09:02:33 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 09:02:33 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 09:02:33 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 09:02:33 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-01-31 09:02:33 )' 2019-01-31 09:02:34 II: Finished in 1.68s 2019-01-31 09:02:34 QQ: 'UPDATE pmic_2006 SET 2019-01-31 09:02:34 cowhite = 2019-01-31 09:02:34 ( 2019-01-31 09:02:34 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 09:02:34 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 09:02:34 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 09:02:34 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 09:02:34 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-01-31 09:02:34 )' 2019-01-31 09:02:37 II: Finished in 2.85s 2019-01-31 09:02:37 QQ: 'UPDATE pmic_2006 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 09:02:43 II: Finished in 5.58s 2019-01-31 09:02:43 QQ: 'UPDATE pmic_2006 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 09:02:44 II: Finished in 1.19s 2019-01-31 09:02:44 QQ: 'UPDATE pmic_2006 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 09:02:49 II: Finished in 5.03s 2019-01-31 09:02:49 QQ: 'UPDATE pmic_2006 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 09:02:51 II: Finished in 1.93s 2019-01-31 09:02:51 QQ: 'ALTER TABLE pmic_2006 ADD COLUMN race INTEGER' 2019-01-31 09:02:52 II: Finished in 0.9s 2019-01-31 09:02:52 QQ: 'UPDATE pmic_2006 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-01-31 09:02:52 II: Finished in 0.17s 2019-01-31 09:02:52 QQ: 'UPDATE pmic_2006 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-01-31 09:02:52 II: Finished in 0.24s 2019-01-31 09:02:52 QQ: 'UPDATE pmic_2006 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 09:02:53 II: Finished in 0.41s 2019-01-31 09:02:53 QQ: 'UPDATE pmic_2006 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 09:02:53 II: Finished in 0.24s 2019-01-31 09:02:53 QQ: 'UPDATE pmic_2006 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-01-31 09:02:54 II: Finished in 0.9s 2019-01-31 09:02:54 QQ: 'ALTER TABLE pmic_2006 ADD COLUMN ethnicity VARCHAR (255)' 2019-01-31 09:02:55 II: Finished in 1.09s 2019-01-31 09:02:55 QQ: 'UPDATE pmic_2006 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-01-31 09:02:57 II: Finished in 2.43s 2019-01-31 09:02:57 QQ: 'UPDATE pmic_2006 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-01-31 09:02:59 II: Finished in 1.56s 2019-01-31 09:02:59 QQ: 'UPDATE pmic_2006 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-01-31 09:03:00 II: Finished in 0.7s 2019-01-31 09:07:31 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 09:07:31 II: Finished in 0.31s 2019-01-31 09:07:31 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 09:07:31 columns.table_id=tables.id where tables.name='hmda_inst_2007'' 2019-01-31 09:07:31 II: Finished in 0.01s 2019-01-31 09:07:31 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 09:07:31 II: Finished in 0.3s 2019-01-31 09:07:31 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 09:07:31 columns.table_id=tables.id where tables.name='hmda_lar_2007'' 2019-01-31 09:07:31 II: Finished in 0.01s 2019-01-31 09:07:31 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 09:07:31 II: Finished in 0s 2019-01-31 09:07:31 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 09:07:31 columns.table_id=tables.id where tables.name='hmda_inst_2007'' 2019-01-31 09:07:31 II: Finished in 0.14s 2019-01-31 09:07:31 QQ: 'CREATE TABLE hmda_2007 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2007 AS a INNER JOIN hmda_inst_2007 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-01-31 09:18:06 II: Finished in 10.57s 2019-01-31 09:18:06 QQ: 'select count(*) from hmda_2007' 2019-01-31 09:18:06 II: Finished in 0.15s 2019-01-31 09:18:06 QQ: 'select count(*) from hmda_lar_2007' 2019-01-31 09:18:06 II: Finished in 0.02s 2019-01-31 09:18:06 QQ: 'ALTER TABLE hmda_2007 ADD COLUMN app_min_cnt INTEGER' 2019-01-31 09:18:18 II: Finished in 11.64s 2019-01-31 09:18:18 QQ: 'ALTER TABLE hmda_2007 ADD COLUMN co_min_cnt INTEGER' 2019-01-31 09:18:23 II: Finished in 5.06s 2019-01-31 09:18:23 QQ: 'UPDATE hmda_2007 SET 2019-01-31 09:18:23 app_min_cnt = 2019-01-31 09:18:23 ( 2019-01-31 09:18:23 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:18:23 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:18:23 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:18:23 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:18:23 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 09:18:23 )' 2019-01-31 09:18:45 II: Finished in 22.41s 2019-01-31 09:18:45 QQ: 'UPDATE hmda_2007 SET 2019-01-31 09:18:45 co_min_cnt = 2019-01-31 09:18:45 ( 2019-01-31 09:18:45 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:18:45 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:18:45 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:18:45 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:18:45 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 09:18:45 )' 2019-01-31 09:19:16 II: Finished in 30.66s 2019-01-31 09:19:16 QQ: 'ALTER TABLE hmda_2007 ADD COLUMN appwhite INTEGER' 2019-01-31 09:20:35 II: Finished in 1.31s 2019-01-31 09:20:35 QQ: 'ALTER TABLE hmda_2007 ADD COLUMN cowhite INTEGER' 2019-01-31 09:20:38 II: Finished in 3.88s 2019-01-31 09:20:38 QQ: 'UPDATE hmda_2007 SET 2019-01-31 09:20:38 appwhite = 2019-01-31 09:20:38 ( 2019-01-31 09:20:38 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 09:20:38 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 09:20:38 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 09:20:38 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 09:20:38 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-01-31 09:20:38 )' 2019-01-31 09:20:50 II: Finished in 11.21s 2019-01-31 09:20:50 QQ: 'UPDATE hmda_2007 SET 2019-01-31 09:20:50 cowhite = 2019-01-31 09:20:50 ( 2019-01-31 09:20:50 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 09:20:50 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 09:20:50 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 09:20:50 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 09:20:50 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-01-31 09:20:50 )' 2019-01-31 09:21:01 II: Finished in 11.03s 2019-01-31 09:21:01 QQ: 'UPDATE hmda_2007 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 09:21:16 II: Finished in 15.73s 2019-01-31 09:21:16 QQ: 'UPDATE hmda_2007 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 09:21:23 II: Finished in 7.01s 2019-01-31 09:21:23 QQ: 'UPDATE hmda_2007 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 09:21:42 II: Finished in 18.14s 2019-01-31 09:21:42 QQ: 'UPDATE hmda_2007 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 09:22:20 II: Finished in 38.33s 2019-01-31 09:22:20 QQ: 'ALTER TABLE hmda_2007 ADD COLUMN race INTEGER' 2019-01-31 09:22:35 II: Finished in 15.26s 2019-01-31 09:22:35 QQ: 'UPDATE hmda_2007 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-01-31 09:22:36 II: Finished in 1.25s 2019-01-31 09:22:36 QQ: 'UPDATE hmda_2007 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-01-31 09:22:38 II: Finished in 1.65s 2019-01-31 09:22:38 QQ: 'UPDATE hmda_2007 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 09:22:51 II: Finished in 13.38s 2019-01-31 09:22:51 QQ: 'UPDATE hmda_2007 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 09:22:53 II: Finished in 1.03s 2019-01-31 09:22:53 QQ: 'UPDATE hmda_2007 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-01-31 09:22:58 II: Finished in 5.85s 2019-01-31 09:22:58 QQ: 'ALTER TABLE hmda_2007 ADD COLUMN ethnicity VARCHAR (255)' 2019-01-31 09:23:20 II: Finished in 21.52s 2019-01-31 09:23:20 QQ: 'UPDATE hmda_2007 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-01-31 09:23:31 II: Finished in 11.09s 2019-01-31 09:23:31 QQ: 'UPDATE hmda_2007 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-01-31 09:23:34 II: Finished in 3.51s 2019-01-31 09:23:34 QQ: 'UPDATE hmda_2007 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-01-31 09:23:41 II: Finished in 6.22s 2019-01-31 09:41:59 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 09:41:59 II: Finished in 0.08s 2019-01-31 09:41:59 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 09:41:59 columns.table_id=tables.id where tables.name='pmic_inst_2007'' 2019-01-31 09:41:59 II: Finished in 0.01s 2019-01-31 09:41:59 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 09:41:59 II: Finished in 0s 2019-01-31 09:41:59 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 09:41:59 columns.table_id=tables.id where tables.name='pmic_lar_2007'' 2019-01-31 09:41:59 II: Finished in 0.15s 2019-01-31 09:41:59 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 09:41:59 II: Finished in 0s 2019-01-31 09:41:59 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 09:41:59 columns.table_id=tables.id where tables.name='pmic_inst_2007'' 2019-01-31 09:41:59 II: Finished in 0.01s 2019-01-31 09:41:59 QQ: 'CREATE TABLE pmic_2007 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM pmic_lar_2007 AS a INNER JOIN pmic_inst_2007 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-01-31 09:42:35 II: Finished in 35.62s 2019-01-31 09:42:35 QQ: 'select count(*) from pmic_2007' 2019-01-31 09:42:35 II: Finished in 0.02s 2019-01-31 09:42:35 QQ: 'select count(*) from pmic_lar_2007' 2019-01-31 09:42:35 II: Finished in 0.02s 2019-01-31 09:42:35 QQ: 'ALTER TABLE pmic_2007 ADD COLUMN app_min_cnt INTEGER' 2019-01-31 09:42:35 II: Finished in 0.82s 2019-01-31 09:42:35 QQ: 'ALTER TABLE pmic_2007 ADD COLUMN co_min_cnt INTEGER' 2019-01-31 09:42:37 II: Finished in 1.53s 2019-01-31 09:42:37 QQ: 'UPDATE pmic_2007 SET 2019-01-31 09:42:37 app_min_cnt = 2019-01-31 09:42:37 ( 2019-01-31 09:42:37 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:42:37 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:42:37 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:42:37 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:42:37 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 09:42:37 )' 2019-01-31 09:42:42 II: Finished in 4.6s 2019-01-31 09:42:42 QQ: 'UPDATE pmic_2007 SET 2019-01-31 09:42:42 co_min_cnt = 2019-01-31 09:42:42 ( 2019-01-31 09:42:42 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:42:42 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:42:42 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:42:42 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:42:42 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 09:42:42 )' 2019-01-31 09:42:43 II: Finished in 1.63s 2019-01-31 09:42:43 QQ: 'ALTER TABLE pmic_2007 ADD COLUMN appwhite INTEGER' 2019-01-31 09:42:44 II: Finished in 0.74s 2019-01-31 09:42:44 QQ: 'ALTER TABLE pmic_2007 ADD COLUMN cowhite INTEGER' 2019-01-31 09:42:45 II: Finished in 0.75s 2019-01-31 09:42:45 QQ: 'UPDATE pmic_2007 SET 2019-01-31 09:42:45 appwhite = 2019-01-31 09:42:45 ( 2019-01-31 09:42:45 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 09:42:45 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 09:42:45 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 09:42:45 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 09:42:45 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-01-31 09:42:45 )' 2019-01-31 09:42:46 II: Finished in 0.96s 2019-01-31 09:42:46 QQ: 'UPDATE pmic_2007 SET 2019-01-31 09:42:46 cowhite = 2019-01-31 09:42:46 ( 2019-01-31 09:42:46 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 09:42:46 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 09:42:46 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 09:42:46 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 09:42:46 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-01-31 09:42:46 )' 2019-01-31 09:42:47 II: Finished in 1.08s 2019-01-31 09:42:47 QQ: 'UPDATE pmic_2007 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 09:42:47 II: Finished in 0.55s 2019-01-31 09:42:47 QQ: 'UPDATE pmic_2007 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 09:42:48 II: Finished in 0.38s 2019-01-31 09:42:48 QQ: 'UPDATE pmic_2007 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 09:42:49 II: Finished in 1.1s 2019-01-31 09:42:49 QQ: 'UPDATE pmic_2007 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 09:42:50 II: Finished in 0.73s 2019-01-31 09:42:50 QQ: 'ALTER TABLE pmic_2007 ADD COLUMN race INTEGER' 2019-01-31 09:42:50 II: Finished in 0.82s 2019-01-31 09:42:50 QQ: 'UPDATE pmic_2007 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-01-31 09:42:51 II: Finished in 0.56s 2019-01-31 09:42:51 QQ: 'UPDATE pmic_2007 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-01-31 09:42:51 II: Finished in 0.44s 2019-01-31 09:42:51 QQ: 'UPDATE pmic_2007 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 09:42:52 II: Finished in 0.51s 2019-01-31 09:42:52 QQ: 'UPDATE pmic_2007 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 09:42:52 II: Finished in 0.29s 2019-01-31 09:42:52 QQ: 'UPDATE pmic_2007 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-01-31 09:42:53 II: Finished in 0.7s 2019-01-31 09:42:53 QQ: 'ALTER TABLE pmic_2007 ADD COLUMN ethnicity VARCHAR (255)' 2019-01-31 09:43:14 II: Finished in 21.26s 2019-01-31 09:43:14 QQ: 'UPDATE pmic_2007 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-01-31 09:43:19 II: Finished in 4.54s 2019-01-31 09:43:19 QQ: 'UPDATE pmic_2007 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-01-31 09:43:24 II: Finished in 5.2s 2019-01-31 09:43:24 QQ: 'UPDATE pmic_2007 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-01-31 09:43:26 II: Finished in 2.04s 2019-01-31 09:46:48 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 09:46:49 II: Finished in 1.5s 2019-01-31 09:46:49 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 09:46:49 columns.table_id=tables.id where tables.name='hmda_inst_2008'' 2019-01-31 09:46:49 II: Finished in 0.01s 2019-01-31 09:46:49 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 09:46:49 II: Finished in 0s 2019-01-31 09:46:49 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 09:46:49 columns.table_id=tables.id where tables.name='hmda_lar_2008'' 2019-01-31 09:46:49 II: Finished in 0.34s 2019-01-31 09:46:49 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 09:46:49 II: Finished in 0s 2019-01-31 09:46:49 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 09:46:49 columns.table_id=tables.id where tables.name='hmda_inst_2008'' 2019-01-31 09:46:49 II: Finished in 0.01s 2019-01-31 09:46:49 QQ: 'CREATE TABLE hmda_2008 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2008 AS a INNER JOIN hmda_inst_2008 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-01-31 09:49:21 II: Finished in 2.53s 2019-01-31 09:49:21 QQ: 'select count(*) from hmda_2008' 2019-01-31 09:49:21 II: Finished in 0.09s 2019-01-31 09:49:21 QQ: 'select count(*) from hmda_lar_2008' 2019-01-31 09:49:21 II: Finished in 0.02s 2019-01-31 09:49:21 QQ: 'ALTER TABLE hmda_2008 ADD COLUMN app_min_cnt INTEGER' 2019-01-31 09:49:24 II: Finished in 3.25s 2019-01-31 09:49:24 QQ: 'ALTER TABLE hmda_2008 ADD COLUMN co_min_cnt INTEGER' 2019-01-31 09:49:29 II: Finished in 4.12s 2019-01-31 09:49:29 QQ: 'UPDATE hmda_2008 SET 2019-01-31 09:49:29 app_min_cnt = 2019-01-31 09:49:29 ( 2019-01-31 09:49:29 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:49:29 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:49:29 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:49:29 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:49:29 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 09:49:29 )' 2019-01-31 09:49:42 II: Finished in 13.59s 2019-01-31 09:49:42 QQ: 'UPDATE hmda_2008 SET 2019-01-31 09:49:42 co_min_cnt = 2019-01-31 09:49:42 ( 2019-01-31 09:49:42 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:49:42 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:49:42 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:49:42 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:49:42 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 09:49:42 )' 2019-01-31 09:49:57 II: Finished in 14.45s 2019-01-31 09:49:57 QQ: 'ALTER TABLE hmda_2008 ADD COLUMN appwhite INTEGER' 2019-01-31 09:50:00 II: Finished in 2.91s 2019-01-31 09:50:00 QQ: 'ALTER TABLE hmda_2008 ADD COLUMN cowhite INTEGER' 2019-01-31 09:50:15 II: Finished in 15.19s 2019-01-31 09:50:15 QQ: 'UPDATE hmda_2008 SET 2019-01-31 09:50:15 appwhite = 2019-01-31 09:50:15 ( 2019-01-31 09:50:15 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 09:50:15 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 09:50:15 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 09:50:15 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 09:50:15 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-01-31 09:50:15 )' 2019-01-31 09:50:23 II: Finished in 7.95s 2019-01-31 09:50:23 QQ: 'UPDATE hmda_2008 SET 2019-01-31 09:50:23 cowhite = 2019-01-31 09:50:23 ( 2019-01-31 09:50:23 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 09:50:23 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 09:50:23 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 09:50:23 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 09:50:23 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-01-31 09:50:23 )' 2019-01-31 09:50:33 II: Finished in 10.49s 2019-01-31 09:50:33 QQ: 'UPDATE hmda_2008 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 09:50:50 II: Finished in 16.7s 2019-01-31 09:50:50 QQ: 'UPDATE hmda_2008 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 09:50:54 II: Finished in 4.56s 2019-01-31 09:50:54 QQ: 'UPDATE hmda_2008 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 09:51:04 II: Finished in 10.02s 2019-01-31 09:51:04 QQ: 'UPDATE hmda_2008 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 09:51:08 II: Finished in 3.58s 2019-01-31 09:51:08 QQ: 'ALTER TABLE hmda_2008 ADD COLUMN race INTEGER' 2019-01-31 09:52:47 II: Finished in 1.64s 2019-01-31 09:52:47 QQ: 'UPDATE hmda_2008 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-01-31 09:54:05 II: Finished in 1.31s 2019-01-31 09:54:05 QQ: 'UPDATE hmda_2008 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-01-31 09:54:12 II: Finished in 6.56s 2019-01-31 09:54:12 QQ: 'UPDATE hmda_2008 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 09:54:16 II: Finished in 4.74s 2019-01-31 09:54:16 QQ: 'UPDATE hmda_2008 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 09:54:19 II: Finished in 2.53s 2019-01-31 09:54:19 QQ: 'UPDATE hmda_2008 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-01-31 09:54:29 II: Finished in 10.07s 2019-01-31 09:54:29 QQ: 'ALTER TABLE hmda_2008 ADD COLUMN ethnicity VARCHAR (255)' 2019-01-31 09:54:35 II: Finished in 5.63s 2019-01-31 09:54:35 QQ: 'UPDATE hmda_2008 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-01-31 09:54:42 II: Finished in 7.64s 2019-01-31 09:54:42 QQ: 'UPDATE hmda_2008 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-01-31 09:54:47 II: Finished in 4.28s 2019-01-31 09:54:47 QQ: 'UPDATE hmda_2008 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-01-31 09:54:51 II: Finished in 3.97s 2019-01-31 09:58:17 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 09:58:18 II: Finished in 1.58s 2019-01-31 09:58:18 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 09:58:18 columns.table_id=tables.id where tables.name='pmic_inst_2008'' 2019-01-31 09:58:18 II: Finished in 0.01s 2019-01-31 09:58:18 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 09:58:18 II: Finished in 0s 2019-01-31 09:58:18 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 09:58:18 columns.table_id=tables.id where tables.name='pmic_lar_2008'' 2019-01-31 09:58:20 II: Finished in 1.67s 2019-01-31 09:58:20 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 09:58:20 II: Finished in 0s 2019-01-31 09:58:20 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 09:58:20 columns.table_id=tables.id where tables.name='pmic_inst_2008'' 2019-01-31 09:58:20 II: Finished in 0.01s 2019-01-31 09:58:20 QQ: 'CREATE TABLE pmic_2008 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM pmic_lar_2008 AS a INNER JOIN pmic_inst_2008 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-01-31 09:59:00 II: Finished in 39.67s 2019-01-31 09:59:00 QQ: 'select count(*) from pmic_2008' 2019-01-31 09:59:00 II: Finished in 0.01s 2019-01-31 09:59:00 QQ: 'select count(*) from pmic_lar_2008' 2019-01-31 09:59:00 II: Finished in 0.03s 2019-01-31 09:59:00 QQ: 'ALTER TABLE pmic_2008 ADD COLUMN app_min_cnt INTEGER' 2019-01-31 09:59:02 II: Finished in 1.98s 2019-01-31 09:59:02 QQ: 'ALTER TABLE pmic_2008 ADD COLUMN co_min_cnt INTEGER' 2019-01-31 09:59:03 II: Finished in 1.28s 2019-01-31 09:59:03 QQ: 'UPDATE pmic_2008 SET 2019-01-31 09:59:03 app_min_cnt = 2019-01-31 09:59:03 ( 2019-01-31 09:59:03 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:59:03 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:59:03 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:59:03 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:59:03 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 09:59:03 )' 2019-01-31 09:59:05 II: Finished in 1.75s 2019-01-31 09:59:05 QQ: 'UPDATE pmic_2008 SET 2019-01-31 09:59:05 co_min_cnt = 2019-01-31 09:59:05 ( 2019-01-31 09:59:05 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:59:05 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:59:05 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:59:05 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 09:59:05 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 09:59:05 )' 2019-01-31 09:59:07 II: Finished in 2.66s 2019-01-31 09:59:07 QQ: 'ALTER TABLE pmic_2008 ADD COLUMN appwhite INTEGER' 2019-01-31 09:59:10 II: Finished in 2.32s 2019-01-31 09:59:10 QQ: 'ALTER TABLE pmic_2008 ADD COLUMN cowhite INTEGER' 2019-01-31 09:59:14 II: Finished in 4.83s 2019-01-31 09:59:14 QQ: 'UPDATE pmic_2008 SET 2019-01-31 09:59:14 appwhite = 2019-01-31 09:59:14 ( 2019-01-31 09:59:14 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 09:59:14 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 09:59:14 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 09:59:14 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 09:59:14 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-01-31 09:59:14 )' 2019-01-31 09:59:17 II: Finished in 2.27s 2019-01-31 09:59:17 QQ: 'UPDATE pmic_2008 SET 2019-01-31 09:59:17 cowhite = 2019-01-31 09:59:17 ( 2019-01-31 09:59:17 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 09:59:17 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 09:59:17 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 09:59:17 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 09:59:17 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-01-31 09:59:17 )' 2019-01-31 09:59:20 II: Finished in 3.51s 2019-01-31 09:59:20 QQ: 'UPDATE pmic_2008 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 09:59:23 II: Finished in 2.76s 2019-01-31 09:59:23 QQ: 'UPDATE pmic_2008 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 09:59:24 II: Finished in 0.88s 2019-01-31 09:59:24 QQ: 'UPDATE pmic_2008 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 09:59:26 II: Finished in 1.93s 2019-01-31 09:59:26 QQ: 'UPDATE pmic_2008 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 09:59:28 II: Finished in 2.13s 2019-01-31 09:59:28 QQ: 'ALTER TABLE pmic_2008 ADD COLUMN race INTEGER' 2019-01-31 09:59:31 II: Finished in 2.77s 2019-01-31 09:59:31 QQ: 'UPDATE pmic_2008 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-01-31 09:59:34 II: Finished in 3.17s 2019-01-31 09:59:34 QQ: 'UPDATE pmic_2008 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-01-31 09:59:34 II: Finished in 0.29s 2019-01-31 09:59:34 QQ: 'UPDATE pmic_2008 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 09:59:38 II: Finished in 3.55s 2019-01-31 09:59:38 QQ: 'UPDATE pmic_2008 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 09:59:38 II: Finished in 0.66s 2019-01-31 09:59:38 QQ: 'UPDATE pmic_2008 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-01-31 09:59:40 II: Finished in 1.81s 2019-01-31 09:59:40 QQ: 'ALTER TABLE pmic_2008 ADD COLUMN ethnicity VARCHAR (255)' 2019-01-31 09:59:50 II: Finished in 9.28s 2019-01-31 09:59:50 QQ: 'UPDATE pmic_2008 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-01-31 09:59:51 II: Finished in 1.82s 2019-01-31 09:59:51 QQ: 'UPDATE pmic_2008 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-01-31 09:59:53 II: Finished in 2.13s 2019-01-31 09:59:53 QQ: 'UPDATE pmic_2008 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-01-31 09:59:55 II: Finished in 1.12s 2019-01-31 10:01:36 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 10:01:37 II: Finished in 0.35s 2019-01-31 10:01:37 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 10:01:37 columns.table_id=tables.id where tables.name='hmda_inst_2009'' 2019-01-31 10:01:37 II: Finished in 0s 2019-01-31 10:01:37 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 10:01:37 II: Finished in 0.01s 2019-01-31 10:01:37 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 10:01:37 columns.table_id=tables.id where tables.name='hmda_lar_2009'' 2019-01-31 10:01:37 II: Finished in 0.05s 2019-01-31 10:01:37 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 10:01:37 II: Finished in 0s 2019-01-31 10:01:37 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 10:01:37 columns.table_id=tables.id where tables.name='hmda_inst_2009'' 2019-01-31 10:01:37 II: Finished in 0.01s 2019-01-31 10:01:37 QQ: 'CREATE TABLE hmda_2009 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2009 AS a INNER JOIN hmda_inst_2009 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-01-31 10:23:28 II: Finished in 21.86s 2019-01-31 10:23:28 QQ: 'select count(*) from hmda_2009' 2019-01-31 10:23:28 II: Finished in 0.08s 2019-01-31 10:23:28 QQ: 'select count(*) from hmda_lar_2009' 2019-01-31 10:23:28 II: Finished in 0.02s 2019-01-31 10:23:28 QQ: 'ALTER TABLE hmda_2009 ADD COLUMN app_min_cnt INTEGER' 2019-01-31 10:23:37 II: Finished in 8.27s 2019-01-31 10:23:37 QQ: 'ALTER TABLE hmda_2009 ADD COLUMN co_min_cnt INTEGER' 2019-01-31 10:23:42 II: Finished in 5.08s 2019-01-31 10:23:42 QQ: 'UPDATE hmda_2009 SET 2019-01-31 10:23:42 app_min_cnt = 2019-01-31 10:23:42 ( 2019-01-31 10:23:42 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 10:23:42 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 10:23:42 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 10:23:42 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 10:23:42 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 10:23:42 )' 2019-01-31 10:23:57 II: Finished in 15.66s 2019-01-31 10:23:57 QQ: 'UPDATE hmda_2009 SET 2019-01-31 10:23:57 co_min_cnt = 2019-01-31 10:23:57 ( 2019-01-31 10:23:57 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 10:23:57 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 10:23:57 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 10:23:57 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 10:23:57 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 10:23:57 )' 2019-01-31 10:24:15 II: Finished in 17.64s 2019-01-31 10:24:15 QQ: 'ALTER TABLE hmda_2009 ADD COLUMN appwhite INTEGER' 2019-01-31 10:24:22 II: Finished in 6.88s 2019-01-31 10:24:22 QQ: 'ALTER TABLE hmda_2009 ADD COLUMN cowhite INTEGER' 2019-01-31 10:24:25 II: Finished in 2.85s 2019-01-31 10:24:25 QQ: 'UPDATE hmda_2009 SET 2019-01-31 10:24:25 appwhite = 2019-01-31 10:24:25 ( 2019-01-31 10:24:25 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 10:24:25 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 10:24:25 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 10:24:25 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 10:24:25 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-01-31 10:24:25 )' 2019-01-31 10:24:35 II: Finished in 9.79s 2019-01-31 10:24:35 QQ: 'UPDATE hmda_2009 SET 2019-01-31 10:24:35 cowhite = 2019-01-31 10:24:35 ( 2019-01-31 10:24:35 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 10:24:35 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 10:24:35 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 10:24:35 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 10:24:35 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-01-31 10:24:35 )' 2019-01-31 10:24:44 II: Finished in 9.78s 2019-01-31 10:24:44 QQ: 'UPDATE hmda_2009 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 10:24:52 II: Finished in 7.77s 2019-01-31 10:24:52 QQ: 'UPDATE hmda_2009 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 10:24:56 II: Finished in 3.66s 2019-01-31 10:24:56 QQ: 'UPDATE hmda_2009 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 10:25:06 II: Finished in 10.12s 2019-01-31 10:25:06 QQ: 'UPDATE hmda_2009 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 10:25:11 II: Finished in 5.57s 2019-01-31 10:25:11 QQ: 'ALTER TABLE hmda_2009 ADD COLUMN race INTEGER' 2019-01-31 10:25:25 II: Finished in 13.87s 2019-01-31 10:25:25 QQ: 'UPDATE hmda_2009 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-01-31 10:25:29 II: Finished in 4.08s 2019-01-31 10:25:29 QQ: 'UPDATE hmda_2009 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-01-31 10:25:30 II: Finished in 1.02s 2019-01-31 10:25:30 QQ: 'UPDATE hmda_2009 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 10:25:33 II: Finished in 2.47s 2019-01-31 10:25:33 QQ: 'UPDATE hmda_2009 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 10:25:37 II: Finished in 4.11s 2019-01-31 10:25:37 QQ: 'UPDATE hmda_2009 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-01-31 10:25:45 II: Finished in 8.23s 2019-01-31 10:25:45 QQ: 'ALTER TABLE hmda_2009 ADD COLUMN ethnicity VARCHAR (255)' 2019-01-31 10:25:56 II: Finished in 10.53s 2019-01-31 10:25:56 QQ: 'UPDATE hmda_2009 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-01-31 10:26:11 II: Finished in 15.68s 2019-01-31 10:26:11 QQ: 'UPDATE hmda_2009 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-01-31 10:26:17 II: Finished in 5.8s 2019-01-31 10:26:17 QQ: 'UPDATE hmda_2009 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-01-31 10:26:25 II: Finished in 8.12s 2019-01-31 10:39:54 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 10:40:43 II: Finished in 49.44s 2019-01-31 10:40:43 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 10:40:43 columns.table_id=tables.id where tables.name='pmic_inst_2009'' 2019-01-31 10:40:43 II: Finished in 0.01s 2019-01-31 10:40:43 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 10:40:43 II: Finished in 0s 2019-01-31 10:40:43 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 10:40:43 columns.table_id=tables.id where tables.name='pmic_lar_2009'' 2019-01-31 10:41:18 II: Finished in 34.35s 2019-01-31 10:41:18 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 10:41:18 II: Finished in 0s 2019-01-31 10:41:18 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 10:41:18 columns.table_id=tables.id where tables.name='pmic_inst_2009'' 2019-01-31 10:41:18 II: Finished in 0.01s 2019-01-31 10:41:18 QQ: 'CREATE TABLE pmic_2009 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM pmic_lar_2009 AS a INNER JOIN pmic_inst_2009 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-01-31 11:02:10 II: Finished in 20.87s 2019-01-31 11:02:10 QQ: 'select count(*) from pmic_2009' 2019-01-31 11:02:10 II: Finished in 0.01s 2019-01-31 11:02:10 QQ: 'select count(*) from pmic_lar_2009' 2019-01-31 11:02:10 II: Finished in 0.01s 2019-01-31 11:02:10 QQ: 'ALTER TABLE pmic_2009 ADD COLUMN app_min_cnt INTEGER' 2019-01-31 11:02:56 II: Finished in 46.52s 2019-01-31 11:02:56 QQ: 'ALTER TABLE pmic_2009 ADD COLUMN co_min_cnt INTEGER' 2019-01-31 11:03:53 II: Finished in 56.1s 2019-01-31 11:03:53 QQ: 'UPDATE pmic_2009 SET 2019-01-31 11:03:53 app_min_cnt = 2019-01-31 11:03:53 ( 2019-01-31 11:03:53 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:03:53 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:03:53 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:03:53 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:03:53 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 11:03:53 )' 2019-01-31 11:04:13 II: Finished in 20.91s 2019-01-31 11:04:13 QQ: 'UPDATE pmic_2009 SET 2019-01-31 11:04:13 co_min_cnt = 2019-01-31 11:04:13 ( 2019-01-31 11:04:13 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:04:13 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:04:13 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:04:13 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:04:13 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 11:04:13 )' 2019-01-31 11:04:26 II: Finished in 12.96s 2019-01-31 11:04:26 QQ: 'ALTER TABLE pmic_2009 ADD COLUMN appwhite INTEGER' 2019-01-31 11:05:33 II: Finished in 1.12s 2019-01-31 11:05:33 QQ: 'ALTER TABLE pmic_2009 ADD COLUMN cowhite INTEGER' 2019-01-31 11:07:51 II: Finished in 2.29s 2019-01-31 11:07:52 QQ: 'UPDATE pmic_2009 SET 2019-01-31 11:07:52 appwhite = 2019-01-31 11:07:52 ( 2019-01-31 11:07:52 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 11:07:52 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 11:07:52 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 11:07:52 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 11:07:52 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-01-31 11:07:52 )' 2019-01-31 11:08:24 II: Finished in 33.25s 2019-01-31 11:08:24 QQ: 'UPDATE pmic_2009 SET 2019-01-31 11:08:24 cowhite = 2019-01-31 11:08:24 ( 2019-01-31 11:08:24 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 11:08:24 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 11:08:24 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 11:08:24 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 11:08:24 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-01-31 11:08:24 )' 2019-01-31 11:08:36 II: Finished in 12.12s 2019-01-31 11:08:36 QQ: 'UPDATE pmic_2009 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 11:09:11 II: Finished in 35.19s 2019-01-31 11:09:11 QQ: 'UPDATE pmic_2009 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 11:09:22 II: Finished in 10.27s 2019-01-31 11:09:22 QQ: 'UPDATE pmic_2009 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 11:09:38 II: Finished in 16.25s 2019-01-31 11:09:38 QQ: 'UPDATE pmic_2009 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 11:10:01 II: Finished in 23.37s 2019-01-31 11:10:01 QQ: 'ALTER TABLE pmic_2009 ADD COLUMN race INTEGER' 2019-01-31 11:11:53 II: Finished in 1.85s 2019-01-31 11:11:53 QQ: 'UPDATE pmic_2009 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-01-31 11:13:03 II: Finished in 1.17s 2019-01-31 11:13:03 QQ: 'UPDATE pmic_2009 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-01-31 11:13:34 II: Finished in 30.91s 2019-01-31 11:13:34 QQ: 'UPDATE pmic_2009 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 11:13:47 II: Finished in 13.32s 2019-01-31 11:13:47 QQ: 'UPDATE pmic_2009 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 11:14:15 II: Finished in 27.93s 2019-01-31 11:14:15 QQ: 'UPDATE pmic_2009 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-01-31 11:15:52 II: Finished in 1.62s 2019-01-31 11:15:52 QQ: 'ALTER TABLE pmic_2009 ADD COLUMN ethnicity VARCHAR (255)' 2019-01-31 11:18:29 II: Finished in 2.6s 2019-01-31 11:18:29 QQ: 'UPDATE pmic_2009 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-01-31 11:18:35 II: Finished in 6.68s 2019-01-31 11:18:35 QQ: 'UPDATE pmic_2009 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-01-31 11:18:39 II: Finished in 3.81s 2019-01-31 11:18:39 QQ: 'UPDATE pmic_2009 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-01-31 11:18:56 II: Finished in 17.04s 2019-01-31 11:25:48 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 11:25:48 II: Finished in 0.12s 2019-01-31 11:25:48 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 11:25:48 columns.table_id=tables.id where tables.name='hmda_inst_2010'' 2019-01-31 11:25:48 II: Finished in 0s 2019-01-31 11:25:48 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 11:25:48 II: Finished in 0s 2019-01-31 11:25:48 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 11:25:48 columns.table_id=tables.id where tables.name='hmda_lar_2010'' 2019-01-31 11:25:48 II: Finished in 0.13s 2019-01-31 11:25:48 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 11:25:48 II: Finished in 0s 2019-01-31 11:25:48 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 11:25:48 columns.table_id=tables.id where tables.name='hmda_inst_2010'' 2019-01-31 11:25:48 II: Finished in 0.01s 2019-01-31 11:25:48 QQ: 'CREATE TABLE hmda_2010 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2010 AS a INNER JOIN hmda_inst_2010 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-01-31 11:37:01 II: Finished in 11.22s 2019-01-31 11:37:01 QQ: 'select count(*) from hmda_2010' 2019-01-31 11:37:02 II: Finished in 0.1s 2019-01-31 11:37:02 QQ: 'select count(*) from hmda_lar_2010' 2019-01-31 11:37:02 II: Finished in 0.01s 2019-01-31 11:37:02 QQ: 'ALTER TABLE hmda_2010 ADD COLUMN app_min_cnt INTEGER' 2019-01-31 11:37:09 II: Finished in 7.77s 2019-01-31 11:37:09 QQ: 'ALTER TABLE hmda_2010 ADD COLUMN co_min_cnt INTEGER' 2019-01-31 11:39:31 II: Finished in 2.37s 2019-01-31 11:39:31 QQ: 'UPDATE hmda_2010 SET 2019-01-31 11:39:31 app_min_cnt = 2019-01-31 11:39:31 ( 2019-01-31 11:39:31 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:39:31 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:39:31 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:39:31 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:39:31 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 11:39:31 )' 2019-01-31 11:39:50 II: Finished in 18.91s 2019-01-31 11:39:50 QQ: 'UPDATE hmda_2010 SET 2019-01-31 11:39:50 co_min_cnt = 2019-01-31 11:39:50 ( 2019-01-31 11:39:50 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:39:50 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:39:50 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:39:50 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:39:50 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 11:39:50 )' 2019-01-31 11:40:08 II: Finished in 18.1s 2019-01-31 11:40:08 QQ: 'ALTER TABLE hmda_2010 ADD COLUMN appwhite INTEGER' 2019-01-31 11:40:24 II: Finished in 15.23s 2019-01-31 11:40:24 QQ: 'ALTER TABLE hmda_2010 ADD COLUMN cowhite INTEGER' 2019-01-31 11:40:39 II: Finished in 15.79s 2019-01-31 11:40:39 QQ: 'UPDATE hmda_2010 SET 2019-01-31 11:40:39 appwhite = 2019-01-31 11:40:39 ( 2019-01-31 11:40:39 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 11:40:39 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 11:40:39 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 11:40:39 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 11:40:39 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-01-31 11:40:39 )' 2019-01-31 11:40:52 II: Finished in 12.18s 2019-01-31 11:40:52 QQ: 'UPDATE hmda_2010 SET 2019-01-31 11:40:52 cowhite = 2019-01-31 11:40:52 ( 2019-01-31 11:40:52 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 11:40:52 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 11:40:52 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 11:40:52 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 11:40:52 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-01-31 11:40:52 )' 2019-01-31 11:41:01 II: Finished in 9.04s 2019-01-31 11:41:01 QQ: 'UPDATE hmda_2010 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 11:41:12 II: Finished in 11.6s 2019-01-31 11:41:12 QQ: 'UPDATE hmda_2010 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 11:41:15 II: Finished in 2.8s 2019-01-31 11:41:15 QQ: 'UPDATE hmda_2010 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 11:41:26 II: Finished in 10.65s 2019-01-31 11:41:26 QQ: 'UPDATE hmda_2010 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 11:43:54 II: Finished in 2.48s 2019-01-31 11:43:54 QQ: 'ALTER TABLE hmda_2010 ADD COLUMN race INTEGER' 2019-01-31 11:44:15 II: Finished in 20.83s 2019-01-31 11:44:15 QQ: 'UPDATE hmda_2010 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-01-31 11:44:25 II: Finished in 10.17s 2019-01-31 11:44:25 QQ: 'UPDATE hmda_2010 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-01-31 11:44:35 II: Finished in 10.19s 2019-01-31 11:44:35 QQ: 'UPDATE hmda_2010 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 11:46:14 II: Finished in 1.64s 2019-01-31 11:46:14 QQ: 'UPDATE hmda_2010 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 11:46:23 II: Finished in 9.05s 2019-01-31 11:46:23 QQ: 'UPDATE hmda_2010 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-01-31 11:46:27 II: Finished in 3.78s 2019-01-31 11:46:27 QQ: 'ALTER TABLE hmda_2010 ADD COLUMN ethnicity VARCHAR (255)' 2019-01-31 11:46:30 II: Finished in 3.38s 2019-01-31 11:46:30 QQ: 'UPDATE hmda_2010 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-01-31 11:46:44 II: Finished in 14.2s 2019-01-31 11:46:44 QQ: 'UPDATE hmda_2010 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-01-31 11:46:49 II: Finished in 4.97s 2019-01-31 11:46:49 QQ: 'UPDATE hmda_2010 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-01-31 11:46:51 II: Finished in 1.8s 2019-01-31 11:50:20 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 11:50:20 II: Finished in 0.15s 2019-01-31 11:50:20 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 11:50:20 columns.table_id=tables.id where tables.name='pmic_inst_2010'' 2019-01-31 11:50:20 II: Finished in 0s 2019-01-31 11:50:20 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 11:50:20 II: Finished in 0.06s 2019-01-31 11:50:20 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 11:50:20 columns.table_id=tables.id where tables.name='pmic_lar_2010'' 2019-01-31 11:50:20 II: Finished in 0.01s 2019-01-31 11:50:20 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 11:50:20 II: Finished in 0s 2019-01-31 11:50:20 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 11:50:20 columns.table_id=tables.id where tables.name='pmic_inst_2010'' 2019-01-31 11:50:20 II: Finished in 0.05s 2019-01-31 11:50:20 QQ: 'CREATE TABLE pmic_2010 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM pmic_lar_2010 AS a INNER JOIN pmic_inst_2010 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-01-31 11:51:07 II: Finished in 46.4s 2019-01-31 11:51:07 QQ: 'select count(*) from pmic_2010' 2019-01-31 11:51:07 II: Finished in 0.03s 2019-01-31 11:51:07 QQ: 'select count(*) from pmic_lar_2010' 2019-01-31 11:51:07 II: Finished in 0.02s 2019-01-31 11:51:07 QQ: 'ALTER TABLE pmic_2010 ADD COLUMN app_min_cnt INTEGER' 2019-01-31 11:51:07 II: Finished in 0.29s 2019-01-31 11:51:07 QQ: 'ALTER TABLE pmic_2010 ADD COLUMN co_min_cnt INTEGER' 2019-01-31 11:51:09 II: Finished in 1.56s 2019-01-31 11:51:09 QQ: 'UPDATE pmic_2010 SET 2019-01-31 11:51:09 app_min_cnt = 2019-01-31 11:51:09 ( 2019-01-31 11:51:09 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:51:09 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:51:09 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:51:09 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:51:09 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 11:51:09 )' 2019-01-31 11:51:11 II: Finished in 1.72s 2019-01-31 11:51:11 QQ: 'UPDATE pmic_2010 SET 2019-01-31 11:51:11 co_min_cnt = 2019-01-31 11:51:11 ( 2019-01-31 11:51:11 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:51:11 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:51:11 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:51:11 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:51:11 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 11:51:11 )' 2019-01-31 11:51:12 II: Finished in 1.73s 2019-01-31 11:51:12 QQ: 'ALTER TABLE pmic_2010 ADD COLUMN appwhite INTEGER' 2019-01-31 11:51:15 II: Finished in 2.81s 2019-01-31 11:51:15 QQ: 'ALTER TABLE pmic_2010 ADD COLUMN cowhite INTEGER' 2019-01-31 11:51:15 II: Finished in 0.26s 2019-01-31 11:51:15 QQ: 'UPDATE pmic_2010 SET 2019-01-31 11:51:15 appwhite = 2019-01-31 11:51:15 ( 2019-01-31 11:51:15 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 11:51:15 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 11:51:15 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 11:51:15 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 11:51:15 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-01-31 11:51:15 )' 2019-01-31 11:51:17 II: Finished in 1.31s 2019-01-31 11:51:17 QQ: 'UPDATE pmic_2010 SET 2019-01-31 11:51:17 cowhite = 2019-01-31 11:51:17 ( 2019-01-31 11:51:17 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 11:51:17 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 11:51:17 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 11:51:17 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 11:51:17 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-01-31 11:51:17 )' 2019-01-31 11:51:18 II: Finished in 1.56s 2019-01-31 11:51:18 QQ: 'UPDATE pmic_2010 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 11:51:21 II: Finished in 2.45s 2019-01-31 11:51:21 QQ: 'UPDATE pmic_2010 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 11:51:21 II: Finished in 0.05s 2019-01-31 11:51:21 QQ: 'UPDATE pmic_2010 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 11:51:22 II: Finished in 1.73s 2019-01-31 11:51:22 QQ: 'UPDATE pmic_2010 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 11:51:24 II: Finished in 1.47s 2019-01-31 11:51:24 QQ: 'ALTER TABLE pmic_2010 ADD COLUMN race INTEGER' 2019-01-31 11:51:29 II: Finished in 5.47s 2019-01-31 11:51:29 QQ: 'UPDATE pmic_2010 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-01-31 11:51:31 II: Finished in 1.29s 2019-01-31 11:51:31 QQ: 'UPDATE pmic_2010 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-01-31 11:51:31 II: Finished in 0.16s 2019-01-31 11:51:31 QQ: 'UPDATE pmic_2010 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 11:51:35 II: Finished in 4.13s 2019-01-31 11:51:35 QQ: 'UPDATE pmic_2010 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 11:51:36 II: Finished in 0.8s 2019-01-31 11:51:36 QQ: 'UPDATE pmic_2010 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-01-31 11:51:37 II: Finished in 1.71s 2019-01-31 11:51:37 QQ: 'ALTER TABLE pmic_2010 ADD COLUMN ethnicity VARCHAR (255)' 2019-01-31 11:51:40 II: Finished in 2.85s 2019-01-31 11:51:40 QQ: 'UPDATE pmic_2010 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-01-31 11:51:42 II: Finished in 2.12s 2019-01-31 11:51:42 QQ: 'UPDATE pmic_2010 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-01-31 11:51:45 II: Finished in 3.05s 2019-01-31 11:51:45 QQ: 'UPDATE pmic_2010 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-01-31 11:51:46 II: Finished in 0.13s 2019-01-31 11:52:58 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 11:52:58 II: Finished in 0.06s 2019-01-31 11:52:58 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 11:52:58 columns.table_id=tables.id where tables.name='hmda_inst_2011'' 2019-01-31 11:52:58 II: Finished in 0s 2019-01-31 11:52:58 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 11:52:58 II: Finished in 0s 2019-01-31 11:52:58 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 11:52:58 columns.table_id=tables.id where tables.name='hmda_lar_2011'' 2019-01-31 11:52:58 II: Finished in 0.06s 2019-01-31 11:52:58 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 11:52:58 II: Finished in 0s 2019-01-31 11:52:58 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 11:52:58 columns.table_id=tables.id where tables.name='hmda_inst_2011'' 2019-01-31 11:52:58 II: Finished in 0.01s 2019-01-31 11:52:58 QQ: 'CREATE TABLE hmda_2011 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2011 AS a INNER JOIN hmda_inst_2011 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-01-31 11:56:22 II: Finished in 3.4s 2019-01-31 11:56:22 QQ: 'select count(*) from hmda_2011' 2019-01-31 11:56:22 II: Finished in 0.08s 2019-01-31 11:56:22 QQ: 'select count(*) from hmda_lar_2011' 2019-01-31 11:56:22 II: Finished in 0.02s 2019-01-31 11:56:22 QQ: 'ALTER TABLE hmda_2011 ADD COLUMN app_min_cnt INTEGER' 2019-01-31 11:56:29 II: Finished in 6.81s 2019-01-31 11:56:29 QQ: 'ALTER TABLE hmda_2011 ADD COLUMN co_min_cnt INTEGER' 2019-01-31 11:56:32 II: Finished in 3.29s 2019-01-31 11:56:32 QQ: 'UPDATE hmda_2011 SET 2019-01-31 11:56:32 app_min_cnt = 2019-01-31 11:56:32 ( 2019-01-31 11:56:32 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:56:32 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:56:32 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:56:32 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:56:32 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 11:56:32 )' 2019-01-31 11:56:44 II: Finished in 12.04s 2019-01-31 11:56:44 QQ: 'UPDATE hmda_2011 SET 2019-01-31 11:56:44 co_min_cnt = 2019-01-31 11:56:44 ( 2019-01-31 11:56:44 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:56:44 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:56:44 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:56:44 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 11:56:44 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 11:56:44 )' 2019-01-31 11:56:56 II: Finished in 11.62s 2019-01-31 11:56:56 QQ: 'ALTER TABLE hmda_2011 ADD COLUMN appwhite INTEGER' 2019-01-31 11:57:02 II: Finished in 6.14s 2019-01-31 11:57:02 QQ: 'ALTER TABLE hmda_2011 ADD COLUMN cowhite INTEGER' 2019-01-31 11:57:06 II: Finished in 4.73s 2019-01-31 11:57:06 QQ: 'UPDATE hmda_2011 SET 2019-01-31 11:57:06 appwhite = 2019-01-31 11:57:06 ( 2019-01-31 11:57:06 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 11:57:06 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 11:57:06 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 11:57:06 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 11:57:06 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-01-31 11:57:06 )' 2019-01-31 11:57:14 II: Finished in 7.34s 2019-01-31 11:57:14 QQ: 'UPDATE hmda_2011 SET 2019-01-31 11:57:14 cowhite = 2019-01-31 11:57:14 ( 2019-01-31 11:57:14 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 11:57:14 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 11:57:14 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 11:57:14 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 11:57:14 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-01-31 11:57:14 )' 2019-01-31 11:57:22 II: Finished in 8.64s 2019-01-31 11:57:22 QQ: 'UPDATE hmda_2011 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 11:57:26 II: Finished in 3.92s 2019-01-31 11:57:26 QQ: 'UPDATE hmda_2011 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 11:57:29 II: Finished in 2.38s 2019-01-31 11:57:29 QQ: 'UPDATE hmda_2011 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 11:57:38 II: Finished in 8.93s 2019-01-31 11:57:38 QQ: 'UPDATE hmda_2011 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 11:57:43 II: Finished in 4.94s 2019-01-31 11:57:43 QQ: 'ALTER TABLE hmda_2011 ADD COLUMN race INTEGER' 2019-01-31 11:57:48 II: Finished in 5.22s 2019-01-31 11:57:48 QQ: 'UPDATE hmda_2011 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-01-31 11:57:50 II: Finished in 2.63s 2019-01-31 11:57:50 QQ: 'UPDATE hmda_2011 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-01-31 11:57:51 II: Finished in 0.89s 2019-01-31 11:57:51 QQ: 'UPDATE hmda_2011 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 11:57:53 II: Finished in 2.01s 2019-01-31 11:57:53 QQ: 'UPDATE hmda_2011 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 11:57:55 II: Finished in 1.53s 2019-01-31 11:57:55 QQ: 'UPDATE hmda_2011 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-01-31 11:58:00 II: Finished in 4.66s 2019-01-31 11:58:00 QQ: 'ALTER TABLE hmda_2011 ADD COLUMN ethnicity VARCHAR (255)' 2019-01-31 11:58:05 II: Finished in 5.83s 2019-01-31 11:58:05 QQ: 'UPDATE hmda_2011 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-01-31 11:58:12 II: Finished in 7.07s 2019-01-31 11:58:12 QQ: 'UPDATE hmda_2011 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-01-31 11:58:15 II: Finished in 2.48s 2019-01-31 11:58:15 QQ: 'UPDATE hmda_2011 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-01-31 11:58:19 II: Finished in 3.63s 2019-01-31 11:59:56 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 11:59:57 II: Finished in 0.07s 2019-01-31 11:59:57 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 11:59:57 columns.table_id=tables.id where tables.name='pmic_inst_2011'' 2019-01-31 11:59:57 II: Finished in 0s 2019-01-31 11:59:57 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 11:59:57 II: Finished in 0s 2019-01-31 11:59:57 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 11:59:57 columns.table_id=tables.id where tables.name='pmic_lar_2011'' 2019-01-31 11:59:58 II: Finished in 1.71s 2019-01-31 11:59:58 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 11:59:58 II: Finished in 0s 2019-01-31 11:59:58 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 11:59:58 columns.table_id=tables.id where tables.name='pmic_inst_2011'' 2019-01-31 11:59:58 II: Finished in 0.01s 2019-01-31 11:59:58 QQ: 'CREATE TABLE pmic_2011 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM pmic_lar_2011 AS a INNER JOIN pmic_inst_2011 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-01-31 12:05:19 II: Finished in 5.34s 2019-01-31 12:05:19 QQ: 'select count(*) from pmic_2011' 2019-01-31 12:05:19 II: Finished in 0.02s 2019-01-31 12:05:19 QQ: 'select count(*) from pmic_lar_2011' 2019-01-31 12:05:19 II: Finished in 0.01s 2019-01-31 12:05:19 QQ: 'ALTER TABLE pmic_2011 ADD COLUMN app_min_cnt INTEGER' 2019-01-31 12:05:19 II: Finished in 0.54s 2019-01-31 12:05:19 QQ: 'ALTER TABLE pmic_2011 ADD COLUMN co_min_cnt INTEGER' 2019-01-31 12:05:20 II: Finished in 0.46s 2019-01-31 12:05:20 QQ: 'UPDATE pmic_2011 SET 2019-01-31 12:05:20 app_min_cnt = 2019-01-31 12:05:20 ( 2019-01-31 12:05:20 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:05:20 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:05:20 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:05:20 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:05:20 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 12:05:20 )' 2019-01-31 12:05:20 II: Finished in 0.37s 2019-01-31 12:05:20 QQ: 'UPDATE pmic_2011 SET 2019-01-31 12:05:20 co_min_cnt = 2019-01-31 12:05:20 ( 2019-01-31 12:05:20 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:05:20 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:05:20 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:05:20 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:05:20 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 12:05:20 )' 2019-01-31 12:05:21 II: Finished in 0.49s 2019-01-31 12:05:21 QQ: 'ALTER TABLE pmic_2011 ADD COLUMN appwhite INTEGER' 2019-01-31 12:05:21 II: Finished in 0.41s 2019-01-31 12:05:21 QQ: 'ALTER TABLE pmic_2011 ADD COLUMN cowhite INTEGER' 2019-01-31 12:05:21 II: Finished in 0.51s 2019-01-31 12:05:21 QQ: 'UPDATE pmic_2011 SET 2019-01-31 12:05:21 appwhite = 2019-01-31 12:05:21 ( 2019-01-31 12:05:21 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 12:05:21 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 12:05:21 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 12:05:21 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 12:05:21 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-01-31 12:05:21 )' 2019-01-31 12:05:22 II: Finished in 0.29s 2019-01-31 12:05:22 QQ: 'UPDATE pmic_2011 SET 2019-01-31 12:05:22 cowhite = 2019-01-31 12:05:22 ( 2019-01-31 12:05:22 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 12:05:22 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 12:05:22 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 12:05:22 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 12:05:22 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-01-31 12:05:22 )' 2019-01-31 12:05:24 II: Finished in 1.88s 2019-01-31 12:05:24 QQ: 'UPDATE pmic_2011 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 12:05:27 II: Finished in 3.3s 2019-01-31 12:05:27 QQ: 'UPDATE pmic_2011 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 12:05:27 II: Finished in 0.22s 2019-01-31 12:05:27 QQ: 'UPDATE pmic_2011 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 12:05:27 II: Finished in 0.25s 2019-01-31 12:05:27 QQ: 'UPDATE pmic_2011 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 12:05:28 II: Finished in 0.16s 2019-01-31 12:05:28 QQ: 'ALTER TABLE pmic_2011 ADD COLUMN race INTEGER' 2019-01-31 12:05:28 II: Finished in 0.63s 2019-01-31 12:05:28 QQ: 'UPDATE pmic_2011 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-01-31 12:05:28 II: Finished in 0.25s 2019-01-31 12:05:28 QQ: 'UPDATE pmic_2011 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-01-31 12:05:29 II: Finished in 0.28s 2019-01-31 12:05:29 QQ: 'UPDATE pmic_2011 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 12:05:29 II: Finished in 0.32s 2019-01-31 12:05:29 QQ: 'UPDATE pmic_2011 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 12:05:29 II: Finished in 0.17s 2019-01-31 12:05:29 QQ: 'UPDATE pmic_2011 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-01-31 12:05:29 II: Finished in 0.2s 2019-01-31 12:05:29 QQ: 'ALTER TABLE pmic_2011 ADD COLUMN ethnicity VARCHAR (255)' 2019-01-31 12:05:30 II: Finished in 0.82s 2019-01-31 12:05:30 QQ: 'UPDATE pmic_2011 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-01-31 12:05:31 II: Finished in 0.54s 2019-01-31 12:05:31 QQ: 'UPDATE pmic_2011 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-01-31 12:05:31 II: Finished in 0.24s 2019-01-31 12:05:31 QQ: 'UPDATE pmic_2011 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-01-31 12:05:31 II: Finished in 0.31s 2019-01-31 12:08:21 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 12:08:21 II: Finished in 0.08s 2019-01-31 12:08:21 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 12:08:21 columns.table_id=tables.id where tables.name='hmda_inst_2012'' 2019-01-31 12:08:21 II: Finished in 0.01s 2019-01-31 12:08:21 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 12:08:21 II: Finished in 0.18s 2019-01-31 12:08:21 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 12:08:21 columns.table_id=tables.id where tables.name='hmda_lar_2012'' 2019-01-31 12:08:21 II: Finished in 0.01s 2019-01-31 12:08:21 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 12:08:21 II: Finished in 0s 2019-01-31 12:08:21 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 12:08:21 columns.table_id=tables.id where tables.name='hmda_inst_2012'' 2019-01-31 12:08:21 II: Finished in 0.2s 2019-01-31 12:08:21 QQ: 'CREATE TABLE hmda_2012 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2012 AS a INNER JOIN hmda_inst_2012 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-01-31 12:31:26 II: Finished in 23.08s 2019-01-31 12:31:26 QQ: 'select count(*) from hmda_2012' 2019-01-31 12:31:26 II: Finished in 0.11s 2019-01-31 12:31:26 QQ: 'select count(*) from hmda_lar_2012' 2019-01-31 12:31:26 II: Finished in 0.03s 2019-01-31 12:31:26 QQ: 'ALTER TABLE hmda_2012 ADD COLUMN app_min_cnt INTEGER' 2019-01-31 12:31:29 II: Finished in 3.01s 2019-01-31 12:31:29 QQ: 'ALTER TABLE hmda_2012 ADD COLUMN co_min_cnt INTEGER' 2019-01-31 12:31:40 II: Finished in 10.3s 2019-01-31 12:31:40 QQ: 'UPDATE hmda_2012 SET 2019-01-31 12:31:40 app_min_cnt = 2019-01-31 12:31:40 ( 2019-01-31 12:31:40 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:31:40 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:31:40 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:31:40 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:31:40 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 12:31:40 )' 2019-01-31 12:32:35 II: Finished in 55.49s 2019-01-31 12:32:35 QQ: 'UPDATE hmda_2012 SET 2019-01-31 12:32:35 co_min_cnt = 2019-01-31 12:32:35 ( 2019-01-31 12:32:35 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:32:35 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:32:35 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:32:35 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:32:35 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 12:32:35 )' 2019-01-31 12:33:03 II: Finished in 28.13s 2019-01-31 12:33:03 QQ: 'ALTER TABLE hmda_2012 ADD COLUMN appwhite INTEGER' 2019-01-31 12:35:21 II: Finished in 2.29s 2019-01-31 12:35:21 QQ: 'ALTER TABLE hmda_2012 ADD COLUMN cowhite INTEGER' 2019-01-31 12:35:24 II: Finished in 2.79s 2019-01-31 12:35:24 QQ: 'UPDATE hmda_2012 SET 2019-01-31 12:35:24 appwhite = 2019-01-31 12:35:24 ( 2019-01-31 12:35:24 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 12:35:24 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 12:35:24 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 12:35:24 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 12:35:24 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-01-31 12:35:24 )' 2019-01-31 12:35:32 II: Finished in 7.93s 2019-01-31 12:35:32 QQ: 'UPDATE hmda_2012 SET 2019-01-31 12:35:32 cowhite = 2019-01-31 12:35:32 ( 2019-01-31 12:35:32 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 12:35:32 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 12:35:32 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 12:35:32 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 12:35:32 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-01-31 12:35:32 )' 2019-01-31 12:35:39 II: Finished in 7.76s 2019-01-31 12:35:39 QQ: 'UPDATE hmda_2012 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 12:35:41 II: Finished in 2.1s 2019-01-31 12:35:41 QQ: 'UPDATE hmda_2012 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 12:35:43 II: Finished in 1.39s 2019-01-31 12:35:43 QQ: 'UPDATE hmda_2012 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 12:35:47 II: Finished in 4.35s 2019-01-31 12:35:47 QQ: 'UPDATE hmda_2012 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 12:35:55 II: Finished in 7.84s 2019-01-31 12:35:55 QQ: 'ALTER TABLE hmda_2012 ADD COLUMN race INTEGER' 2019-01-31 12:36:47 II: Finished in 51.72s 2019-01-31 12:36:47 QQ: 'UPDATE hmda_2012 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-01-31 12:37:01 II: Finished in 14.6s 2019-01-31 12:37:01 QQ: 'UPDATE hmda_2012 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-01-31 12:37:19 II: Finished in 17.25s 2019-01-31 12:37:19 QQ: 'UPDATE hmda_2012 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 12:37:26 II: Finished in 7.17s 2019-01-31 12:37:26 QQ: 'UPDATE hmda_2012 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 12:37:39 II: Finished in 13.27s 2019-01-31 12:37:39 QQ: 'UPDATE hmda_2012 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-01-31 12:37:44 II: Finished in 4.48s 2019-01-31 12:37:44 QQ: 'ALTER TABLE hmda_2012 ADD COLUMN ethnicity VARCHAR (255)' 2019-01-31 12:37:49 II: Finished in 5.2s 2019-01-31 12:37:49 QQ: 'UPDATE hmda_2012 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-01-31 12:37:57 II: Finished in 8.12s 2019-01-31 12:37:57 QQ: 'UPDATE hmda_2012 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-01-31 12:37:59 II: Finished in 2.15s 2019-01-31 12:37:59 QQ: 'UPDATE hmda_2012 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-01-31 12:38:02 II: Finished in 2.58s 2019-01-31 12:41:18 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 12:41:18 II: Finished in 0.06s 2019-01-31 12:41:18 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 12:41:18 columns.table_id=tables.id where tables.name='pmic_inst_2012'' 2019-01-31 12:41:18 II: Finished in 0.01s 2019-01-31 12:41:18 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 12:41:18 II: Finished in 0s 2019-01-31 12:41:18 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 12:41:18 columns.table_id=tables.id where tables.name='pmic_lar_2012'' 2019-01-31 12:41:18 II: Finished in 0.05s 2019-01-31 12:41:18 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 12:41:18 II: Finished in 0s 2019-01-31 12:41:18 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 12:41:18 columns.table_id=tables.id where tables.name='pmic_inst_2012'' 2019-01-31 12:41:18 II: Finished in 0s 2019-01-31 12:41:18 QQ: 'CREATE TABLE pmic_2012 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM pmic_lar_2012 AS a INNER JOIN pmic_inst_2012 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-01-31 12:42:43 II: Finished in 1.4s 2019-01-31 12:42:43 QQ: 'select count(*) from pmic_2012' 2019-01-31 12:42:43 II: Finished in 0.02s 2019-01-31 12:42:43 QQ: 'select count(*) from pmic_lar_2012' 2019-01-31 12:42:43 II: Finished in 0.02s 2019-01-31 12:42:43 QQ: 'ALTER TABLE pmic_2012 ADD COLUMN app_min_cnt INTEGER' 2019-01-31 12:42:43 II: Finished in 0.63s 2019-01-31 12:42:43 QQ: 'ALTER TABLE pmic_2012 ADD COLUMN co_min_cnt INTEGER' 2019-01-31 12:42:44 II: Finished in 0.45s 2019-01-31 12:42:44 QQ: 'UPDATE pmic_2012 SET 2019-01-31 12:42:44 app_min_cnt = 2019-01-31 12:42:44 ( 2019-01-31 12:42:44 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:42:44 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:42:44 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:42:44 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:42:44 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 12:42:44 )' 2019-01-31 12:42:44 II: Finished in 0.56s 2019-01-31 12:42:44 QQ: 'UPDATE pmic_2012 SET 2019-01-31 12:42:44 co_min_cnt = 2019-01-31 12:42:44 ( 2019-01-31 12:42:44 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:42:44 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:42:44 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:42:44 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 12:42:44 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 12:42:44 )' 2019-01-31 12:42:46 II: Finished in 1.7s 2019-01-31 12:42:46 QQ: 'ALTER TABLE pmic_2012 ADD COLUMN appwhite INTEGER' 2019-01-31 12:42:55 II: Finished in 8.68s 2019-01-31 12:42:55 QQ: 'ALTER TABLE pmic_2012 ADD COLUMN cowhite INTEGER' 2019-01-31 12:43:02 II: Finished in 7.33s 2019-01-31 12:43:02 QQ: 'UPDATE pmic_2012 SET 2019-01-31 12:43:02 appwhite = 2019-01-31 12:43:02 ( 2019-01-31 12:43:02 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 12:43:02 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 12:43:02 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 12:43:02 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 12:43:02 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-01-31 12:43:02 )' 2019-01-31 12:43:02 II: Finished in 0.38s 2019-01-31 12:43:02 QQ: 'UPDATE pmic_2012 SET 2019-01-31 12:43:02 cowhite = 2019-01-31 12:43:02 ( 2019-01-31 12:43:02 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 12:43:02 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 12:43:02 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 12:43:02 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 12:43:02 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-01-31 12:43:02 )' 2019-01-31 12:43:03 II: Finished in 0.57s 2019-01-31 12:43:03 QQ: 'UPDATE pmic_2012 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 12:43:03 II: Finished in 0.28s 2019-01-31 12:43:03 QQ: 'UPDATE pmic_2012 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 12:43:04 II: Finished in 0.3s 2019-01-31 12:43:04 QQ: 'UPDATE pmic_2012 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 12:43:04 II: Finished in 0.29s 2019-01-31 12:43:04 QQ: 'UPDATE pmic_2012 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 12:43:04 II: Finished in 0.18s 2019-01-31 12:43:04 QQ: 'ALTER TABLE pmic_2012 ADD COLUMN race INTEGER' 2019-01-31 12:43:05 II: Finished in 0.56s 2019-01-31 12:43:05 QQ: 'UPDATE pmic_2012 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-01-31 12:43:07 II: Finished in 2.41s 2019-01-31 12:43:07 QQ: 'UPDATE pmic_2012 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-01-31 12:43:36 II: Finished in 29.39s 2019-01-31 12:43:36 QQ: 'UPDATE pmic_2012 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 12:43:41 II: Finished in 4.74s 2019-01-31 12:43:41 QQ: 'UPDATE pmic_2012 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 12:43:43 II: Finished in 2.21s 2019-01-31 12:43:43 QQ: 'UPDATE pmic_2012 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-01-31 12:43:45 II: Finished in 1.28s 2019-01-31 12:43:45 QQ: 'ALTER TABLE pmic_2012 ADD COLUMN ethnicity VARCHAR (255)' 2019-01-31 12:43:56 II: Finished in 11.45s 2019-01-31 12:43:56 QQ: 'UPDATE pmic_2012 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-01-31 12:43:57 II: Finished in 0.56s 2019-01-31 12:43:57 QQ: 'UPDATE pmic_2012 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-01-31 12:43:57 II: Finished in 0.11s 2019-01-31 12:43:57 QQ: 'UPDATE pmic_2012 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-01-31 12:43:57 II: Finished in 0.25s 2019-01-31 13:25:31 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 13:25:49 II: Finished in 17.74s 2019-01-31 13:25:50 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 13:25:50 columns.table_id=tables.id where tables.name='hmda_inst_2013'' 2019-01-31 13:25:50 II: Finished in 0.37s 2019-01-31 13:25:50 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 13:25:50 II: Finished in 0.01s 2019-01-31 13:25:50 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 13:25:50 columns.table_id=tables.id where tables.name='hmda_lar_2013'' 2019-01-31 13:26:03 II: Finished in 13.68s 2019-01-31 13:26:03 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 13:26:03 II: Finished in 0s 2019-01-31 13:26:03 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 13:26:03 columns.table_id=tables.id where tables.name='hmda_inst_2013'' 2019-01-31 13:26:03 II: Finished in 0.01s 2019-01-31 13:26:03 QQ: 'CREATE TABLE hmda_2013 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2013 AS a INNER JOIN hmda_inst_2013 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-01-31 13:47:55 II: Finished in 21.86s 2019-01-31 13:47:55 QQ: 'select count(*) from hmda_2013' 2019-01-31 13:47:55 II: Finished in 0.02s 2019-01-31 13:47:55 QQ: 'select count(*) from hmda_lar_2013' 2019-01-31 13:47:55 II: Finished in 0.01s 2019-01-31 13:47:55 QQ: 'ALTER TABLE hmda_2013 ADD COLUMN app_min_cnt INTEGER' 2019-01-31 13:48:04 II: Finished in 9.51s 2019-01-31 13:48:04 QQ: 'ALTER TABLE hmda_2013 ADD COLUMN co_min_cnt INTEGER' 2019-01-31 13:48:10 II: Finished in 5.74s 2019-01-31 13:48:10 QQ: 'UPDATE hmda_2013 SET 2019-01-31 13:48:10 app_min_cnt = 2019-01-31 13:48:10 ( 2019-01-31 13:48:10 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:48:10 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:48:10 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:48:10 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:48:10 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 13:48:10 )' 2019-01-31 13:48:24 II: Finished in 13.57s 2019-01-31 13:48:24 QQ: 'UPDATE hmda_2013 SET 2019-01-31 13:48:24 co_min_cnt = 2019-01-31 13:48:24 ( 2019-01-31 13:48:24 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:48:24 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:48:24 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:48:24 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:48:24 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 13:48:24 )' 2019-01-31 13:48:37 II: Finished in 13.3s 2019-01-31 13:48:37 QQ: 'ALTER TABLE hmda_2013 ADD COLUMN appwhite INTEGER' 2019-01-31 13:48:40 II: Finished in 2.98s 2019-01-31 13:48:40 QQ: 'ALTER TABLE hmda_2013 ADD COLUMN cowhite INTEGER' 2019-01-31 13:48:43 II: Finished in 2.54s 2019-01-31 13:48:43 QQ: 'UPDATE hmda_2013 SET 2019-01-31 13:48:43 appwhite = 2019-01-31 13:48:43 ( 2019-01-31 13:48:43 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 13:48:43 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 13:48:43 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 13:48:43 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 13:48:43 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-01-31 13:48:43 )' 2019-01-31 13:48:52 II: Finished in 9.51s 2019-01-31 13:48:52 QQ: 'UPDATE hmda_2013 SET 2019-01-31 13:48:52 cowhite = 2019-01-31 13:48:52 ( 2019-01-31 13:48:52 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 13:48:52 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 13:48:52 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 13:48:52 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 13:48:52 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-01-31 13:48:52 )' 2019-01-31 13:49:02 II: Finished in 9.47s 2019-01-31 13:49:02 QQ: 'UPDATE hmda_2013 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 13:49:14 II: Finished in 12.31s 2019-01-31 13:49:14 QQ: 'UPDATE hmda_2013 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 13:49:19 II: Finished in 5.24s 2019-01-31 13:49:19 QQ: 'UPDATE hmda_2013 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 13:49:33 II: Finished in 13.58s 2019-01-31 13:49:33 QQ: 'UPDATE hmda_2013 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 13:49:39 II: Finished in 6.62s 2019-01-31 13:49:39 QQ: 'ALTER TABLE hmda_2013 ADD COLUMN race INTEGER' 2019-01-31 13:49:50 II: Finished in 10.24s 2019-01-31 13:49:50 QQ: 'UPDATE hmda_2013 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-01-31 13:50:00 II: Finished in 10.72s 2019-01-31 13:50:00 QQ: 'UPDATE hmda_2013 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-01-31 13:50:02 II: Finished in 2.14s 2019-01-31 13:50:02 QQ: 'UPDATE hmda_2013 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 13:50:06 II: Finished in 3.71s 2019-01-31 13:50:06 QQ: 'UPDATE hmda_2013 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 13:50:10 II: Finished in 3.75s 2019-01-31 13:50:10 QQ: 'UPDATE hmda_2013 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-01-31 13:50:19 II: Finished in 9.04s 2019-01-31 13:50:19 QQ: 'ALTER TABLE hmda_2013 ADD COLUMN ethnicity VARCHAR (255)' 2019-01-31 13:50:31 II: Finished in 11.91s 2019-01-31 13:50:31 QQ: 'UPDATE hmda_2013 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-01-31 13:50:38 II: Finished in 7.06s 2019-01-31 13:50:38 QQ: 'UPDATE hmda_2013 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-01-31 13:50:39 II: Finished in 0.7s 2019-01-31 13:50:39 QQ: 'UPDATE hmda_2013 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-01-31 13:50:44 II: Finished in 5.15s 2019-01-31 13:53:12 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 13:53:12 II: Finished in 0.09s 2019-01-31 13:53:12 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 13:53:12 columns.table_id=tables.id where tables.name='pmic_inst_2013'' 2019-01-31 13:53:12 II: Finished in 0.01s 2019-01-31 13:53:12 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 13:53:12 II: Finished in 0s 2019-01-31 13:53:12 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 13:53:12 columns.table_id=tables.id where tables.name='pmic_lar_2013'' 2019-01-31 13:53:12 II: Finished in 0.05s 2019-01-31 13:53:12 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 13:53:12 II: Finished in 0s 2019-01-31 13:53:12 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 13:53:12 columns.table_id=tables.id where tables.name='pmic_inst_2013'' 2019-01-31 13:53:12 II: Finished in 0s 2019-01-31 13:53:12 QQ: 'CREATE TABLE pmic_2013 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM pmic_lar_2013 AS a INNER JOIN pmic_inst_2013 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-01-31 13:53:35 II: Finished in 22.65s 2019-01-31 13:53:35 QQ: 'select count(*) from pmic_2013' 2019-01-31 13:53:35 II: Finished in 0.01s 2019-01-31 13:53:35 QQ: 'select count(*) from pmic_lar_2013' 2019-01-31 13:53:35 II: Finished in 0.01s 2019-01-31 13:53:35 QQ: 'ALTER TABLE pmic_2013 ADD COLUMN app_min_cnt INTEGER' 2019-01-31 13:53:35 II: Finished in 0.34s 2019-01-31 13:53:35 QQ: 'ALTER TABLE pmic_2013 ADD COLUMN co_min_cnt INTEGER' 2019-01-31 13:53:36 II: Finished in 0.3s 2019-01-31 13:53:36 QQ: 'UPDATE pmic_2013 SET 2019-01-31 13:53:36 app_min_cnt = 2019-01-31 13:53:36 ( 2019-01-31 13:53:36 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:53:36 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:53:36 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:53:36 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:53:36 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 13:53:36 )' 2019-01-31 13:53:38 II: Finished in 2.37s 2019-01-31 13:53:38 QQ: 'UPDATE pmic_2013 SET 2019-01-31 13:53:38 co_min_cnt = 2019-01-31 13:53:38 ( 2019-01-31 13:53:38 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:53:38 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:53:38 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:53:38 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:53:38 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 13:53:38 )' 2019-01-31 13:53:41 II: Finished in 2.82s 2019-01-31 13:53:41 QQ: 'ALTER TABLE pmic_2013 ADD COLUMN appwhite INTEGER' 2019-01-31 13:53:43 II: Finished in 2.31s 2019-01-31 13:53:43 QQ: 'ALTER TABLE pmic_2013 ADD COLUMN cowhite INTEGER' 2019-01-31 13:53:45 II: Finished in 1.69s 2019-01-31 13:53:45 QQ: 'UPDATE pmic_2013 SET 2019-01-31 13:53:45 appwhite = 2019-01-31 13:53:45 ( 2019-01-31 13:53:45 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 13:53:45 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 13:53:45 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 13:53:45 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 13:53:45 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-01-31 13:53:45 )' 2019-01-31 13:53:47 II: Finished in 1.82s 2019-01-31 13:53:47 QQ: 'UPDATE pmic_2013 SET 2019-01-31 13:53:47 cowhite = 2019-01-31 13:53:47 ( 2019-01-31 13:53:47 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 13:53:47 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 13:53:47 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 13:53:47 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 13:53:47 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-01-31 13:53:47 )' 2019-01-31 13:53:49 II: Finished in 1.73s 2019-01-31 13:53:49 QQ: 'UPDATE pmic_2013 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 13:53:51 II: Finished in 2.55s 2019-01-31 13:53:51 QQ: 'UPDATE pmic_2013 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 13:53:51 II: Finished in 0.26s 2019-01-31 13:53:51 QQ: 'UPDATE pmic_2013 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 13:53:52 II: Finished in 0.46s 2019-01-31 13:53:52 QQ: 'UPDATE pmic_2013 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 13:53:52 II: Finished in 0.24s 2019-01-31 13:53:52 QQ: 'ALTER TABLE pmic_2013 ADD COLUMN race INTEGER' 2019-01-31 13:53:53 II: Finished in 0.57s 2019-01-31 13:53:53 QQ: 'UPDATE pmic_2013 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-01-31 13:53:53 II: Finished in 0.24s 2019-01-31 13:53:53 QQ: 'UPDATE pmic_2013 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-01-31 13:53:53 II: Finished in 0.18s 2019-01-31 13:53:53 QQ: 'UPDATE pmic_2013 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 13:53:53 II: Finished in 0.18s 2019-01-31 13:53:53 QQ: 'UPDATE pmic_2013 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 13:53:53 II: Finished in 0.13s 2019-01-31 13:53:53 QQ: 'UPDATE pmic_2013 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-01-31 13:53:54 II: Finished in 0.46s 2019-01-31 13:53:54 QQ: 'ALTER TABLE pmic_2013 ADD COLUMN ethnicity VARCHAR (255)' 2019-01-31 13:53:55 II: Finished in 0.76s 2019-01-31 13:53:55 QQ: 'UPDATE pmic_2013 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-01-31 13:53:57 II: Finished in 1.93s 2019-01-31 13:53:57 QQ: 'UPDATE pmic_2013 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-01-31 13:53:59 II: Finished in 2s 2019-01-31 13:53:59 QQ: 'UPDATE pmic_2013 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-01-31 13:54:00 II: Finished in 1.67s 2019-01-31 13:56:22 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 13:56:24 II: Finished in 1.35s 2019-01-31 13:56:24 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 13:56:24 columns.table_id=tables.id where tables.name='hmda_inst_2014'' 2019-01-31 13:56:24 II: Finished in 0.09s 2019-01-31 13:56:24 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 13:56:24 II: Finished in 0s 2019-01-31 13:56:24 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 13:56:24 columns.table_id=tables.id where tables.name='hmda_lar_2014'' 2019-01-31 13:56:24 II: Finished in 0.09s 2019-01-31 13:56:24 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 13:56:24 II: Finished in 0s 2019-01-31 13:56:24 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 13:56:24 columns.table_id=tables.id where tables.name='hmda_inst_2014'' 2019-01-31 13:56:24 II: Finished in 0.08s 2019-01-31 13:56:24 QQ: 'CREATE TABLE hmda_2014 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2014 AS a INNER JOIN hmda_inst_2014 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-01-31 13:58:06 II: Finished in 1.7s 2019-01-31 13:58:06 QQ: 'select count(*) from hmda_2014' 2019-01-31 13:58:06 II: Finished in 0.08s 2019-01-31 13:58:06 QQ: 'select count(*) from hmda_lar_2014' 2019-01-31 13:58:06 II: Finished in 0.02s 2019-01-31 13:58:06 QQ: 'ALTER TABLE hmda_2014 ADD COLUMN app_min_cnt INTEGER' 2019-01-31 13:58:09 II: Finished in 3.22s 2019-01-31 13:58:09 QQ: 'ALTER TABLE hmda_2014 ADD COLUMN co_min_cnt INTEGER' 2019-01-31 13:58:15 II: Finished in 5.9s 2019-01-31 13:58:15 QQ: 'UPDATE hmda_2014 SET 2019-01-31 13:58:15 app_min_cnt = 2019-01-31 13:58:15 ( 2019-01-31 13:58:15 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:58:15 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:58:15 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:58:15 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:58:15 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 13:58:15 )' 2019-01-31 13:58:25 II: Finished in 9.63s 2019-01-31 13:58:25 QQ: 'UPDATE hmda_2014 SET 2019-01-31 13:58:25 co_min_cnt = 2019-01-31 13:58:25 ( 2019-01-31 13:58:25 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:58:25 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:58:25 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:58:25 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 13:58:25 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 13:58:25 )' 2019-01-31 13:58:34 II: Finished in 9.48s 2019-01-31 13:58:34 QQ: 'ALTER TABLE hmda_2014 ADD COLUMN appwhite INTEGER' 2019-01-31 13:58:39 II: Finished in 4.89s 2019-01-31 13:58:39 QQ: 'ALTER TABLE hmda_2014 ADD COLUMN cowhite INTEGER' 2019-01-31 13:58:42 II: Finished in 2.82s 2019-01-31 13:58:42 QQ: 'UPDATE hmda_2014 SET 2019-01-31 13:58:42 appwhite = 2019-01-31 13:58:42 ( 2019-01-31 13:58:42 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 13:58:42 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 13:58:42 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 13:58:42 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 13:58:42 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-01-31 13:58:42 )' 2019-01-31 13:58:48 II: Finished in 5.95s 2019-01-31 13:58:48 QQ: 'UPDATE hmda_2014 SET 2019-01-31 13:58:48 cowhite = 2019-01-31 13:58:48 ( 2019-01-31 13:58:48 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 13:58:48 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 13:58:48 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 13:58:48 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 13:58:48 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-01-31 13:58:48 )' 2019-01-31 13:58:53 II: Finished in 5.21s 2019-01-31 13:58:53 QQ: 'UPDATE hmda_2014 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 13:58:55 II: Finished in 2.09s 2019-01-31 13:58:55 QQ: 'UPDATE hmda_2014 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 13:58:56 II: Finished in 1.12s 2019-01-31 13:58:56 QQ: 'UPDATE hmda_2014 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 13:59:01 II: Finished in 5.3s 2019-01-31 13:59:01 QQ: 'UPDATE hmda_2014 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 13:59:05 II: Finished in 3.26s 2019-01-31 13:59:05 QQ: 'ALTER TABLE hmda_2014 ADD COLUMN race INTEGER' 2019-01-31 13:59:09 II: Finished in 4.07s 2019-01-31 13:59:09 QQ: 'UPDATE hmda_2014 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-01-31 13:59:16 II: Finished in 7.53s 2019-01-31 13:59:16 QQ: 'UPDATE hmda_2014 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-01-31 13:59:18 II: Finished in 1.32s 2019-01-31 13:59:18 QQ: 'UPDATE hmda_2014 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 13:59:21 II: Finished in 2.85s 2019-01-31 13:59:21 QQ: 'UPDATE hmda_2014 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 13:59:24 II: Finished in 3.15s 2019-01-31 13:59:24 QQ: 'UPDATE hmda_2014 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-01-31 13:59:28 II: Finished in 4.41s 2019-01-31 13:59:28 QQ: 'ALTER TABLE hmda_2014 ADD COLUMN ethnicity VARCHAR (255)' 2019-01-31 13:59:40 II: Finished in 11.73s 2019-01-31 13:59:40 QQ: 'UPDATE hmda_2014 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-01-31 13:59:45 II: Finished in 4.84s 2019-01-31 13:59:45 QQ: 'UPDATE hmda_2014 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-01-31 13:59:46 II: Finished in 1.83s 2019-01-31 13:59:46 QQ: 'UPDATE hmda_2014 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-01-31 13:59:50 II: Finished in 3.93s 2019-01-31 14:02:40 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 14:02:40 II: Finished in 0.06s 2019-01-31 14:02:40 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 14:02:40 columns.table_id=tables.id where tables.name='hmda_inst_2015'' 2019-01-31 14:02:40 II: Finished in 0.09s 2019-01-31 14:02:40 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 14:02:40 II: Finished in 0s 2019-01-31 14:02:40 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 14:02:40 columns.table_id=tables.id where tables.name='hmda_lar_2015'' 2019-01-31 14:02:40 II: Finished in 0.09s 2019-01-31 14:02:40 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 14:02:40 II: Finished in 0s 2019-01-31 14:02:40 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 14:02:40 columns.table_id=tables.id where tables.name='hmda_inst_2015'' 2019-01-31 14:02:40 II: Finished in 0.09s 2019-01-31 14:02:40 QQ: 'CREATE TABLE hmda_2015 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2015 AS a INNER JOIN hmda_inst_2015 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-01-31 14:04:24 II: Finished in 1.73s 2019-01-31 14:04:24 QQ: 'select count(*) from hmda_2015' 2019-01-31 14:04:24 II: Finished in 0.07s 2019-01-31 14:04:24 QQ: 'select count(*) from hmda_lar_2015' 2019-01-31 14:04:24 II: Finished in 0.01s 2019-01-31 14:04:24 QQ: 'ALTER TABLE hmda_2015 ADD COLUMN app_min_cnt INTEGER' 2019-01-31 14:04:28 II: Finished in 4.05s 2019-01-31 14:04:28 QQ: 'ALTER TABLE hmda_2015 ADD COLUMN co_min_cnt INTEGER' 2019-01-31 14:04:31 II: Finished in 3.28s 2019-01-31 14:04:31 QQ: 'UPDATE hmda_2015 SET 2019-01-31 14:04:31 app_min_cnt = 2019-01-31 14:04:31 ( 2019-01-31 14:04:31 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 14:04:31 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 14:04:31 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 14:04:31 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 14:04:31 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 14:04:31 )' 2019-01-31 14:04:42 II: Finished in 10.36s 2019-01-31 14:04:42 QQ: 'UPDATE hmda_2015 SET 2019-01-31 14:04:42 co_min_cnt = 2019-01-31 14:04:42 ( 2019-01-31 14:04:42 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 14:04:42 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 14:04:42 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 14:04:42 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 14:04:42 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 14:04:42 )' 2019-01-31 14:04:53 II: Finished in 11.13s 2019-01-31 14:04:53 QQ: 'ALTER TABLE hmda_2015 ADD COLUMN appwhite INTEGER' 2019-01-31 14:05:01 II: Finished in 8.26s 2019-01-31 14:05:01 QQ: 'ALTER TABLE hmda_2015 ADD COLUMN cowhite INTEGER' 2019-01-31 14:05:09 II: Finished in 7.67s 2019-01-31 14:05:09 QQ: 'UPDATE hmda_2015 SET 2019-01-31 14:05:09 appwhite = 2019-01-31 14:05:09 ( 2019-01-31 14:05:09 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 14:05:09 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 14:05:09 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 14:05:09 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 14:05:09 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-01-31 14:05:09 )' 2019-01-31 14:05:15 II: Finished in 6.46s 2019-01-31 14:05:15 QQ: 'UPDATE hmda_2015 SET 2019-01-31 14:05:15 cowhite = 2019-01-31 14:05:15 ( 2019-01-31 14:05:15 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 14:05:15 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 14:05:15 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 14:05:15 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 14:05:15 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-01-31 14:05:15 )' 2019-01-31 14:05:23 II: Finished in 7.95s 2019-01-31 14:05:23 QQ: 'UPDATE hmda_2015 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 14:05:29 II: Finished in 5.72s 2019-01-31 14:05:29 QQ: 'UPDATE hmda_2015 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 14:05:31 II: Finished in 1.7s 2019-01-31 14:05:31 QQ: 'UPDATE hmda_2015 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 14:05:37 II: Finished in 6.53s 2019-01-31 14:05:37 QQ: 'UPDATE hmda_2015 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 14:05:40 II: Finished in 2.89s 2019-01-31 14:05:40 QQ: 'ALTER TABLE hmda_2015 ADD COLUMN race INTEGER' 2019-01-31 14:05:42 II: Finished in 2.24s 2019-01-31 14:05:42 QQ: 'UPDATE hmda_2015 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-01-31 14:05:43 II: Finished in 1.02s 2019-01-31 14:05:43 QQ: 'UPDATE hmda_2015 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-01-31 14:05:44 II: Finished in 0.87s 2019-01-31 14:05:44 QQ: 'UPDATE hmda_2015 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 14:05:46 II: Finished in 1.65s 2019-01-31 14:05:46 QQ: 'UPDATE hmda_2015 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 14:05:46 II: Finished in 0.49s 2019-01-31 14:05:46 QQ: 'UPDATE hmda_2015 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-01-31 14:05:49 II: Finished in 3.17s 2019-01-31 14:05:49 QQ: 'ALTER TABLE hmda_2015 ADD COLUMN ethnicity VARCHAR (255)' 2019-01-31 14:05:52 II: Finished in 2.75s 2019-01-31 14:05:52 QQ: 'UPDATE hmda_2015 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-01-31 14:05:57 II: Finished in 5.05s 2019-01-31 14:05:57 QQ: 'UPDATE hmda_2015 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-01-31 14:05:58 II: Finished in 0.73s 2019-01-31 14:05:58 QQ: 'UPDATE hmda_2015 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-01-31 14:05:58 II: Finished in 0.26s 2019-01-31 14:09:30 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 14:09:30 II: Finished in 0.13s 2019-01-31 14:09:30 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 14:09:30 columns.table_id=tables.id where tables.name='hmda_inst_2016'' 2019-01-31 14:09:30 II: Finished in 0.1s 2019-01-31 14:09:30 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 14:09:30 II: Finished in 0s 2019-01-31 14:09:30 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 14:09:30 columns.table_id=tables.id where tables.name='hmda_lar_2016'' 2019-01-31 14:09:30 II: Finished in 0.15s 2019-01-31 14:09:30 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id' 2019-01-31 14:09:30 II: Finished in 0s 2019-01-31 14:09:30 QQ: 'select columns.name as name from sys.columns join sys.tables on 2019-01-31 14:09:30 columns.table_id=tables.id where tables.name='hmda_inst_2016'' 2019-01-31 14:09:31 II: Finished in 0.15s 2019-01-31 14:09:31 QQ: 'CREATE TABLE hmda_2016 AS SELECT a.* , b.activityyear, b.fedtaxid, b.respondentname_ts, b.respondentmailingaddress, b.respondentcity_ts, b.respondentstate_ts, b.respondentzipcode, b.parentname_ts, b.parentaddress, b.parentcity_ts, b.parentstate_ts, b.parentzipcode, b.respondentname_panel, b.respondentcity_panel, b.respondentstate_panel, b.assets_panel, b.otherlendercode_panel, b.regioncode_panel, b.larcount, b.validityerror FROM hmda_lar_2016 AS a INNER JOIN hmda_inst_2016 AS b ON a.respondentid = b.respondentid AND a.agencycode = b.agencycode WITH DATA' 2019-01-31 14:16:48 II: Finished in 7.29s 2019-01-31 14:16:48 QQ: 'select count(*) from hmda_2016' 2019-01-31 14:16:48 II: Finished in 0.1s 2019-01-31 14:16:48 QQ: 'select count(*) from hmda_lar_2016' 2019-01-31 14:16:48 II: Finished in 0.02s 2019-01-31 14:16:48 QQ: 'ALTER TABLE hmda_2016 ADD COLUMN app_min_cnt INTEGER' 2019-01-31 14:16:59 II: Finished in 11.35s 2019-01-31 14:16:59 QQ: 'ALTER TABLE hmda_2016 ADD COLUMN co_min_cnt INTEGER' 2019-01-31 14:17:11 II: Finished in 11.7s 2019-01-31 14:17:11 QQ: 'UPDATE hmda_2016 SET 2019-01-31 14:17:11 app_min_cnt = 2019-01-31 14:17:11 ( 2019-01-31 14:17:11 ( applicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 14:17:11 ( applicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 14:17:11 ( applicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 14:17:11 ( applicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 14:17:11 ( applicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 14:17:11 )' 2019-01-31 14:17:27 II: Finished in 15.78s 2019-01-31 14:17:27 QQ: 'UPDATE hmda_2016 SET 2019-01-31 14:17:27 co_min_cnt = 2019-01-31 14:17:27 ( 2019-01-31 14:17:27 ( coapplicantrace1 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 14:17:27 ( coapplicantrace2 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 14:17:27 ( coapplicantrace3 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 14:17:27 ( coapplicantrace4 IN ( 1 , 2 , 3 , 4 ) )*1 + 2019-01-31 14:17:27 ( coapplicantrace5 IN ( 1 , 2 , 3 , 4 ) )*1 2019-01-31 14:17:27 )' 2019-01-31 14:18:09 II: Finished in 42.44s 2019-01-31 14:18:09 QQ: 'ALTER TABLE hmda_2016 ADD COLUMN appwhite INTEGER' 2019-01-31 14:19:27 II: Finished in 1.29s 2019-01-31 14:19:27 QQ: 'ALTER TABLE hmda_2016 ADD COLUMN cowhite INTEGER' 2019-01-31 14:19:38 II: Finished in 10.75s 2019-01-31 14:19:38 QQ: 'UPDATE hmda_2016 SET 2019-01-31 14:19:38 appwhite = 2019-01-31 14:19:38 ( 2019-01-31 14:19:38 ( ( applicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 14:19:38 ( ( applicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 14:19:38 ( ( applicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 14:19:38 ( ( applicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 14:19:38 ( ( applicantrace5 ) IN ( 5 ) )*1 2019-01-31 14:19:38 )' 2019-01-31 14:19:44 II: Finished in 6.76s 2019-01-31 14:19:44 QQ: 'UPDATE hmda_2016 SET 2019-01-31 14:19:44 cowhite = 2019-01-31 14:19:44 ( 2019-01-31 14:19:44 ( ( coapplicantrace1 ) IN ( 5 ) )*1 + 2019-01-31 14:19:44 ( ( coapplicantrace2 ) IN ( 5 ) )*1 + 2019-01-31 14:19:44 ( ( coapplicantrace3 ) IN ( 5 ) )*1 + 2019-01-31 14:19:44 ( ( coapplicantrace4 ) IN ( 5 ) )*1 + 2019-01-31 14:19:44 ( ( coapplicantrace5 ) IN ( 5 ) )*1 2019-01-31 14:19:44 )' 2019-01-31 14:19:51 II: Finished in 6.94s 2019-01-31 14:19:51 QQ: 'UPDATE hmda_2016 SET app_min_cnt = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 14:20:00 II: Finished in 8.27s 2019-01-31 14:20:00 QQ: 'UPDATE hmda_2016 SET appwhite = NULL WHERE applicantrace1 IN ( 6 , 7 )' 2019-01-31 14:20:04 II: Finished in 4.77s 2019-01-31 14:20:04 QQ: 'UPDATE hmda_2016 SET co_min_cnt = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 14:20:20 II: Finished in 15.33s 2019-01-31 14:20:20 QQ: 'UPDATE hmda_2016 SET cowhite = NULL WHERE coapplicantrace1 IN ( 6 , 7 , 8 )' 2019-01-31 14:20:27 II: Finished in 7.17s 2019-01-31 14:20:27 QQ: 'ALTER TABLE hmda_2016 ADD COLUMN race INTEGER' 2019-01-31 14:20:51 II: Finished in 23.83s 2019-01-31 14:20:51 QQ: 'UPDATE hmda_2016 SET race = 7 WHERE ( appwhite = 1 AND app_min_cnt = 0 AND co_min_cnt > 0 ) OR ( cowhite = 1 AND co_min_cnt = 0 AND app_min_cnt > 0 )' 2019-01-31 14:21:02 II: Finished in 11.4s 2019-01-31 14:21:02 QQ: 'UPDATE hmda_2016 SET race = 6 WHERE ( app_min_cnt > 1 ) AND ( race IS NULL )' 2019-01-31 14:21:06 II: Finished in 4.3s 2019-01-31 14:21:06 QQ: 'UPDATE hmda_2016 SET race = applicantrace1 WHERE ( applicantrace1 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 14:21:08 II: Finished in 1.7s 2019-01-31 14:21:08 QQ: 'UPDATE hmda_2016 SET race = applicantrace2 WHERE ( applicantrace2 IN ( '1' , '2' , '3' , '4' ) ) AND ( app_min_cnt = 1 ) AND ( race IS NULL )' 2019-01-31 14:21:13 II: Finished in 4.79s 2019-01-31 14:21:13 QQ: 'UPDATE hmda_2016 SET race = 5 WHERE ( appwhite = 1 ) AND ( race IS NULL )' 2019-01-31 14:21:20 II: Finished in 6.94s 2019-01-31 14:21:20 QQ: 'ALTER TABLE hmda_2016 ADD COLUMN ethnicity VARCHAR (255)' 2019-01-31 14:21:29 II: Finished in 9.11s 2019-01-31 14:21:29 QQ: 'UPDATE hmda_2016 SET ethnicity = 'Not Hispanic' WHERE applicantethnicity IN ( 2 )' 2019-01-31 14:21:36 II: Finished in 6.73s 2019-01-31 14:21:36 QQ: 'UPDATE hmda_2016 SET ethnicity = 'Hispanic' WHERE applicantethnicity IN ( 1 )' 2019-01-31 14:21:37 II: Finished in 0.91s 2019-01-31 14:21:37 QQ: 'UPDATE hmda_2016 SET ethnicity = 'Joint' WHERE ( applicantethnicity IN ( 1 ) AND coapplicantethnicity IN ( 2 ) ) OR ( applicantethnicity IN ( 2 ) AND coapplicantethnicity IN ( 1 ) )' 2019-01-31 14:21:44 II: Finished in 7.8s 2019-01-31 14:21:45 hmda local download completed 2019-01-31 14:21:45 2019-01-31 14:21:45 There were 34 warnings (use warnings() to see them) 2019-01-31 14:21:45 > setup return code=0 2019-01-31 14:21:46 2019-01-31 14:21:46 R version 3.5.1 (2018-07-02) -- "Feather Spray" 2019-01-31 14:21:46 Copyright (C) 2018 The R Foundation for Statistical Computing 2019-01-31 14:21:46 Platform: x86_64-pc-linux-gnu (64-bit) 2019-01-31 14:21:46 2019-01-31 14:21:46 R is free software and comes with ABSOLUTELY NO WARRANTY. 2019-01-31 14:21:46 You are welcome to redistribute it under certain conditions. 2019-01-31 14:21:46 Type 'license()' or 'licence()' for distribution details. 2019-01-31 14:21:46 2019-01-31 14:21:46 Natural language support but running in an English locale 2019-01-31 14:21:46 2019-01-31 14:21:46 R is a collaborative project with many contributors. 2019-01-31 14:21:46 Type 'contributors()' for more information and 2019-01-31 14:21:46 'citation()' on how to cite R or R packages in publications. 2019-01-31 14:21:46 2019-01-31 14:21:46 Type 'demo()' for some demos, 'help()' for on-line help, or 2019-01-31 14:21:46 'help.start()' for an HTML browser interface to help. 2019-01-31 14:21:46 Type 'q()' to quit R. 2019-01-31 14:21:46 2019-01-31 14:21:46 > setwd( Sys.getenv( "RWD" ) ) 2019-01-31 14:21:46 > 2019-01-31 14:21:46 > machine_specific_replacements <- 2019-01-31 14:21:46 + list( 2019-01-31 14:21:46 + 2019-01-31 14:21:46 + # replace the folder path on macnix 2019-01-31 14:21:46 + c( 'path.expand( \"~\" ) , \"HMDA\"' , paste0( '"' , getwd() , '"' ) ) , 2019-01-31 14:21:46 + 2019-01-31 14:21:46 + # change other things in the script to be run 2019-01-31 14:21:46 + c( "hello" , "howdy" ) 2019-01-31 14:21:46 + 2019-01-31 14:21:46 + ) 2019-01-31 14:21:46 > 2019-01-31 14:21:46 > source( lodown::syntaxtractor( "hmda" , replacements = machine_specific_replacements , setup_test = "test" ) , echo = TRUE ) 2019-01-31 14:21:47 2019-01-31 14:21:47 > library(DBI) 2019-01-31 14:21:47 2019-01-31 14:21:47 > dbdir <- file.path("/export/scratch1/home/hannes/eanthony/r-wd/hmda-1548848405", 2019-01-31 14:21:47 + "MonetDB") 2019-01-31 14:21:47 2019-01-31 14:21:47 > db <- dbConnect(MonetDBLite::MonetDBLite(), dbdir) 2019-01-31 14:23:29 2019-01-31 14:23:29 > dbSendQuery(db, "ALTER TABLE hmda_2015 ADD COLUMN multifamily_home INTEGER") 2019-01-31 14:23:29 QQ: 'ALTER TABLE hmda_2015 ADD COLUMN multifamily_home INTEGER' 2019-01-31 14:23:44 II: Finished in 14.84s 2019-01-31 14:23:44 2019-01-31 14:23:44 SQL ALTER TABLE hmda_2015 ADD COLUMN multifamily_home INTEGER 2019-01-31 14:23:44 ROWS Fetched: 0 [complete] 2019-01-31 14:23:44 Changed: 0 2019-01-31 14:23:44 2019-01-31 14:23:44 > dbSendQuery(db, "UPDATE hmda_2015 \n\tSET multifamily_home = \n\t\tCASE WHEN ( propertytype = 3 ) THEN 1 ELSE 0 END") 2019-01-31 14:23:45 QQ: 'UPDATE hmda_2015 2019-01-31 14:23:45 SET multifamily_home = 2019-01-31 14:23:45 CASE WHEN ( propertytype = 3 ) THEN 1 ELSE 0 END' 2019-01-31 14:23:52 II: Finished in 7.57s 2019-01-31 14:23:52 2019-01-31 14:23:52 SQL UPDATE hmda_2015 2019-01-31 14:23:52 SET multifamily_home = 2019-01-31 14:23:52 CASE WHEN ( propertytype = 3 ) THEN 1 ELSE 0 END 2019-01-31 14:23:52 ROWS Fetched: 0 [complete] 2019-01-31 14:23:52 Changed: 14374184 2019-01-31 14:23:52 2019-01-31 14:23:52 > dbGetQuery(db, "SELECT COUNT(*) FROM hmda_2015") 2019-01-31 14:23:52 QQ: 'SELECT COUNT(*) FROM hmda_2015' 2019-01-31 14:23:52 II: Finished in 0s 2019-01-31 14:23:52 L3 2019-01-31 14:23:52 1 14374184 2019-01-31 14:23:52 2019-01-31 14:23:52 > dbGetQuery(db, "SELECT\n\t\tloanpurpose ,\n\t\tCOUNT(*) \n\tFROM hmda_2015\n\tGROUP BY loanpurpose") 2019-01-31 14:23:52 QQ: 'SELECT 2019-01-31 14:23:52 loanpurpose , 2019-01-31 14:23:52 COUNT(*) 2019-01-31 14:23:52 FROM hmda_2015 2019-01-31 14:23:52 GROUP BY loanpurpose' 2019-01-31 14:23:52 II: Finished in 0.09s 2019-01-31 14:23:52 loanpurpose L3 2019-01-31 14:23:52 1 2 952669 2019-01-31 14:23:52 2 3 6681146 2019-01-31 14:23:52 3 1 6740369 2019-01-31 14:23:52 2019-01-31 14:23:52 > dbGetQuery(db, "SELECT AVG( loanamount ) FROM hmda_2015") 2019-01-31 14:23:52 QQ: 'SELECT AVG( loanamount ) FROM hmda_2015' 2019-01-31 14:23:52 II: Finished in 0.09s 2019-01-31 14:23:52 L3 2019-01-31 14:23:52 1 233.5091 2019-01-31 14:23:52 2019-01-31 14:23:52 > dbGetQuery(db, "SELECT \n\t\tloanpurpose , \n\t\tAVG( loanamount ) AS mean_loanamount\n\tFROM hmda_2015 \n\tGROUP BY loanpurpose") 2019-01-31 14:23:52 QQ: 'SELECT 2019-01-31 14:23:52 loanpurpose , 2019-01-31 14:23:52 AVG( loanamount ) AS mean_loanamount 2019-01-31 14:23:52 FROM hmda_2015 2019-01-31 14:23:52 GROUP BY loanpurpose' 2019-01-31 14:23:52 II: Finished in 0.12s 2019-01-31 14:23:52 loanpurpose mean_loanamount 2019-01-31 14:23:52 1 2 106.9785 2019-01-31 14:23:52 2 3 242.6743 2019-01-31 14:23:52 3 1 242.3081 2019-01-31 14:23:52 2019-01-31 14:23:52 > dbSendQuery(db, "CREATE FUNCTION \n\t\tdiv_noerror(l DOUBLE, r DOUBLE) \n\tRETURNS DOUBLE \n\tEXTERNAL NAME calc.div_noerror") 2019-01-31 14:23:52 QQ: 'CREATE FUNCTION 2019-01-31 14:23:52 div_noerror(l DOUBLE, r DOUBLE) 2019-01-31 14:23:52 RETURNS DOUBLE 2019-01-31 14:23:52 EXTERNAL NAME calc.div_noerror' 2019-01-31 14:23:56 II: Finished in 3.81s 2019-01-31 14:23:56 2019-01-31 14:23:56 SQL CREATE FUNCTION 2019-01-31 14:23:56 div_noerror(l DOUBLE, r DOUBLE) 2019-01-31 14:23:56 RETURNS DOUBLE 2019-01-31 14:23:56 EXTERNAL NAME calc.div_noerror 2019-01-31 14:23:56 ROWS Fetched: 0 [complete] 2019-01-31 14:23:56 Changed: 14374184 2019-01-31 14:23:56 2019-01-31 14:23:56 > dbGetQuery(db, "SELECT \n\t\tactiontype , \n\t\tdiv_noerror( \n\t\t\tCOUNT(*) , \n\t\t\t( SELECT COUNT(*) FROM hmda_2015 ) \n\t\t) AS share_actionty ..." ... [TRUNCATED] 2019-01-31 14:23:56 QQ: 'SELECT 2019-01-31 14:23:56 actiontype , 2019-01-31 14:23:56 div_noerror( 2019-01-31 14:23:56 COUNT(*) , 2019-01-31 14:23:56 ( SELECT COUNT(*) FROM hmda_2015 ) 2019-01-31 14:23:56 ) AS share_actiontype 2019-01-31 14:23:56 FROM hmda_2015 2019-01-31 14:23:56 GROUP BY actiontype' 2019-01-31 14:23:56 II: Finished in 0.11s 2019-01-31 14:23:56 actiontype share_actiontype 2019-01-31 14:23:56 1 4 0.102629687 2019-01-31 14:23:56 2 3 0.158263801 2019-01-31 14:23:56 3 1 0.515108058 2019-01-31 14:23:56 4 5 0.037243088 2019-01-31 14:23:56 5 2 0.028158468 2019-01-31 14:23:56 6 6 0.146236892 2019-01-31 14:23:56 7 8 0.004406998 2019-01-31 14:23:56 8 7 0.007953008 2019-01-31 14:23:56 2019-01-31 14:23:56 > dbGetQuery(db, "SELECT SUM( loanamount ) FROM hmda_2015") 2019-01-31 14:23:56 QQ: 'SELECT SUM( loanamount ) FROM hmda_2015' 2019-01-31 14:23:56 II: Finished in 0.01s 2019-01-31 14:23:56 L3 2019-01-31 14:23:56 1 3356502983 2019-01-31 14:23:56 2019-01-31 14:23:56 > dbGetQuery(db, "SELECT \n\t\tloanpurpose , \n\t\tSUM( loanamount ) AS sum_loanamount \n\tFROM hmda_2015 \n\tGROUP BY loanpurpose") 2019-01-31 14:23:56 QQ: 'SELECT 2019-01-31 14:23:56 loanpurpose , 2019-01-31 14:23:56 SUM( loanamount ) AS sum_loanamount 2019-01-31 14:23:56 FROM hmda_2015 2019-01-31 14:23:56 GROUP BY loanpurpose' 2019-01-31 14:23:57 II: Finished in 0.45s 2019-01-31 14:23:57 loanpurpose sum_loanamount 2019-01-31 14:23:57 1 2 101915080 2019-01-31 14:23:57 2 3 1621342219 2019-01-31 14:23:57 3 1 1633245684 2019-01-31 14:23:57 2019-01-31 14:23:57 > dbGetQuery(db, "SELECT QUANTILE( loanamount , 0.5 ) FROM hmda_2015") 2019-01-31 14:23:57 QQ: 'SELECT QUANTILE( loanamount , 0.5 ) FROM hmda_2015' 2019-01-31 14:23:58 II: Finished in 1.64s 2019-01-31 14:23:58 L3 2019-01-31 14:23:58 1 175 2019-01-31 14:23:58 2019-01-31 14:23:58 > dbGetQuery(db, "SELECT \n\t\tloanpurpose , \n\t\tQUANTILE( loanamount , 0.5 ) AS median_loanamount\n\tFROM hmda_2015 \n\tGROUP BY loanpurpose") 2019-01-31 14:23:58 QQ: 'SELECT 2019-01-31 14:23:58 loanpurpose , 2019-01-31 14:23:58 QUANTILE( loanamount , 0.5 ) AS median_loanamount 2019-01-31 14:23:58 FROM hmda_2015 2019-01-31 14:23:58 GROUP BY loanpurpose' 2019-01-31 14:24:00 II: Finished in 1.8s 2019-01-31 14:24:00 loanpurpose median_loanamount 2019-01-31 14:24:00 1 2 26 2019-01-31 14:24:00 2 3 183 2019-01-31 14:24:00 3 1 182 2019-01-31 14:24:00 2019-01-31 14:24:00 > dbGetQuery(db, "SELECT\n\t\tAVG( loanamount )\n\tFROM hmda_2015\n\tWHERE race = 5 AND ethnicity = 2") 2019-01-31 14:24:00 QQ: 'SELECT 2019-01-31 14:24:00 AVG( loanamount ) 2019-01-31 14:24:00 FROM hmda_2015 2019-01-31 14:24:00 WHERE race = 5 AND ethnicity = 2' 2019-01-31 14:24:01 II: Finished in 0.89s 2019-01-31 14:24:01 L3 2019-01-31 14:24:01 1 NA 2019-01-31 14:24:01 2019-01-31 14:24:01 > dbGetQuery(db, "SELECT \n\t\tVAR_SAMP( loanamount ) , \n\t\tSTDDEV_SAMP( loanamount ) \n\tFROM hmda_2015") 2019-01-31 14:24:01 QQ: 'SELECT 2019-01-31 14:24:01 VAR_SAMP( loanamount ) , 2019-01-31 14:24:01 STDDEV_SAMP( loanamount ) 2019-01-31 14:24:01 FROM hmda_2015' 2019-01-31 14:24:01 II: Finished in 0.26s 2019-01-31 14:24:01 L3 L5 2019-01-31 14:24:01 1 389097.4 623.7767 2019-01-31 14:24:01 2019-01-31 14:24:01 > dbGetQuery(db, "SELECT \n\t\tloanpurpose , \n\t\tVAR_SAMP( loanamount ) AS var_loanamount ,\n\t\tSTDDEV_SAMP( loanamount ) AS stddev_loanamount\n\tF ..." ... [TRUNCATED] 2019-01-31 14:24:01 QQ: 'SELECT 2019-01-31 14:24:01 loanpurpose , 2019-01-31 14:24:01 VAR_SAMP( loanamount ) AS var_loanamount , 2019-01-31 14:24:01 STDDEV_SAMP( loanamount ) AS stddev_loanamount 2019-01-31 14:24:01 FROM hmda_2015 2019-01-31 14:24:01 GROUP BY loanpurpose' 2019-01-31 14:24:02 II: Finished in 0.4s 2019-01-31 14:24:02 loanpurpose var_loanamount stddev_loanamount 2019-01-31 14:24:02 1 2 357577.7 597.9780 2019-01-31 14:24:02 2 3 326030.1 570.9904 2019-01-31 14:24:02 3 1 453642.2 673.5297 2019-01-31 14:24:02 2019-01-31 14:24:02 > dbGetQuery(db, "SELECT \n\t\tCORR( CAST( multifamily_home AS DOUBLE ) , CAST( loanamount AS DOUBLE ) )\n\tFROM hmda_2015") 2019-01-31 14:24:02 QQ: 'SELECT 2019-01-31 14:24:02 CORR( CAST( multifamily_home AS DOUBLE ) , CAST( loanamount AS DOUBLE ) ) 2019-01-31 14:24:02 FROM hmda_2015' 2019-01-31 14:24:03 II: Finished in 0.83s 2019-01-31 14:24:03 L5 2019-01-31 14:24:03 1 0.3336427 2019-01-31 14:24:03 2019-01-31 14:24:03 > dbGetQuery(db, "SELECT \n\t\tloanpurpose , \n\t\tCORR( CAST( multifamily_home AS DOUBLE ) , CAST( loanamount AS DOUBLE ) )\n\tFROM hmda_2015 \n\tGRO ..." ... [TRUNCATED] 2019-01-31 14:24:03 QQ: 'SELECT 2019-01-31 14:24:03 loanpurpose , 2019-01-31 14:24:03 CORR( CAST( multifamily_home AS DOUBLE ) , CAST( loanamount AS DOUBLE ) ) 2019-01-31 14:24:03 FROM hmda_2015 2019-01-31 14:24:03 GROUP BY loanpurpose' 2019-01-31 14:24:04 II: Finished in 1.05s 2019-01-31 14:24:04 loanpurpose L5 2019-01-31 14:24:04 1 2 0.3543508 2019-01-31 14:24:04 2 3 0.3344356 2019-01-31 14:24:04 3 1 0.3375581 2019-01-31 14:24:04 2019-01-31 14:24:04 > library(dplyr) 2019-01-31 14:24:04 2019-01-31 14:24:04 Attaching package: ‘dplyr’ 2019-01-31 14:24:04 2019-01-31 14:24:04 The following objects are masked from ‘package:stats’: 2019-01-31 14:24:04 2019-01-31 14:24:04 filter, lag 2019-01-31 14:24:04 2019-01-31 14:24:04 The following objects are masked from ‘package:base’: 2019-01-31 14:24:04 2019-01-31 14:24:04 intersect, setdiff, setequal, union 2019-01-31 14:24:04 2019-01-31 14:24:04 2019-01-31 14:24:04 > dplyr_db <- MonetDBLite::src_monetdblite(dbdir) 2019-01-31 14:25:04 2019-01-31 14:25:04 > hmda_tbl <- tbl(dplyr_db, "hmda_2015") 2019-01-31 14:25:04 QQ: 'SELECT * 2019-01-31 14:25:04 FROM "hmda_2015" AS "zzz1" 2019-01-31 14:25:04 WHERE (0 = 1)' 2019-01-31 14:25:04 II: Finished in 0.03s 2019-01-31 14:25:04 2019-01-31 14:25:04 > hmda_tbl %>% summarize(mean = mean(loanamount)) 2019-01-31 14:25:04 QQ: 'SELECT AVG("loanamount") AS "mean" 2019-01-31 14:25:04 FROM "hmda_2015" 2019-01-31 14:25:04 LIMIT 10' 2019-01-31 14:25:04 II: Finished in 0.05s 2019-01-31 14:25:04 # Source: lazy query [?? x 1] 2019-01-31 14:25:04 # Database: MonetDBEmbeddedConnection 2019-01-31 14:25:04 mean 2019-01-31 14:25:04 2019-01-31 14:25:04 1 234. 2019-01-31 14:25:04 2019-01-31 14:25:04 > hmda_tbl %>% group_by(loanpurpose) %>% summarize(mean = mean(loanamount)) 2019-01-31 14:25:04 QQ: 'SELECT "loanpurpose", AVG("loanamount") AS "mean" 2019-01-31 14:25:04 FROM "hmda_2015" 2019-01-31 14:25:04 GROUP BY "loanpurpose" 2019-01-31 14:25:04 LIMIT 10' 2019-01-31 14:25:04 II: Finished in 0.14s 2019-01-31 14:25:04 # Source: lazy query [?? x 2] 2019-01-31 14:25:04 # Database: MonetDBEmbeddedConnection 2019-01-31 14:25:04 loanpurpose mean 2019-01-31 14:25:04 2019-01-31 14:25:04 1 2 107. 2019-01-31 14:25:04 2 3 243. 2019-01-31 14:25:04 3 1 242. 2019-01-31 14:25:04 2019-01-31 14:25:04 > dbGetQuery(db, "SELECT COUNT(*) FROM hmda_2015") 2019-01-31 14:25:04 QQ: 'SELECT COUNT(*) FROM hmda_2015' 2019-01-31 14:25:04 II: Finished in 0s 2019-01-31 14:25:04 L3 2019-01-31 14:25:04 1 14374184 2019-01-31 14:25:04 2019-01-31 14:25:04 > dbDisconnect(db, shutdown = TRUE) 2019-01-31 14:25:05 Warning messages: 2019-01-31 14:25:05 1: Missing values are always removed in SQL. 2019-01-31 14:25:05 Use `AVG(x, na.rm = TRUE)` to silence this warning 2019-01-31 14:25:05 2: Missing values are always removed in SQL. 2019-01-31 14:25:05 Use `AVG(x, na.rm = TRUE)` to silence this warning 2019-01-31 14:25:05 > test return code=0