update sipp with new microdata

[ajdamico]

06/30/17 SSA Supplement Release Notes 14,932

06/30/17 SSA Supplement ASCII Data File 44633754 3,024,796 3,024,670 N/A 35,937 06/30/17 SSA Supplement SAS Data File 35,258,368 N/A 8,652,384 N/A 35,937 06/30/17 SSA Supplement SAS Input Statements 15,231

06/30/17 SSA Supplement Metadata Dictionary (pdf) 466,854

[ajdamico]

rewrite of sipp without monetdblite could look something like this:

tf <- tempfile()

lodown::cachaca( "http://thedataweb.rm.census.gov/pub/sipp/2014/pu2014w1_dat.zip" , tf, mode = 'wb' )

fn <- unzip( tf , exdir = tempdir() )

line.num <- 0

month_one <- tempfile()
month_twelve <- tempfile()

# one read-only file connection "r" - pointing to the ASCII file
incon <- file( fn , "r") 

outcon.month_one <- file( month_one , "w") 
outcon.month_twelve <- file( month_twelve , "w") 

while( length( line <- readLines( incon , 1 ) ) > 0 ){

    if ( substr( line , 24 , 25 ) == " 1" ){

        # write the line to the household file
        writeLines( line , outcon.month_one )

    }

    if ( substr( line , 24 , 25 ) == "12" ){

        # write the line to the household file
        writeLines( line , outcon.month_twelve )

    }

    # add to the line counter #
    line.num <- line.num + 1

    # every 10k records..
    if ( line.num %% 10000 == 0 ) {

        # print current progress to the screen #
        cat( "   " , prettyNum( line.num  , big.mark = "," ) , "of approximately 870,000 sipp lines processed" , "\r" )

    }
}

close( outcon.month_one )

close( outcon.month_twelve )

close( incon )

x <- 
    lodown:::read_SAScii( 
        month_one , 
        lodown:::fix.ahiehi(lodown:::fix.ct("http://thedataweb.rm.census.gov/pub/sipp/2014/pu2014w1.sas")) ,
        beginline = 5 )

saveRDS( x , file = tempfile() )
rm( x )

x <- 
    lodown:::read_SAScii( 
        month_twelve , 
        lodown:::fix.ahiehi(lodown:::fix.ct("http://thedataweb.rm.census.gov/pub/sipp/2014/pu2014w1.sas")) ,
        beginline = 5 )

saveRDS( x , file = tempfile() )
rm( x )

[ajdamico]

might need a build matrix here for each panel, 2014 still may not fit

[ajdamico]

read the release notes