search

ajdamico / asdfree

analyze survey data for free
http://asdfree.com/
GNU General Public License v3.0
612 stars 449 forks source link

restore enem 2012 and 2013 #296

Closed ajdamico closed 1 year ago

ajdamico commented 7 years ago

breaking here for some reason

2017-10-17 15:02:30 enem catalog entry 12 of 16 stored in '/export/scratch1/home/hannes/eanthony/r-wd/enem-1508238377/MonetDB'
2017-10-17 15:02:30 
2017-10-17 15:02:34 'http://download.inep.gov.br/microdados/microdados_enem2012.zip'
2017-10-17 15:02:34 cached in
2017-10-17 15:02:34 '/export/scratch1/home/hannes/eanthony/r-tmp/enem/a36bdc5244b4ce5abb5401a8e531e872.Rcache'
2017-10-17 15:02:34 copying to
2017-10-17 15:02:34 '/export/scratch1/home/hannes/eanthony/r-tmp/enem/RtmpykDzxe/file23db73857bb'
2017-10-17 15:02:34 
2017-10-17 15:03:00 QQ: 'START TRANSACTION'
2017-10-17 15:03:00 II: Finished in 0s
2017-10-17 15:03:00 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id'
2017-10-17 15:03:00 II: Finished in 0s
2017-10-17 15:03:00 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id'
2017-10-17 15:03:00 II: Finished in 0s
2017-10-17 15:03:00 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id'
2017-10-17 15:03:00 II: Finished in 0s
2017-10-17 15:03:00 QQ: 'CREATE TABLE enem_2012 (nu_inscricao DOUBLE PRECISION, nu_ano INTEGER, idade INTEGER, tp_sexo INTEGER, cod_municipio_insc INTEGER, no_municipio_insc STRING, uf_insc STRING, st_conclusao INTEGER, ano_concluiu STRING, tp_escola STRING, in_tp_ensino STRING, tp_estado_civil INTEGER, tp_cor_raca INTEGER, in_unidade_hospitalar INTEGER, in_baixa_visao INTEGER, in_cegueira INTEGER, in_surdez INTEGER, in_deficiencia_auditiva INTEGER, in_surdo_cegueira INTEGER, in_deficiencia_fisica INTEGER, in_deficiencia_mental INTEGER, in_deficit_atencao INTEGER, in_dislexia INTEGER, in_gestante INTEGER, in_lactante INTEGER, in_idoso INTEGER, in_autismo INTEGER, in_sabatista INTEGER, in_braille INTEGER, in_ampliada INTEGER, in_ledor INTEGER, in_acesso INTEGER, in_transcricao INTEGER, in_libras INTEGER, in_leitura_labial INTEGER, in_mesa_cadeira_rodas INTEGER, in_mesa_cadeira_separada INTEGER, in_apoio_perna INTEGER, in_guia_interprete INTEGER, in_certificado INTEGER, no_entidade_certificacao STRING, uf_entidade_certificacao STRING, pk_cod_entidade STRING, cod_municipio_esc STRING, no_municipio_esc STRING, uf_esc STRING, id_dependencia_adm STRING, id_localizacao STRING, sit_func STRING, cod_municipio_prova INTEGER, no_municipio_prova STRING, uf_municipio_prova STRING, in_presenca_cn INTEGER, in_presenca_ch INTEGER, in_presenca_lc INTEGER, in_presenca_mt INTEGER, nu_nt_cn STRING, nu_nt_ch STRING, nu_nt_lc STRING, nu_nt_mt STRING, tx_respostas_cn STRING, tx_respostas_ch STRING, tx_respostas_lc STRING, tx_respostas_mt STRING, id_prova_cn STRING, id_prova_ch STRING, id_prova_lc STRING, id_prova_mt STRING, tp_lingua STRING, ds_gabarito_cn STRING, ds_gabarito_ch STRING, ds_gabarito_lc STRING, ds_gabarito_mt STRING, in_status_redacao STRING, nu_nota_comp1 STRING, nu_nota_comp2 STRING, nu_nota_comp3 STRING, nu_nota_comp4 STRING, nu_nota_comp5 STRING, nu_nota_redacao STRING)'
2017-10-17 15:03:00 II: Finished in 0s
2017-10-17 15:03:00 QQ: 'COPY OFFSET 2 INTO enem_2012 FROM '/export/scratch1/home/hannes/eanthony/r-wd/enem-1508238377/2012/DADOS/DADOS_ENEM_2012.csv' USING DELIMITERS ',','\n','"' NULL as ''  '
2017-10-17 15:03:00 QQ: 'ROLLBACK'
2017-10-17 15:03:00 II: Finished in 0s
2017-10-17 15:15:18 QQ: 'START TRANSACTION'
2017-10-17 15:15:18 II: Finished in 0s
2017-10-17 15:15:18 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id'
2017-10-17 15:15:18 II: Finished in 0s
2017-10-17 15:15:19 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id'
2017-10-17 15:15:19 II: Finished in 0.01s
2017-10-17 15:15:19 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id'
2017-10-17 15:15:19 II: Finished in 0s
2017-10-17 15:15:19 QQ: 'CREATE TABLE enem_2012 (nu_inscricao DOUBLE PRECISION, nu_ano INTEGER, idade INTEGER, tp_sexo INTEGER, cod_municipio_insc INTEGER, no_municipio_insc STRING, uf_insc STRING, st_conclusao INTEGER, ano_concluiu STRING, tp_escola STRING, in_tp_ensino STRING, tp_estado_civil INTEGER, tp_cor_raca INTEGER, in_unidade_hospitalar INTEGER, in_baixa_visao INTEGER, in_cegueira INTEGER, in_surdez INTEGER, in_deficiencia_auditiva INTEGER, in_surdo_cegueira INTEGER, in_deficiencia_fisica INTEGER, in_deficiencia_mental INTEGER, in_deficit_atencao INTEGER, in_dislexia INTEGER, in_gestante INTEGER, in_lactante INTEGER, in_idoso INTEGER, in_autismo INTEGER, in_sabatista INTEGER, in_braille INTEGER, in_ampliada INTEGER, in_ledor INTEGER, in_acesso INTEGER, in_transcricao INTEGER, in_libras INTEGER, in_leitura_labial INTEGER, in_mesa_cadeira_rodas INTEGER, in_mesa_cadeira_separada INTEGER, in_apoio_perna INTEGER, in_guia_interprete INTEGER, in_certificado INTEGER, no_entidade_certificacao STRING, uf_entidade_certificacao STRING, pk_cod_entidade STRING, cod_municipio_esc STRING, no_municipio_esc STRING, uf_esc STRING, id_dependencia_adm STRING, id_localizacao STRING, sit_func STRING, cod_municipio_prova INTEGER, no_municipio_prova STRING, uf_municipio_prova STRING, in_presenca_cn INTEGER, in_presenca_ch INTEGER, in_presenca_lc INTEGER, in_presenca_mt INTEGER, nu_nt_cn STRING, nu_nt_ch STRING, nu_nt_lc STRING, nu_nt_mt STRING, tx_respostas_cn STRING, tx_respostas_ch STRING, tx_respostas_lc STRING, tx_respostas_mt STRING, id_prova_cn STRING, id_prova_ch STRING, id_prova_lc STRING, id_prova_mt STRING, tp_lingua STRING, ds_gabarito_cn STRING, ds_gabarito_ch STRING, ds_gabarito_lc STRING, ds_gabarito_mt STRING, in_status_redacao STRING, nu_nota_comp1 STRING, nu_nota_comp2 STRING, nu_nota_comp3 STRING, nu_nota_comp4 STRING, nu_nota_comp5 STRING, nu_nota_redacao STRING)'
2017-10-17 15:15:19 II: Finished in 0s
2017-10-17 15:15:19 QQ: 'COPY OFFSET 2 INTO enem_2012 FROM '/export/scratch1/home/hannes/eanthony/r-tmp/enem/RtmpykDzxe/file23db29a929f1' USING DELIMITERS ',','\n','"' NULL as ''  '
2017-10-17 15:17:09 II: Finished in 1.84s
2017-10-17 15:17:09 QQ: 'SELECT COUNT(*) FROM enem_2012'
2017-10-17 15:17:09 II: Finished in 0.03s
2017-10-17 15:17:09 QQ: 'COMMIT'
2017-10-17 15:18:13 II: Finished in 1.08s
2017-10-17 15:18:47 QQ: 'SELECT COUNT(*) FROM enem_2012'
2017-10-17 15:18:47 II: Finished in 0.04s
2017-10-17 15:18:47 QQ: 'START TRANSACTION'
2017-10-17 15:18:47 II: Finished in 0s
2017-10-17 15:18:47 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id'
2017-10-17 15:18:54 II: Finished in 7.29s
2017-10-17 15:18:54 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id'
2017-10-17 15:18:54 II: Finished in 0.01s
2017-10-17 15:18:54 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id'
2017-10-17 15:18:54 II: Finished in 0.01s
2017-10-17 15:18:54 QQ: 'CREATE TABLE itens_enem_2012 (id_posicao STRING, cod_area STRING, id_item INTEGER, ds_gabarito STRING, id_habilidade INTEGER, ds_cor STRING, id_prova INTEGER)'
2017-10-17 15:18:54 II: Finished in 0s
2017-10-17 15:18:54 QQ: 'COPY OFFSET 2 INTO itens_enem_2012 FROM '/export/scratch1/home/hannes/eanthony/r-wd/enem-1508238377/2012/DADOS/ITENS_ENEM_2012.csv' USING DELIMITERS ',','\n','"' NULL as ''  '
2017-10-17 15:18:54 II: Finished in 0.04s
2017-10-17 15:18:54 QQ: 'SELECT COUNT(*) FROM itens_enem_2012'
2017-10-17 15:18:54 II: Finished in 0s
2017-10-17 15:18:54 QQ: 'COMMIT'
2017-10-17 15:18:56 II: Finished in 1.24s
2017-10-17 15:18:56 QQ: 'SELECT COUNT(*) FROM itens_enem_2012'
2017-10-17 15:18:56 II: Finished in 0s
2017-10-17 15:18:56 QQ: 'START TRANSACTION'
2017-10-17 15:18:56 II: Finished in 0s
2017-10-17 15:18:56 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id'
2017-10-17 15:18:56 II: Finished in 0.09s
2017-10-17 15:18:56 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id'
2017-10-17 15:18:56 II: Finished in 0s
2017-10-17 15:18:56 QQ: 'select schemas.name as sn, tables.name as tn from sys.tables join sys.schemas on tables.schema_id=schemas.id'
2017-10-17 15:18:56 II: Finished in 0.01s
2017-10-17 15:18:56 QQ: 'CREATE TABLE questionario_enem_2012 (nu_inscricao DOUBLE PRECISION, in_qse INTEGER, q01 STRING, q02 STRING, q03 STRING, q04 INTEGER, q05 STRING, q06 STRING, q07 STRING, q08 STRING, q09 STRING, q10 STRING, q11 STRING, q12 STRING, q13 STRING, q14 STRING, q15 STRING, q16 STRING, q17 STRING, q18 STRING, q19 STRING, q20 STRING, q21 STRING, q22 STRING, q23 INTEGER, q24 INTEGER, q25 INTEGER, q26 INTEGER, q27 INTEGER, q28 INTEGER, q29 INTEGER, q30 STRING, q31 STRING, q32 STRING, q33 STRING, q34 STRING, q35 STRING, q36 STRING, q37 STRING, q38 STRING, q39 STRING, q40 STRING, q41 STRING, q42 STRING, q43 STRING, q44 STRING, q45 STRING, q46 STRING, q47 STRING, q48 STRING, q49 STRING, q50 STRING, q51 STRING, q52 STRING, q53 STRING, q54 STRING, q55 STRING, q56 STRING, q57 STRING, q58 STRING, q59 STRING, q60 STRING, q61 STRING, q62 STRING)'
2017-10-17 15:18:56 II: Finished in 0s
2017-10-17 15:18:56 QQ: 'COPY OFFSET 2 INTO questionario_enem_2012 FROM '/export/scratch1/home/hannes/eanthony/r-wd/enem-1508238377/2012/DADOS/QUESTIONARIO_ENEM_2012.csv' USING DELIMITERS ',','\n','"' NULL as ''  '
2017-10-17 15:19:41 II: Finished in 45.64s
2017-10-17 15:19:41 QQ: 'SELECT COUNT(*) FROM questionario_enem_2012'
2017-10-17 15:19:41 II: Finished in 0.03s
2017-10-17 15:19:41 QQ: 'COMMIT'
2017-10-17 15:21:11 II: Finished in 1.49s
2017-10-17 15:21:49 QQ: 'SELECT COUNT(*) FROM questionario_enem_2012'
2017-10-17 15:21:49 II: Finished in 0.03s
2017-10-17 15:21:49 QQ: 'SELECT COUNT(*) FROM enem2012'
2017-10-17 15:21:49 
2017-10-17 15:21:49 
2017-10-17 15:21:49 lodown is now exiting unexpectedly.
2017-10-17 15:21:49 websites that host publicly-downloadable microdata change often and sometimes those changes cause this software to break.
2017-10-17 15:21:49 if the error call stack below appears to be a hiccup in your internet connection, then please verify your connectivity and retry the download.
2017-10-17 15:21:49 otherwise, please open a new issue at `https://github.com/ajdamico/asdfree/issues` with the contents of this error call stack and also the output of your `sessionInfo()`.
2017-10-17 15:21:49 
2017-10-17 15:21:49 
2017-10-17 15:21:49 [[1]]
2017-10-17 15:21:49 source(lodown::syntaxtractor("enem", replacements = machine_specific_replacements, 
2017-10-17 15:21:49     setup_test = "setup"), echo = TRUE)
2017-10-17 15:21:49 
2017-10-17 15:21:49 [[2]]
2017-10-17 15:21:49 withVisible(eval(ei, envir))
2017-10-17 15:21:49 
2017-10-17 15:21:49 [[3]]
2017-10-17 15:21:49 eval(ei, envir)
2017-10-17 15:21:49 
2017-10-17 15:21:49 [[4]]
2017-10-17 15:21:49 eval(ei, envir)
2017-10-17 15:21:49 
2017-10-17 15:21:49 [[5]]
2017-10-17 15:21:49 lodown("enem", output_dir = file.path("/export/scratch1/home/hannes/eanthony/r-wd/enem-1508238377"))
2017-10-17 15:21:49 
2017-10-17 15:21:49 [[6]]
2017-10-17 15:21:49 withCallingHandlers(catalog <- load_fun(data_name = data_name, 
2017-10-17 15:21:49     catalog, ...), error = function(e) {
2017-10-17 15:21:49     if (grepl("cannot allocate vector of size", e)) 
2017-10-17 15:21:49         message(memory_note)
2017-10-17 15:21:49     else if (grepl("parameter must be specified", e)) 
2017-10-17 15:21:49         message(parameter_note)
2017-10-17 15:21:49     else if (grepl("to install", e)) 
2017-10-17 15:21:49         message(installation_note)
2017-10-17 15:21:49     else {
2017-10-17 15:21:49         message(unknown_error_note)
2017-10-17 15:21:49         print(sys.calls())
2017-10-17 15:21:49     }
2017-10-17 15:21:49 })
2017-10-17 15:21:49 
2017-10-17 15:21:49 [[7]]
2017-10-17 15:21:49 load_fun(data_name = data_name, catalog, ...)
2017-10-17 15:21:49 
2017-10-17 15:21:49 [[8]]
2017-10-17 15:21:49 DBI::dbGetQuery(db, paste0("SELECT COUNT(*) FROM enem", catalog[i, 
2017-10-17 15:21:49     "year"]))
2017-10-17 15:21:49 
2017-10-17 15:21:49 [[9]]
2017-10-17 15:21:49 DBI::dbGetQuery(db, paste0("SELECT COUNT(*) FROM enem", catalog[i, 
2017-10-17 15:21:49     "year"]))
2017-10-17 15:21:49 
2017-10-17 15:21:49 [[10]]
2017-10-17 15:21:49 .local(conn, statement, ...)
2017-10-17 15:21:49 
2017-10-17 15:21:49 [[11]]
2017-10-17 15:21:49 dbSendQuery(conn, statement, ...)
2017-10-17 15:21:49 
2017-10-17 15:21:49 [[12]]
2017-10-17 15:21:49 dbSendQuery(conn, statement, ...)
2017-10-17 15:21:49 
2017-10-17 15:21:49 [[13]]
2017-10-17 15:21:49 .local(conn, statement, ...)
2017-10-17 15:21:49 
2017-10-17 15:21:49 [[14]]
2017-10-17 15:21:49 stop("Unable to execute statement '", statement, "'.\nServer says '", 
2017-10-17 15:21:49     env$message, "'.")
2017-10-17 15:21:49 
2017-10-17 15:21:49 [[15]]
2017-10-17 15:21:49 .handleSimpleError(function (e) 
2017-10-17 15:21:49 {
2017-10-17 15:21:49     if (grepl("cannot allocate vector of size", e)) 
2017-10-17 15:21:49         message(memory_note)
2017-10-17 15:21:49     else if (grepl("parameter must be specified", e)) 
2017-10-17 15:21:49         message(parameter_note)
2017-10-17 15:21:49     else if (grepl("to install", e)) 
2017-10-17 15:21:49         message(installation_note)
2017-10-17 15:21:49     else {
2017-10-17 15:21:49         message(unknown_error_note)
2017-10-17 15:21:49         print(sys.calls())
2017-10-17 15:21:49     }
2017-10-17 15:21:49 }, "Unable to execute statement 'SELECT COUNT(*) FROM enem2012'.\nServer says 'ParseException:SQLparser:42S02!SELECT: no such table 'enem2012''.", 
2017-10-17 15:21:49     quote(.local(conn, statement, ...)))
2017-10-17 15:21:49 
2017-10-17 15:21:49 [[16]]
2017-10-17 15:21:49 h(simpleError(msg, call))
2017-10-17 15:21:49 
2017-10-17 15:21:49 Error in .local(conn, statement, ...) : 
2017-10-17 15:21:49   Unable to execute statement 'SELECT COUNT(*) FROM enem2012'.
2017-10-17 15:21:49 Server says 'ParseException:SQLparser:42S02!SELECT: no such table 'enem2012''.
2017-10-17 15:21:49 Calls: source ... <Anonymous> -> .local -> dbSendQuery -> dbSendQuery -> .local
2017-10-17 15:21:49 In addition: There were 30 warnings (use warnings() to see them)
2017-10-17 15:21:49 Execution halted