shenek / streamson

Memory efficient handling of large JSON data.
MIT License
4 stars 0 forks source link

Error while parsing regular json #253

Open shenek opened 1 year ago

shenek commented 1 year ago
[{"pk":4,"kind":"non_counter.date_based","version":1,"parser_name":"ulrichs","data_format":{"name":"Ulrichs","id":7},"areas":[{"kind":"non_counter.date_based","titles":null,"metrics":{"role":"metric","source":{"value":"Total Searches"}},"title_ids":[],"dimensions":[],"data_headers":{"roles":[{"role":"date","source":{"coord":{"col":0,"row":1},"direction":"right"}}],"data_cells":{"coord":{"col":0,"row":2},"direction":"right"},"data_direction":"down"},"organizations":{"source":{"sheet_attr":"name"}}},{"kind":"non_counter.date_based","titles":null,"metrics":{"role":"metric","source":{"coord":{"col":0,"row":6},"direction":"down"}},"title_ids":[],"dimensions":[],"data_headers":{"roles":[{"role":"date","source":{"coord":{"col":1,"row":5},"direction":"right"}}],"data_cells":{"coord":{"col":1,"row":6},"direction":"right"},"data_direction":"down"},"organizations":{"source":{"sheet_attr":"name"}}}],"platforms":["Ulrichsweb"],"metrics_to_skip":[],"titles_to_skip":[],"dimensions_to_skip":{},"metric_aliases":[],"dimension_aliases":[],"heuristics":{"kind":"and","conds":[{"kind":"regex","coord":{"col":0,"row":0},"pattern":"^Total Searches"},{"kind":"regex","coord":{"col":0,"row":4},"pattern":"^Full record views"}]},"lowest_nibbler_version":"7.6.2","highest_nibbler_version":"7.6.2"},{"pk":16,"kind":"non_counter.metric_based","version":1,"parser_name":"NYT","data_format":{"name":"NYT","id":18},"areas":[{"kind":"non_counter.metric_based","dates":{"role":"date","source":{"coord":{"col":0,"row":9},"direction":"down"}},"titles":null,"title_ids":[],"dimensions":[{"name":"Access Model","role":"dimension","source":{"coord":{"col":2,"row":9},"direction":"down"}}],"data_headers":{"roles":[{"role":"metric","source":{"coord":{"col":4,"row":8},"direction":"right"}}],"rules":[{"on_error":"proceed","condition":{"kind":"regex","pattern":"^.*Articles Read$"},"role_source_offset":-2,"on_condition_failed":"proceed","on_condition_passed":"proceed","role_extract_params_override":{"regex":"^.*(Articles Read)$"}},{"on_error":"proceed","condition":{"kind":"regex","pattern":"^Page Views.*$"},"on_condition_failed":"proceed","on_condition_passed":"proceed","role_extract_params_override":{"regex":"^(Page Views).*$"}},{"on_error":"proceed","condition":{"kind":"regex","pattern":"^(Period Activations|.* Rate)$"},"on_condition_failed":"proceed","on_condition_passed":"skip"},{"on_error":"proceed","condition":{"kind":"regex","pattern":"^Period Activations$"},"role_source_offset":1,"on_condition_failed":"proceed","on_condition_passed":"proceed"},{"on_error":"skip","condition":null,"on_condition_failed":"stop","on_condition_passed":"proceed"}],"data_cells":{"coord":{"col":4,"row":9},"direction":"right"},"data_direction":"down"},"organizations":null}],"platforms":["NYT"],"metrics_to_skip":[],"titles_to_skip":[],"dimensions_to_skip":{},"metric_aliases":[],"dimension_aliases":[],"heuristics":{"kind":"and","conds":[{"kind":"regex","coord":{"col":0,"row":0},"pattern":"^NYTimes Usage Report$"},{"kind":"regex","coord":{"col":0,"row":7},"pattern":"^Usage Details$"}]},"lowest_nibbler_version":"7.6.2","highest_nibbler_version":"7.6.2"}]
cat /tmp/out.json | sson all -h d:2
Error: IncorrectInput(IncorrectInput { byte: 45, idx: 1878 })

It seems that sson is unable to parse negative numbers