michelescarlato
commented
1 month ago I commented
if (opts.do_indexes)
{
// There are two aspects of setting up search data. One is to create searchable
// tables to respond to queries and filters. The other is to set up
// suitable JSON fields to return to the UI in response to those queries.
// The lup schemas from context, as well as the aggs schemas, are required.
string core_conn_string = _credentials.GetConnectionString("mdr");
List<string> aggs_schemas = new(){"st", "ob", "nk"};
_monDatalayer.SetUpTempFTWs(_credentials, core_conn_string, "core", "aggs", aggs_schemas);
List<string> ctx_schemas = new(){"lup"};
_monDatalayer.SetUpTempFTWs(_credentials, core_conn_string, "core", "context", ctx_schemas);
_loggingHelper.LogLine("FTW tables recreated");
// Initial task is to create JSON versions of the object data (as part of this will be
// incorporated into study json and tables, from where it can be returned when necessary).
// Querying and filtering is almost always done against studies rather than objects - the
// exception being PMIDs and even then it is studies that are returned.
// Preparing object data is therefore focused on creating the JSON required. The routine
// below generates both a 'full' JSON image of each object plus a much smaller JSON
// fragment that will be returned within search results.
CoreSearchBuilder csb = new CoreSearchBuilder(core_conn_string, _loggingHelper);
_loggingHelper.LogHeader("Creating JSON object data");
csb.CreateJSONObjectData();
// Tables are then created to hold data for querying in various ways
_loggingHelper.LogHeader("Setting up study search tables");
//csb.CreateIdentifierSearchDataTable();
_loggingHelper.LogHeader("Setting up PMID search data tables");
//csb.CreatePMIDSearchDataTable();
_loggingHelper.LogHeader("Setting up LEXEME search data tables");
//csb.CreateLexemeSearchDataTable();
_loggingHelper.LogHeader("Setting up Country search data tables");
//csb.CreateCountrySearchDataTable();
// The study data json objects are then created
_loggingHelper.LogHeader("Creating JSON study data");
csb.CreateJSONStudyData();
_loggingHelper.LogHeader("Creating data in search tables");
csb.AddStudyJsonToSearchTables();
csb.SwitchToNewTables();
// Drop FTW schemas.
_monDatalayer.DropTempFTWs(core_conn_string, "aggs", aggs_schemas);
_monDatalayer.DropTempFTWs(core_conn_string, "context", ctx_schemas);
_loggingHelper.LogLine("FTW tables dropped");
}And the Indexing didn't terminate AG -X 2024-09-17 084505.log
After applying the changes mentioned in #9, now there is an out of memory error: