search

akpaevj / OneSTools.EventLog

Библиотеки и готовые инструменты для чтения и экспорта журнала регистрации 1С в ClickHouse и ElasticSearch
MIT License
126 stars 45 forks source link

Крашится процесс #34

Open 1rV1N-git opened 2 years ago

1rV1N-git commented 2 years ago

Версия 1С 8.3.19.1467 ELK 7.17.1

После перезапуска работает ~20-30 секунд. успевает выгрузить некоторое количество логов и опять падает.

dbug: OneSTools.EventLog.Exporter.Core.ElasticSearch.ElasticSearchStorage[0]
      153 items were being written to onec-journal-upp_8_2-202204
Stack overflow.
Repeat 9582 times:
--------------------------------
   at OneSTools.BracketsFile.BracketsParser.ParseBlock(System.Text.StringBuilder, Int32, Int32)
--------------------------------
   at OneSTools.EventLog.LgpReader.ParseEventLogItemData(System.Text.StringBuilder, Int64, System.Threading.CancellationToken)
   at OneSTools.EventLog.LgpReader.ReadEventLogItemData(System.Threading.CancellationToken)
   at OneSTools.EventLog.LgpReader.ReadNextEventLogItem(System.Threading.CancellationToken)
   at OneSTools.EventLog.EventLogReader.ReadNextEventLogItem(System.Threading.CancellationToken)
   at OneSTools.EventLog.Exporter.Core.EventLogExporter+<StartAsync>d__17.MoveNext()
   at System.Runtime.CompilerServices.AsyncTaskMethodBuilder`1+AsyncStateMachineBox`1[[System.Threading.Tasks.VoidTaskResult, System.Private.CoreLib, Version=5.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e],[OneSTools.EventLog.Exporter.Core.EventLogExporter+<StartAsync>d__17, OneSTools.EventLog.Exporter.Core, Version=1.1.0.0, Culture=neutral, PublicKeyToken=null]].ExecutionContextCallback(System.Object)
   at System.Threading.ExecutionContext.RunInternal(System.Threading.ExecutionContext, System.Threading.ContextCallback, System.Object)
   at System.Runtime.CompilerServices.AsyncTaskMethodBuilder`1+AsyncStateMachineBox`1[[System.Threading.Tasks.VoidTaskResult, System.Private.CoreLib, Version=5.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e],[OneSTools.EventLog.Exporter.Core.EventLogExporter+<StartAsync>d__17, OneSTools.EventLog.Exporter.Core, Version=1.1.0.0, Culture=neutral, PublicKeyToken=null]].MoveNext(System.Threading.Thread)
   at System.Runtime.CompilerServices.AsyncTaskMethodBuilder`1+AsyncStateMachineBox`1[[System.Threading.Tasks.VoidTaskResult, System.Private.CoreLib, Version=5.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e],[OneSTools.EventLog.Exporter.Core.EventLogExporter+<StartAsync>d__17, OneSTools.EventLog.Exporter.Core, Version=1.1.0.0, Culture=neutral, PublicKeyToken=null]].MoveNext()
   at System.Threading.Tasks.AwaitTaskContinuation.RunOrScheduleAction(System.Runtime.CompilerServices.IAsyncStateMachineBox, Boolean)
   at System.Threading.Tasks.Task.RunContinuations(System.Object)
   at System.Threading.Tasks.Task`1[[System.__Canon, System.Private.CoreLib, Version=5.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e]].TrySetResult(System.__Canon)
   at System.Runtime.CompilerServices.AsyncTaskMethodBuilder`1[[System.__Canon, System.Private.CoreLib, Version=5.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e]].SetExistingTaskResult(System.Threading.Tasks.Task`1<System.__Canon>, System.__Canon)
   at System.Runtime.CompilerServices.AsyncTaskMethodBuilder`1[[System.__Canon, System.Private.CoreLib, Version=5.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e]].SetResult(System.__Canon)
   at OneSTools.EventLog.Exporter.Core.EventLogExporter+<GetReaderSettingsAsync>d__19.MoveNext()
   at System.Runtime.CompilerServices.AsyncTaskMethodBuilder`1+AsyncStateMachineBox`1[[System.__Canon, System.Private.CoreLib, Version=5.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e],[OneSTools.EventLog.Exporter.Core.EventLogExporter+<GetReaderSettingsAsync>d__19, OneSTools.EventLog.Exporter.Core, Version=1.1.0.0, Culture=neutral, PublicKeyToken=null]].ExecutionContextCallback(System.Object)
   at System.Threading.ExecutionContext.RunInternal(System.Threading.ExecutionContext, System.Threading.ContextCallback, System.Object)
   at System.Runtime.CompilerServices.AsyncTaskMethodBuilder`1+AsyncStateMachineBox`1[[System.__Canon, System.Private.CoreLib, Version=5.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e],[OneSTools.EventLog.Exporter.Core.EventLogExporter+<GetReaderSettingsAsync>d__19, OneSTools.EventLog.Exporter.Core, Version=1.1.0.0, Culture=neutral, PublicKeyToken=null]].MoveNext(System.Threading.Thread)
   at System.Runtime.CompilerServices.AsyncTaskMethodBuilder`1+AsyncStateMachineBox`1[[System.__Canon, System.Private.CoreLib, Version=5.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e],[OneSTools.EventLog.Exporter.Core.EventLogExporter+<GetReaderSettingsAsync>d__19, OneSTools.EventLog.Exporter.Core, Version=1.1.0.0, Culture=neutral, PublicKeyToken=null]].MoveNext()
   at System.Threading.Tasks.AwaitTaskContinuation.RunOrScheduleAction(System.Runtime.CompilerServices.IAsyncStateMachineBox, Boolean)
   at System.Threading.Tasks.Task.RunContinuations(System.Object)
   ...........
   at System.Threading.Tasks.Task.RunContinuations(System.Object)
   at System.Threading.Tasks.Task`1[[System.Int32, System.Private.CoreLib, Version=5.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e]].TrySetResult(Int32)
   at System.Runtime.CompilerServices.AsyncTaskMethodBuilder`1[[System.Int32, System.Private.CoreLib, Version=5.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e]].SetExistingTaskResult(System.Threading.Tasks.Task`1<Int32>, Int32)
   at System.Runtime.CompilerServices.AsyncValueTaskMethodBuilder`1[[System.Int32, System.Private.CoreLib, Version=5.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e]].SetResult(Int32)
   at System.Net.Security.SslStream+<ReadAsyncInternal>d__181`1[[System.Net.Security.AsyncReadWriteAdapter, System.Net.Security, Version=5.0.0.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a]].MoveNext()
   at System.Runtime.CompilerServices.AsyncTaskMethodBuilder`1+AsyncStateMachineBox`1[[System.Int32, System.Private.CoreLib, Version=5.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e],[System.Net.Security.SslStream+<ReadAsyncInternal>d__181`1[[System.Net.Security.AsyncReadWriteAdapter, System.Net.Security, Version=5.0.0.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a]], System.Net.Security, Version=5.0.0.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a]].ExecutionContextCallback(System.Object)
   at System.Threading.ExecutionContext.RunInternal(System.Threading.ExecutionContext, System.Threading.ContextCallback, System.Object)
   at System.Runtime.CompilerServices.AsyncTaskMethodBuilder`1+AsyncStateMachineBox`1[[System.Int32, System.Private.CoreLib, Version=5.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e],[System.Net.Security.SslStream+<ReadAsyncInternal>d__181`1[[System.Net.Security.AsyncReadWriteAdapter, System.Net.Security, Version=5.0.0.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a]], System.Net.Security, Version=5.0.0.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a]].MoveNext(System.Threading.Thread)
   at System.Runtime.CompilerServices.AsyncTaskMethodBuilder`1+AsyncStateMachineBox`1[[System.Int32, System.Private.CoreLib, Version=5.0.0.0, Culture=neutral, PublicKeyToken=7cec85d7bea7798e],[System.Net.Security.SslStream+<ReadAsyncInternal>d__181`1[[System.Net.Security.AsyncReadWriteAdapter, System.Net.Security, Version=5.0.0.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a]], System.Net.Security, Version=5.0.0.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a]].MoveNext()
   at System.Threading.ThreadPool+<>c.<.cctor>b__60_0(System.Object)
   at System.Net.Sockets.Socket+AwaitableSocketAsyncEventArgs.InvokeContinuation(System.Action`1<System.Object>, System.Object, Boolean, Boolean)
   at System.Net.Sockets.Socket+AwaitableSocketAsyncEventArgs.OnCompleted(System.Net.Sockets.SocketAsyncEventArgs)
   at System.Net.Sockets.SocketAsyncEventArgs.OnCompletedInternal()
   at System.Net.Sockets.SocketAsyncEventArgs+<>c.<.cctor>b__179_0(UInt32, UInt32, System.Threading.NativeOverlapped*)
   at System.Threading.ThreadPoolBoundHandleOverlapped.CompletionCallback(UInt32, UInt32, System.Threading.NativeOverlapped*)
   at System.Threading._IOCompletionCallback.PerformIOCompletionCallback(UInt32, UInt32, System.Threading.NativeOverlapped*)
akpaevj commented 2 years ago

На одном и том же месте падает, я так понимаю?

at OneSTools.BracketsFile.BracketsParser.ParseBlock(System.Text.StringBuilder, Int32, Int32)

Говорит о том, что какой-то косяк в данных журнала и библиотека там крашится. Для того, что-бы понять что происходит, мне нужен кусок ошибочный

1rV1N-git commented 2 years ago

суда про тому что новые данные в elatic выгружаются говорит о том что он не на каком то конкретном месте завис либо это в какой другой базе. понять бы в какой базе( ща попробую выяснить

dbug: OneSTools.EventLog.Exporter.Core.ElasticSearch.ElasticSearchStorage[0]
      153 items were being written to onec-journal-upp_8_2-202204
1rV1N-git commented 2 years ago

в ELK последний документ c временой меткой 20220210150406 в елке 26 документов с таким timespamp в логе 32 где то тут ломается

{20220210150406,C,
{244139f619060,97fd6},1,2,3,237917,4,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,U,
{244139f619060,97fd6},1,2,3,237917,9,I,"",208,
{"U"},"",1,3,0,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,97fd6},1,2,3,237917,5,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,98110},1,2,3,237917,4,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,98110},1,2,3,237917,5,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,981e0},1,2,3,237917,4,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,U,
{244139f619060,981e0},1,2,3,237917,9,I,"",208,
{"U"},"",1,3,0,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,981e0},1,2,3,237917,5,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,9831a},1,2,3,237917,4,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,U,
{244139f619060,9831a},1,2,3,237917,9,I,"",33,
{"U"},"",1,3,0,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,9831a},1,2,3,237917,5,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,98453},1,2,3,237917,4,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,U,
{244139f619060,98453},1,2,3,237917,9,I,"",208,
{"U"},"",1,3,0,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,98453},1,2,3,237917,5,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,9858d},1,2,3,237917,4,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,9858d},1,2,3,237917,5,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,9865d},1,2,3,237917,4,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,U,
{244139f619060,9865d},1,2,3,237917,9,I,"",208,
{"U"},"",1,3,0,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,9865d},1,2,3,237917,5,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,98797},1,2,3,237917,4,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,U,
{244139f619060,98797},1,2,3,237917,9,I,"",208,
{"U"},"",1,3,0,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,98797},1,2,3,237917,5,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,988d1},1,2,3,237917,4,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,U,
{244139f619060,988d1},1,2,3,237917,9,I,"",33,
{"U"},"",1,3,0,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,988d1},1,2,3,237917,5,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,98a0a},1,2,3,237917,4,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,U,
{244139f619060,98a0a},1,2,3,237917,9,I,"",208,
{"U"},"",1,3,0,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,98a0a},1,2,3,237917,5,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,N,
{0,0},1,2,3,237917,45,I,"",201,
{"S","Сбор и отправка статистики"},"",1,3,0,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,98bd3},1,2,3,237917,4,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,C,
{244139f619060,98bd3},1,2,3,237917,5,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150406,N,
{0,0},1,2,3,0,3,I,"",0,
{"U"},"",0,0,0,1,0,
{2,1,1,2,1}
},
{20220210150623,C,
{244139f7677f0,98cf6},0,2,3,237942,4,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150623,C,
{244139f7677f0,98cf6},0,2,3,237942,5,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},
{20220210150623,N,
{0,0},1,2,3,237942,6,I,"",2,
{"S","Все обновления новостей"},"",1,3,0,1,0,
{2,1,1,2,1}
},
{20220210150628,C,
{244139f773b40,98e4d},1,2,3,237942,4,I,"",0,
{"U"},"",1,3,3,1,0,
{2,1,1,2,1}
},