rue-a / hofzuweisungslisten

https://doi.org/10.5281/zenodo.13789643
Other
0 stars 0 forks source link

Mixed up fields Heimatort, Lager_lt_Vomi and Lager_lt_AKK #6

Open rue-a opened 2 months ago

rue-a commented 2 months ago

In the original sheets, the many fields were entered into stacked columns and separated by a new lines within this columns. We used a script to separate these stacked columns. However within the rows of the stacked column Heimatort, Lager_lt_Vomi, Lager_lt_AKK, often, only one or two lines were present. In these the cases, the content of the lines were entered into the columns Heimatort (only one line present in the column) or Heimatort and Lager_lt-Vomi (two lines present). It is evident that this heuristic is not always correct, e.g., a single line does not always refer to the Heimatdorf, but rather to Lager_lt_Vomi or Lager_lt_AKK.

rue-a commented 1 month ago

As a first step, we normalized the camp names. This included some semi-manual curation efforts (e.g. re-merging camp names that were mistakenly split by the process described above; mostly because a street name was involved in the camp name) and an automated replacement step where the original camp names were replaced with names from a master list. The master list was derived through a statistical analysis of the camp name occurrences across the document; with a final manual review. The replacements mostly fixes different or wrong spellings and the order of words, e.g. Kloster Zgierz -> Zgierz Kloster.

Masterlist:

{
    "Aleksandrowa": None,
    "Alisch Lager 9": "Kalisch Lager 9",
    "Alt-Rokin": None,
    "Antonovka": "Antonowka",
    "Antonowka": None,
    "Antynowka": "Antonowka",
    "Kirschberg Bl. 8": None,
    "Balarka": None,
    "Barczowka": "Janowka",
    "Buckow": None,
    "Bugrinski": None,
    "Buszyn": "Tuszyn",
    "Chlasta": None,
    "Chmiluwka Tuszyn": "Tuszyn",
    "Chocin": None,
    "Chodowbiszcze": None,
    "Chojenka": None,
    "Czeslawin": None,
    "Czmielow Waldhorst": "Waldhorst",
    "Elisabetpol": None,
    "Grabowa": "Lodsch Grabowa",
    "Grabowa 25": "Lodsch Grabowa 25",
    "Grajewo": None,
    "Gross Kupla": None,
    "Grotniki": None,
    "Gruchowska": None,
    "Gruszewska": None,
    "Gwostiec": None,
    "Handelsschule": "Zgierz Handelschule",
    "Jadwigow": None,
    "Jadwigow Tuszyn": None,
    "Janowka": None,
    "Janowka 36": "Janowka",
    "Janowka II": "Janowka 2",
    "Jaree": "Jeree",
    "Jeree": None,
    "Kaisersdorf": None,
    "Kalisch": None,
    "Kalisch ?": "Kalisch",
    "Kalisch Lager 1": None,
    "Kalisch Lager 10": None,
    "Kalisch Lager 11": None,
    "Kalisch Lager 5": None,
    "Kalisch Lager 6": None,
    "Kalisch Lager 8": None,
    "Kalisch Lager 9": None,
    "Kalisch Lager ?": "Kalisch",
    "Kalisch Lager I": "Kalisch Lager 1",
    "Kalniki": None,
    "Kelisch Lager 9": "Kalisch Lager 9",
    "Kirchberg": "Kirschberg",
    "Kirochborg": "Kirschberg",
    "Kirscchberg": "Kirschberg",
    "Kirschberg": None,
    "Kirschborg": "Kirschberg",
    "Kirschdorf": None,
    "Kirsohborg": "Kirschberg",
    "Kloster Zgierz": "Zgierz Kloster",
    "Kontorowess.": None,
    "Kotobetsch": None,
    "Krasnopol": None,
    "Kurgany": None,
    "Lager Bd. Bezka": None,
    "Lager Berka": None,
    "Lager Rogi": "Rogi",
    "Lager Teodory": "Teodory",
    "Lager Utrata": "Utrata",
    "Lg. Kirschberg": "Kirschberg",
    "Litzmannstadt": None,
    "Litzmannstadt Hitlerstr.": "Litzmannstadt Adolf Hitlerstr.",
    "Litzmannstadt Milienenstr": "Litzmannstadt Millionenstr.",
    "Litzmannstadt Ratsherrenstr. 18": "Litzmannstadt",
    "Lodsch": None,
    "Lodsch Ad. Hitlerstr": "Lodsch Adolf Hitlerstr.",
    "Lodsch Ad. Hitlerstr.": "Lodsch Adolf Hitlerstr.",
    "Lodsch Adolf Hitlerstr.": None,
    "Lodsch Adolf Hitlerstrasse": "Lodsch Adolf Hitlerstr.",
    "Lodsch Adolf-Hitlerstr.": "Lodsch Adolf Hitlerstr.",
    "Lodsch Bühlestr.": "Lodsch Millionenstr.",
    "Lodsch Grabeza 25": "Lodsch Grabowa",
    "Lodsch Grabowa": None,
    "Lodsch Grabowa 25": "Lodsch Grabowa",
    "Lodsch Grabowach": "Lodsch Grabowa",
    "Lodsch Grabowska": "Lodsch Grabowa",
    "Lodsch Grabowskastr.": "Lodsch Grabowa",
    "Lodsch Hipoteczna": None,
    "Lodsch Hitlerstr.": "Lodsch Adolf Hitlerstr.",
    "Lodsch Hitlerstr. 37": "Lodsch Adolf Hitlerstr.",
    "Lodsch Königstr 12": "Lodsch",
    "Lodsch Königstr. 12": None,
    "Lodsch Lager Milionenstr.": "Lodsch Millionenstr.",
    "Lodsch Lokatorska": None,
    "Lodsch Majewskischule": None,
    "Lodsch Milienenstr.": "Lodsch Millionenstr.",
    "Lodsch Milionenstr.": "Lodsch Millionenstr.",
    "Lodsch Millienenstr.": "Lodsch Millionenstr.",
    "Lodsch Millionenstr": "Lodsch Millionenstr.",
    "Lodsch Millionenstr.": None,
    "Lodsch Skerniewicka": "Lodsch Skierniewicka Str.",
    "Lodsch Skieniewicker": "Lodsch Skierniewicka Str.",
    "Lodsch Skierniewicka": "Lodsch Skierniewicka Str.",
    "Lodsch Skierniewicka Str.": None,
    "Lodsch Skierniewicka str.": "Lodsch Skierniewicka Str.",
    "Lodsch Skierwiewicki": "Lodsch Skierniewicka Str.",
    "Lodsch ad. Hitlerstr.": "Lodsch Adolf Hitlerstr.",
    "Lodsch. Milionenstr.": "Lodsch Millionenstr.",
    "Lokatorska": "Lodsch Lokatorska",
    "Lubomirka Waldhorst": "Waldhorst",
    "Lussyn": "Tuszyn",
    "Mihulicze": "Mikulicze",
    "Mikulcze": "Mikulicze",
    "Mikulicze": None,
    "Neu Wola": None,
    "Neu-Wola": "Neu Wola",
    "Nowy Mazew": None,
    "Ostrow": None,
    "Pabanice": "Pabianice",
    "Pabianica": "Pabianice",
    "Pabianice": None,
    "Pabianice Lager": "Pabianice",
    "Pabianmitze": "Pabianice",
    "Pabienice": "Pabianice",
    "Pierna": "Pirna",
    "Pirma": "Pirna",
    "Pirma E 15": "Pirna",
    "Pirna": None,
    "Pirna Lager 6": None,
    "Pirna Sonnenstein": None,
    "Pyrna": "Pirna",
    "RAD Lager": None,
    "Radoml 3": None,
    "Radoml 7": None,
    "Radoml 9": None,
    "Radoml I": "Radoml 1",
    "Radomle": "Radoml",
    "Radomle 10": "Radoml 10",
    "Radomle 11": "Radoml 11",
    "Radomle 12": "Radoml 12",
    "Radomle 4": "Radoml 4",
    "Radomle 9": "Radoml 9",
    "Remkow": None,
    "Rogi": None,
    "Rogi -Schule": "Rogi Schule",
    "Rogi Schule": None,
    "Rogi-Schule": "Rogi Schule",
    "Rogow": None,
    "Rogy-Schule": "Rogi Schule",
    "Ruszyn": "Tuszyn",
    "S. Lg. Kirschberg": "Kirschberg",
    "Sarecze": None,
    "Schalgerterstr. 7/24": None,
    "Schule Rogi": "Rogi Schule",
    "Seliska": None,
    "Sgierz Lager": "Zgierz",
    "Skierniewicka": "Lodsch Skierniewicka Str.",
    "Solonko": None,
    "Sonnenstein": "Pirna Sonnenstein",
    "Spatenfelde": None,
    "Tagaszyn": "Tuszyn",
    "Taszyn": "Tuszyn",
    "Teldhorst": "Waldhorst",
    "Teod": "Teodory",
    "Teod.": "Teodory",
    "Teodory": None,
    "Theddory": "Teodory",
    "Theodorshof": None,
    "Theodory": "Teodory",
    "Tirna": "Pirna",
    "Togaczyn": None,
    "Tr. Pabianice": "Pabianice",
    "Trata": "Utrata",
    "Tuochin": "Tuschin",
    "Tuozyn": "Tuszyn",
    "Tusayn": "Tuszyn",
    "Tuscchin": "Tuschin",
    "Tuschin": None,
    "Tuschin Lager 9": None,
    "Tussyn": "Tuszyn",
    "Tuszin": "Tuszyn",
    "Tuszyh": "Tuszyn",
    "Tuszyn": None,
    "UTrata": "Utrata",
    "Utrata": None,
    "Utzxta": "Utrata",
    "Uzeslawin": "Czeslawin",
    "Waldfried": "Waldfrieden",
    "Waldfrieden": None,
    "Waldhaus": None,
    "Waldhoest": "Waldhorst",
    "Waldhorat": "Waldhorst",
    "Waldhoret": "Waldhorst",
    "Waldhorst": None,
    "Waödhorst": "Waldhorst",
    "Weimar": None,
    "Weldhorst": "Waldhorst",
    "Zaunska Wola": "Zdunska Wola",
    "Zdinska Wola Kloster": "Zdunska Wola Kloster",
    "Zdunska Wola": None,
    "Zdunska Wola Kloster": None,
    "Zdunska-Wola": "Zdunska Wola",
    "Zduska Wola": "Zdunska Wola",
    "Zdusnka Wola": "Zdunska Wola",
    "Zernik": None,
    "Zgiers": "Zgierz",
    "Zgiers Litzmannstr. 2": "Zgierz Litzmannstr. 2",
    "Zgierz": None,
    "Zgierz E. Göring 13": "Zgierz H. Göringstr. 13",
    "Zgierz Gen Litzmannstr. 2": "Zgierz Litzmannstr. 2",
    "Zgierz Gen. Litzmannstr.": "Zgierz Litzmannstr. 2",
    "Zgierz Gen. Litzmannstr. 2": "Zgierz Litzmannstr. 2",
    "Zgierz Gen. Litzmanstr.": "Zgierz Litzmannstr. 2",
    "Zgierz H. Goringstr-13": "Zgierz H. Göringstr. 13",
    "Zgierz H. Göring 13": "Zgierz H. Göringstr. 13",
    "Zgierz H. Göringstr 13": "Zgierz H. Göringstr. 13",
    "Zgierz H. Göringstr. 13": None,
    "Zgierz Handelschule": None,
    "Zgierz Handelsschule": "Zgierz Handelschule",
    "Zgierz Herrenstr.": "Zgierz Herrenstr. 33",
    "Zgierz Herrenstr. 33": None,
    "Zgierz Kloste": "Zgierz Kloster",
    "Zgierz Kloster": None,
    "Zgierz Litzmannstr.": "Zgierz Litzmannstr. 2",
    "Zgierz Litzmannstr. 2": None,
    "Zgierz Werdersstr.": "Zgierz Werderstr.",
    "Zgierz Werderst.": "Zgierz Werderstr.",
    "Zgierz Werderstr": "Zgierz Werderstr.",
    "Zgierz Werderstr.": None,
    "Zgierz Werdertsr.": "Zgierz Werderstr.",
    "Zgierz Werdertstr.": "Zgierz Werderstr.",
    "Zuszyn": "Tuszyn",
    "aelisch Lager 9": "Kalisch Lager 9",
}