some embedded videos are not downloaded

[HarHarLinks]

Lesson/Exercise Recordings of https://moodle.rwth-aachen.de/course/view.php?id=14908 (Spezielle Themen der Virtuellen Realität (VR II) (VU) [21ss-12.53694])

``` ./syncMyMoodle.py --courses https://moodle.rwth-aachen.de/course/view.php\?id\=14908 --verbose ```

``` { "id": 142745, "name": "Lesson/Exercise Recordings", "visible": 1, "summary": "

Each page features a player, which loads quite slowly. Just wait a few seconds for it to appear.

", "summaryformat": 1, "section": 1, "hiddenbynumsections": 0, "uservisible": true, "modules": [ { "id": 597175, "url": "https://moodle.rwth-aachen.de/mod/page/view.php?id=597175", "name": "Lesson 01 - Introduction", "instance": 43860, "visible": 1, "uservisible": true, "visibleoncoursepage": 1, "modicon": "https://moodle.rwth-aachen.de/theme/image.php/boost_campus_rwth/page/1623215512/icon", "modname": "page", "modplural": "Textseiten", "indent": 0, "onclick": "", "afterlink": null, "customdata": "\"\"", "noviewlink": false, "completion": 1, "completiondata": { "state": 1, "timecompleted": 1619710133, "overrideby": null, "valueused": false }, "contents": [ { "type": "file", "filename": "index.html", "filepath": "/", "filesize": 0, "fileurl": "https://moodle.rwth-aachen.de/webservice/pluginfile.php/1457470/mod_page/content/index.html?forcedownload=1", "timecreated": null, "timemodified": 1619417021, "sortorder": 1, "userid": null, "author": null, "license": null } ], "contentsinfo": { "filescount": 1, "filessize": 0, "lastmodified": 1619417021, "mimetypes": [], "repositorytype": "" } }, { "id": 598698, "url": "https://moodle.rwth-aachen.de/mod/page/view.php?id=598698", "name": "Lesson 02 - Applications", "instance": 43992, "visible": 1, "uservisible": true, "visibleoncoursepage": 1, "modicon": "https://moodle.rwth-aachen.de/theme/image.php/boost_campus_rwth/page/1623215512/icon", "modname": "page", "modplural": "Textseiten", "indent": 0, "onclick": "", "afterlink": null, "customdata": "\"\"", "noviewlink": false, "completion": 1, "completiondata": { "state": 1, "timecompleted": 1619710134, "overrideby": null, "valueused": false }, "contents": [ { "type": "file", "filename": "index.html", "filepath": "/", "filesize": 0, "fileurl": "https://moodle.rwth-aachen.de/webservice/pluginfile.php/1459462/mod_page/content/index.html?forcedownload=1", "timecreated": null, "timemodified": 1619417057, "sortorder": 1, "userid": null, "author": null, "license": null } ], "contentsinfo": { "filescount": 1, "filessize": 0, "lastmodified": 1619417057, "mimetypes": [], "repositorytype": "" } }, { "id": 603818, "url": "https://moodle.rwth-aachen.de/mod/page/view.php?id=603818", "name": "Lesson 03 - Navigation Pt. 1", "instance": 44444, "visible": 1, "uservisible": true, "visibleoncoursepage": 1, "modicon": "https://moodle.rwth-aachen.de/theme/image.php/boost_campus_rwth/page/1623215512/icon", "modname": "page", "modplural": "Textseiten", "indent": 0, "onclick": "", "afterlink": null, "customdata": "\"\"", "noviewlink": false, "completion": 1, "completiondata": { "state": 1, "timecompleted": 1619710134, "overrideby": null, "valueused": false }, "contents": [ { "type": "file", "filename": "index.html", "filepath": "/", "filesize": 0, "fileurl": "https://moodle.rwth-aachen.de/webservice/pluginfile.php/1529135/mod_page/content/index.html?forcedownload=1", "timecreated": null, "timemodified": 1620197686, "sortorder": 1, "userid": null, "author": null, "license": null } ], "contentsinfo": { "filescount": 1, "filessize": 0, "lastmodified": 1620197686, "mimetypes": [], "repositorytype": "" } }, { "id": 604269, "url": "https://moodle.rwth-aachen.de/mod/page/view.php?id=604269", "name": "Lesson 04 - Navigation Pt. 2", "instance": 44470, "visible": 1, "uservisible": true, "visibleoncoursepage": 1, "modicon": "https://moodle.rwth-aachen.de/theme/image.php/boost_campus_rwth/page/1623215512/icon", "modname": "page", "modplural": "Textseiten", "indent": 0, "onclick": "", "afterlink": null, "customdata": "\"\"", "noviewlink": false, "completion": 1, "completiondata": { "state": 1, "timecompleted": 1619710135, "overrideby": null, "valueused": false }, "contents": [ { "type": "file", "filename": "index.html", "filepath": "/", "filesize": 0, "fileurl": "https://moodle.rwth-aachen.de/webservice/pluginfile.php/1529626/mod_page/content/index.html?forcedownload=1", "timecreated": null, "timemodified": 1619702537, "sortorder": 1, "userid": null, "author": null, "license": null } ], "contentsinfo": { "filescount": 1, "filessize": 0, "lastmodified": 1619702537, "mimetypes": [], "repositorytype": "" } }, { "id": 609189, "url": "https://moodle.rwth-aachen.de/mod/page/view.php?id=609189", "name": "Lesson 05 - Navigation Pt. 3", "instance": 44979, "visible": 1, "uservisible": true, "visibleoncoursepage": 1, "modicon": "https://moodle.rwth-aachen.de/theme/image.php/boost_campus_rwth/page/1623215512/icon", "modname": "page", "modplural": "Textseiten", "indent": 0, "onclick": "", "afterlink": null, "customdata": "\"\"", "noviewlink": false, "completion": 1, "completiondata": { "state": 0, "timecompleted": 0, "overrideby": null, "valueused": false }, "contents": [ { "type": "file", "filename": "index.html", "filepath": "/", "filesize": 0, "fileurl": "https://moodle.rwth-aachen.de/webservice/pluginfile.php/1535958/mod_page/content/index.html?forcedownload=1", "timecreated": null, "timemodified": 1620197673, "sortorder": 1, "userid": null, "author": null, "license": null } ], "contentsinfo": { "filescount": 1, "filessize": 0, "lastmodified": 1620197673, "mimetypes": [], "repositorytype": "" } }, { "id": 620451, "url": "https://moodle.rwth-aachen.de/mod/page/view.php?id=620451", "name": "Lesson 06 - Navigation Pt. 4", "instance": 45990, "visible": 1, "uservisible": true, "visibleoncoursepage": 1, "modicon": "https://moodle.rwth-aachen.de/theme/image.php/boost_campus_rwth/page/1623215512/icon", "modname": "page", "modplural": "Textseiten", "indent": 0, "onclick": "", "afterlink": null, "customdata": "\"\"", "noviewlink": false, "completion": 1, "completiondata": { "state": 0, "timecompleted": 0, "overrideby": null, "valueused": false }, "contents": [ { "type": "file", "filename": "index.html", "filepath": "/", "filesize": 0, "fileurl": "https://moodle.rwth-aachen.de/webservice/pluginfile.php/1549604/mod_page/content/index.html?forcedownload=1", "timecreated": null, "timemodified": 1621411334, "sortorder": 1, "userid": null, "author": null, "license": null } ], "contentsinfo": { "filescount": 1, "filessize": 0, "lastmodified": 1621411334, "mimetypes": [], "repositorytype": "" } }, { "id": 621146, "url": "https://moodle.rwth-aachen.de/mod/page/view.php?id=621146", "name": "Lesson 07 - Haptics Pt. 1", "instance": 46059, "visible": 1, "uservisible": true, "visibleoncoursepage": 1, "modicon": "https://moodle.rwth-aachen.de/theme/image.php/boost_campus_rwth/page/1623215512/icon", "modname": "page", "modplural": "Textseiten", "indent": 0, "onclick": "", "afterlink": null, "customdata": "\"\"", "noviewlink": false, "completion": 1, "completiondata": { "state": 0, "timecompleted": 0, "overrideby": null, "valueused": false }, "contents": [ { "type": "file", "filename": "index.html", "filepath": "/", "filesize": 0, "fileurl": "https://moodle.rwth-aachen.de/webservice/pluginfile.php/1550385/mod_page/content/index.html?forcedownload=1", "timecreated": null, "timemodified": 1621439563, "sortorder": 1, "userid": null, "author": null, "license": null } ], "contentsinfo": { "filescount": 1, "filessize": 0, "lastmodified": 1621439563, "mimetypes": [], "repositorytype": "" } }, { "id": 631970, "url": "https://moodle.rwth-aachen.de/mod/page/view.php?id=631970", "name": "Lesson 07 - Haptics Pt. 2 & Exercise 02", "instance": 47019, "visible": 1, "uservisible": true, "visibleoncoursepage": 1, "modicon": "https://moodle.rwth-aachen.de/theme/image.php/boost_campus_rwth/page/1623215512/icon", "modname": "page", "modplural": "Textseiten", "indent": 0, "onclick": "", "afterlink": null, "customdata": "\"\"", "noviewlink": false, "completion": 1, "completiondata": { "state": 0, "timecompleted": 0, "overrideby": null, "valueused": false }, "contents": [ { "type": "file", "filename": "index.html", "filepath": "/", "filesize": 0, "fileurl": "https://moodle.rwth-aachen.de/webservice/pluginfile.php/1564122/mod_page/content/index.html?forcedownload=1", "timecreated": null, "timemodified": 1623248421, "sortorder": 1, "userid": null, "author": null, "license": null } ], "contentsinfo": { "filescount": 1, "filessize": 0, "lastmodified": 1623248421, "mimetypes": [], "repositorytype": "" } }, { "id": 627682, "url": "https://moodle.rwth-aachen.de/mod/page/view.php?id=627682", "name": "Lesson 08 - Audio Rendering", "instance": 46552, "visible": 1, "uservisible": true, "visibleoncoursepage": 1, "modicon": "https://moodle.rwth-aachen.de/theme/image.php/boost_campus_rwth/page/1623215512/icon", "modname": "page", "modplural": "Textseiten", "indent": 0, "onclick": "", "afterlink": null, "customdata": "\"\"", "noviewlink": false, "completion": 1, "completiondata": { "state": 0, "timecompleted": 0, "overrideby": null, "valueused": false }, "contents": [ { "type": "file", "filename": "index.html", "filepath": "/", "filesize": 0, "fileurl": "https://moodle.rwth-aachen.de/webservice/pluginfile.php/1559018/mod_page/content/index.html?forcedownload=1", "timecreated": null, "timemodified": 1622573807, "sortorder": 1, "userid": null, "author": null, "license": null } ], "contentsinfo": { "filescount": 1, "filessize": 0, "lastmodified": 1622573807, "mimetypes": [], "repositorytype": "" } }, { "id": 633908, "url": "https://moodle.rwth-aachen.de/mod/page/view.php?id=633908", "name": "Lesson 09 - Audio Rendering Pt. 2", "instance": 47193, "visible": 1, "uservisible": true, "visibleoncoursepage": 1, "modicon": "https://moodle.rwth-aachen.de/theme/image.php/boost_campus_rwth/page/1623215512/icon", "modname": "page", "modplural": "Textseiten", "indent": 0, "onclick": "", "afterlink": null, "customdata": "\"\"", "noviewlink": false, "completion": 1, "completiondata": { "state": 0, "timecompleted": 0, "overrideby": null, "valueused": false }, "contents": [ { "type": "file", "filename": "index.html", "filepath": "/", "filesize": 0, "fileurl": "https://moodle.rwth-aachen.de/webservice/pluginfile.php/1566381/mod_page/content/index.html?forcedownload=1", "timecreated": null, "timemodified": 1623248130, "sortorder": 1, "userid": null, "author": null, "license": null } ], "contentsinfo": { "filescount": 1, "filessize": 0, "lastmodified": 1623248130, "mimetypes": [], "repositorytype": "" } }, { "id": 615466, "url": "https://moodle.rwth-aachen.de/mod/page/view.php?id=615466", "name": "Exercise 1 - Navigation", "instance": 45549, "visible": 1, "uservisible": true, "visibleoncoursepage": 1, "modicon": "https://moodle.rwth-aachen.de/theme/image.php/boost_campus_rwth/page/1623215512/icon", "modname": "page", "modplural": "Textseiten", "indent": 0, "onclick": "", "afterlink": null, "customdata": "\"\"", "noviewlink": false, "completion": 1, "completiondata": { "state": 0, "timecompleted": 0, "overrideby": null, "valueused": false }, "contents": [ { "type": "file", "filename": "index.html", "filepath": "/", "filesize": 0, "fileurl": "https://moodle.rwth-aachen.de/webservice/pluginfile.php/1543654/mod_page/content/index.html?forcedownload=1", "timecreated": null, "timemodified": 1620811201, "sortorder": 1, "userid": null, "author": null, "license": null } ], "contentsinfo": { "filescount": 1, "filessize": 0, "lastmodified": 1620811201, "mimetypes": [], "repositorytype": "" } } ] } ```

[Romern]

could you post the contents of the "Lesson 01 - Introduction" page?

[HarHarLinks]

I should mention:

ls 21ss/(VU) Spezielle Themen der Virtuellen Realität (VR II)/LessonExercise Recordings

Lesson01.mp4  Lesson_02___Applications_Trim.mp4  zoom_0_cut.mp4  zoom_0.mp4

I wouldn't be completely surprised if all other files are named zoom_0[_cut]?.mp4 and thus assumed already downloaded... if so it would be nice if you can circumvent that. zoom_0_cut.mp4 is Exercise 1, zoom_0.mp4 is Lesson 03.

expand (do you need more? these seem to be the relevant contents)

```

Spezielle Themen der Virtuellen Realität (VR II) (VU) [21ss-12.53694]

1. Dashboard
2. Meine Kurse
3. (VU) Spezielle Themen der Virtuellen Realität (VR II)
4. Kursinhalt
5. Lesson/Exercise Recordings
6. Lesson 01 - Introduction

• Kurs-Administration

Kurs-Administration

Lesson 01 - Introduction

 

 

Zuletzt geändert: Montag, 26. April 2021, 08:03

◄ Oral Exam Appointments

Direkt zu: Direkt zu: Ankündigungen Oral Exam Appointments Lesson 02 - Applications Lesson 03 - Navigation Pt. 1 Lesson 04 - Navigation Pt. 2 Lesson 05 - Navigation Pt. 3 Lesson 06 - Navigation Pt. 4 Lesson 07 - Haptics Pt. 1 Lesson 07 - Haptics Pt. 2 & Exercise 02 Lesson 08 - Audio Rendering Lesson 09 - Audio Rendering Pt. 2 Exercise 1 - Navigation Exercise 1 Exercise 1 - Solution Exercise 2 Exercise 2 - Solution Exercise 3 Organizational Stuff Summary of VR I Applications Navigation in Virtual Environments Haptics Collision Detection Audio Rendering Acoustic VR Virtual Humans Experimental Design Paper on Automatic Speed Adjustment [Freitag et al., 2017] Cybersickness Paper on Dynamic FoV Reduction [Zielasko et al., 2018] Scientific Visualization - Part1 Scientific Visualization Part 2 Scientific Visualization Part3 Scientific Visualization Part4 Physics Transformations in Computer Graphics Everyday VR An Industrial Usecase For VR

Lesson 02 - Applications ►

```

[Romern]

Yes we need to adress https://github.com/Romern/syncMyMoodle/issues/35

[Romern]

Could you try https://github.com/Romern/syncMyMoodle/commit/ea17a29d741d5fca17f6175aeef5305bf4ce482e ?

[HarHarLinks]

Works great! The Files being named after what appears to be their name on moodle is an added bonus.

Thank you very much, this week's outage has shown again that it is crucial to have this software and offline capabilities.

[HarHarLinks]

Of course I spoke to soon.

It does work great on the course I reported above. However this change broke something else:

Syncing (VO) Funktionale Programmierung...
Traceback (most recent call last):
  File "syncMyMoodle.py", line 600, in scanForLinks
    self.scanForLinks(response.text, parent_node, course_id, module_title=module_title, single=False)
  File "syncMyMoodle.py", line 621, in scanForLinks
    parent_node.add_child(f"{module_title}.mp4" or vid, vid, "Opencast", url=vid, additional_info=course_id)
  File "syncMyMoodle.py", line 48, in add_child
    name = base + base64.urlsafe_b64encode(str(id).encode("utf-8")) + ext
TypeError: can only concatenate str (not "bytes") to str
Error while downloading url https://moodle.rwth-aachen.de/pluginfile.php/1541497/mod_page/content/index.html?forcedownload=1: can only concatenate str (not "bytes") to str

[Romern]

that should be fixed in https://github.com/Romern/syncMyMoodle/commit/9e1b03f11a8dfb27d7734403634b6bf6ed2a1515

[HarHarLinks]

Seems fixed.

Might I suggest, to use the upload date if possible as an identifier before or additional to resorting to base64 URL as ID? Perhaps combining the earlier and new naming method? I know this is very nonstandard. I can provide dumps from all of my courses as examples if you want them.

I now have half a dozen

Videos from the Exercise CourseaHR0cHM6Ly9lbmdhZ2Uuc3RyZWFtaW5nLnJ3dGgtYWFjaGVuLmRlL3BsYXkvMTBiZGVhZjItNzJhMy00YTdhLTk5N2EtYTVjZmE0NzBjOTUw.mp4

or

NoneaHR0cHM6Ly9lbmdhZ2Uuc3RyZWFtaW5nLnJ3dGgtYWFjaGVuLmRlL3BsYXkvYTc1ZmViM2QtNjBkZi00NzE0LWFiYTctN2RlMDJmMWYxNDA1.mp4

which is better than not having them, but it would be nice to be able to identify which is which easily.

[Romern]

Seems reasonable, especially in cases like you mentioned. Ideally you could make a merge request with the changes.

[HarHarLinks]

https://github.com/Romern/syncMyMoodle/blob/9e1b03f11a8dfb27d7734403634b6bf6ed2a1515/syncMyMoodle.py#L621

I think f"{module_title}.mp4" or vid never hits vid, because the string is never False unless there is something I don't know about None in f-strings. That would be the reason I get the None{base64}.mp4 videos where they were formerly named properly.

I have a PR cooking that should achieve what I suggested once it's finished.

[Romern]

good catch, I fixed that in https://github.com/Romern/syncMyMoodle/commit/c0a0b5f3021f025d740a6e2771cb1a1b6413efbf